[ 547.735565] env[69239]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69239) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 547.736051] env[69239]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69239) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 547.736051] env[69239]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69239) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 547.736360] env[69239]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 547.841728] env[69239]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69239) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 547.852162] env[69239]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69239) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 547.899457] env[69239]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 548.462673] env[69239]: INFO nova.virt.driver [None req-696c8fdc-4c3d-42df-b207-51ef0ad5eee8 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 548.538088] env[69239]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 548.538318] env[69239]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 548.538384] env[69239]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69239) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 551.820143] env[69239]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-bc03883d-bb2f-4d32-8f4c-94fc098fa492 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.835939] env[69239]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69239) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 551.836148] env[69239]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-b301e21d-ee94-48ac-80a2-52e8e854d73b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.861145] env[69239]: INFO oslo_vmware.api [-] Successfully established new session; session ID is b22f8. [ 551.861354] env[69239]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.323s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 551.861914] env[69239]: INFO nova.virt.vmwareapi.driver [None req-696c8fdc-4c3d-42df-b207-51ef0ad5eee8 None None] VMware vCenter version: 7.0.3 [ 551.865441] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb908d28-0cdd-4c18-befb-60340767938d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.884099] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078a5fc9-a7b5-4eef-bf8f-8ca5b4c78090 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.890697] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba966f59-9731-4a42-a797-f587b497678a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.897603] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e2ae16-8d65-4ec2-a4b1-534a6f3a3603 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.913170] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98ed7d6-be3e-4764-afaf-0e51f976e33b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.920148] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179ed216-9050-40f4-b532-42788bb36458 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.951026] env[69239]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-1c7b9a6c-b86c-4fa8-a9e7-f3f4c6d82739 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.957233] env[69239]: DEBUG nova.virt.vmwareapi.driver [None req-696c8fdc-4c3d-42df-b207-51ef0ad5eee8 None None] Extension org.openstack.compute already exists. {{(pid=69239) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 551.960304] env[69239]: INFO nova.compute.provider_config [None req-696c8fdc-4c3d-42df-b207-51ef0ad5eee8 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 552.464141] env[69239]: DEBUG nova.context [None req-696c8fdc-4c3d-42df-b207-51ef0ad5eee8 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5dbc4841-aa59-42a8-8b44-8cc5d867471b(cell1) {{(pid=69239) load_cells /opt/stack/nova/nova/context.py:464}} [ 552.466452] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.466679] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.467462] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.467969] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] Acquiring lock "5dbc4841-aa59-42a8-8b44-8cc5d867471b" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.468183] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] Lock "5dbc4841-aa59-42a8-8b44-8cc5d867471b" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.469284] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] Lock "5dbc4841-aa59-42a8-8b44-8cc5d867471b" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.490473] env[69239]: INFO dbcounter [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] Registered counter for database nova_cell0 [ 552.498693] env[69239]: INFO dbcounter [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] Registered counter for database nova_cell1 [ 552.502051] env[69239]: DEBUG oslo_db.sqlalchemy.engines [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69239) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 552.502394] env[69239]: DEBUG oslo_db.sqlalchemy.engines [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69239) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 552.507262] env[69239]: ERROR nova.db.main.api [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 552.507262] env[69239]: result = function(*args, **kwargs) [ 552.507262] env[69239]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 552.507262] env[69239]: return func(*args, **kwargs) [ 552.507262] env[69239]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 552.507262] env[69239]: result = fn(*args, **kwargs) [ 552.507262] env[69239]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 552.507262] env[69239]: return f(*args, **kwargs) [ 552.507262] env[69239]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 552.507262] env[69239]: return db.service_get_minimum_version(context, binaries) [ 552.507262] env[69239]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 552.507262] env[69239]: _check_db_access() [ 552.507262] env[69239]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 552.507262] env[69239]: stacktrace = ''.join(traceback.format_stack()) [ 552.507262] env[69239]: [ 552.508292] env[69239]: ERROR nova.db.main.api [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 552.508292] env[69239]: result = function(*args, **kwargs) [ 552.508292] env[69239]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 552.508292] env[69239]: return func(*args, **kwargs) [ 552.508292] env[69239]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 552.508292] env[69239]: result = fn(*args, **kwargs) [ 552.508292] env[69239]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 552.508292] env[69239]: return f(*args, **kwargs) [ 552.508292] env[69239]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 552.508292] env[69239]: return db.service_get_minimum_version(context, binaries) [ 552.508292] env[69239]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 552.508292] env[69239]: _check_db_access() [ 552.508292] env[69239]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 552.508292] env[69239]: stacktrace = ''.join(traceback.format_stack()) [ 552.508292] env[69239]: [ 552.508884] env[69239]: WARNING nova.objects.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] Failed to get minimum service version for cell 5dbc4841-aa59-42a8-8b44-8cc5d867471b [ 552.508884] env[69239]: WARNING nova.objects.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 552.509282] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] Acquiring lock "singleton_lock" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.509447] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] Acquired lock "singleton_lock" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.509694] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] Releasing lock "singleton_lock" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.510048] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] Full set of CONF: {{(pid=69239) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 552.510255] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ******************************************************************************** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 552.510400] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] Configuration options gathered from: {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 552.510540] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 552.510735] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 552.510866] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ================================================================================ {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 552.511081] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] allow_resize_to_same_host = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.511254] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] arq_binding_timeout = 300 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.511385] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] backdoor_port = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.511510] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] backdoor_socket = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.511672] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] block_device_allocate_retries = 60 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.511834] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] block_device_allocate_retries_interval = 3 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.512011] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cert = self.pem {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.512191] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.512359] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] compute_monitors = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.512527] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] config_dir = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.512696] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] config_drive_format = iso9660 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.512829] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.513037] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] config_source = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.513226] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] console_host = devstack {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.513395] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] control_exchange = nova {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.513554] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cpu_allocation_ratio = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.513714] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] daemon = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.513879] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] debug = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.514049] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] default_access_ip_network_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.514219] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] default_availability_zone = nova {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.514376] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] default_ephemeral_format = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.514536] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] default_green_pool_size = 1000 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.514767] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.514930] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] default_schedule_zone = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.515098] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] disk_allocation_ratio = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.515260] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] enable_new_services = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.515438] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] enabled_apis = ['osapi_compute'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.515604] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] enabled_ssl_apis = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.515766] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] flat_injected = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.515951] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] force_config_drive = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.516184] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] force_raw_images = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.516361] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] graceful_shutdown_timeout = 5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.516524] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] heal_instance_info_cache_interval = -1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.516751] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] host = cpu-1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.516933] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.517113] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.517278] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.517500] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.517667] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] instance_build_timeout = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.517867] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] instance_delete_interval = 300 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.518052] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] instance_format = [instance: %(uuid)s] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.518228] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] instance_name_template = instance-%08x {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.518391] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] instance_usage_audit = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.518560] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] instance_usage_audit_period = month {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.518755] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.518896] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.519072] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] internal_service_availability_zone = internal {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.519232] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] key = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.519393] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] live_migration_retry_count = 30 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.519562] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] log_color = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.519728] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] log_config_append = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.519900] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.520078] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] log_dir = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.520240] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] log_file = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.520370] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] log_options = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.520532] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] log_rotate_interval = 1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.520703] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] log_rotate_interval_type = days {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.520871] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] log_rotation_type = none {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.521009] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.521143] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.521314] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.521478] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.521606] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.521768] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] long_rpc_timeout = 1800 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.521929] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] max_concurrent_builds = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.522098] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] max_concurrent_live_migrations = 1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.522260] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] max_concurrent_snapshots = 5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.522419] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] max_local_block_devices = 3 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.522576] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] max_logfile_count = 30 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.522733] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] max_logfile_size_mb = 200 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.522894] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] maximum_instance_delete_attempts = 5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.523070] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] metadata_listen = 0.0.0.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.523241] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] metadata_listen_port = 8775 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.523408] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] metadata_workers = 2 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.523567] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] migrate_max_retries = -1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.523731] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] mkisofs_cmd = genisoimage {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.523939] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.524083] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] my_ip = 10.180.1.21 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.524293] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.524456] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] network_allocate_retries = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.524635] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.524803] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.524971] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] osapi_compute_listen_port = 8774 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.525153] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] osapi_compute_unique_server_name_scope = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.525325] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] osapi_compute_workers = 2 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.525489] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] password_length = 12 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.525651] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] periodic_enable = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.525814] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] periodic_fuzzy_delay = 60 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.525984] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] pointer_model = usbtablet {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.526164] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] preallocate_images = none {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.526325] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] publish_errors = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.526455] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] pybasedir = /opt/stack/nova {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.526612] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ram_allocation_ratio = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.526771] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] rate_limit_burst = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.526940] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] rate_limit_except_level = CRITICAL {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.527112] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] rate_limit_interval = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.527274] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] reboot_timeout = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.527433] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] reclaim_instance_interval = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.527592] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] record = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.527767] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] reimage_timeout_per_gb = 60 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.527932] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] report_interval = 120 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.528106] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] rescue_timeout = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.528268] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] reserved_host_cpus = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.528426] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] reserved_host_disk_mb = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.528584] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] reserved_host_memory_mb = 512 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.528747] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] reserved_huge_pages = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.528907] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] resize_confirm_window = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.529077] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] resize_fs_using_block_device = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.529240] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] resume_guests_state_on_host_boot = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.529410] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.529570] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] rpc_response_timeout = 60 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.529728] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] run_external_periodic_tasks = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.529894] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] running_deleted_instance_action = reap {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.530066] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.530227] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] running_deleted_instance_timeout = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.530386] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] scheduler_instance_sync_interval = 120 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.530553] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] service_down_time = 720 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.530720] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] servicegroup_driver = db {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.530876] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] shell_completion = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.531046] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] shelved_offload_time = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.531212] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] shelved_poll_interval = 3600 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.531376] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] shutdown_timeout = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.531535] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] source_is_ipv6 = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.531693] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ssl_only = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.531945] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.532134] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] sync_power_state_interval = 600 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.532300] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] sync_power_state_pool_size = 1000 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.532467] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] syslog_log_facility = LOG_USER {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.532625] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] tempdir = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.532783] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] timeout_nbd = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.532950] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] transport_url = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.533123] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] update_resources_interval = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.533286] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] use_cow_images = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.533446] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] use_journal = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.533603] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] use_json = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.533762] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] use_rootwrap_daemon = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.533924] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] use_stderr = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.534094] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] use_syslog = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.534255] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vcpu_pin_set = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.534421] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vif_plugging_is_fatal = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.534587] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vif_plugging_timeout = 300 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.534754] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] virt_mkfs = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.534916] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] volume_usage_poll_interval = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.535089] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] watch_log_file = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.535259] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] web = /usr/share/spice-html5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.535443] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.535609] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.535772] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.535942] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_concurrency.disable_process_locking = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.536584] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.536778] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.536955] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.537151] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.537328] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.537496] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.537682] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.auth_strategy = keystone {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.537862] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.compute_link_prefix = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.538055] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.538238] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.dhcp_domain = novalocal {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.538409] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.enable_instance_password = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.538574] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.glance_link_prefix = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.538746] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.538960] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.539155] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.instance_list_per_project_cells = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.539325] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.list_records_by_skipping_down_cells = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.539491] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.local_metadata_per_cell = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.539662] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.max_limit = 1000 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.539830] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.metadata_cache_expiration = 15 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.540024] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.neutron_default_tenant_id = default {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.540201] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.response_validation = warn {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.540375] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.use_neutron_default_nets = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.540545] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.540734] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.540919] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.541109] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.541287] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.vendordata_dynamic_targets = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.541452] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.vendordata_jsonfile_path = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.541635] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.541832] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.backend = dogpile.cache.memcached {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.542010] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.backend_argument = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.542184] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.backend_expiration_time = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.542355] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.config_prefix = cache.oslo {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.542525] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.dead_timeout = 60.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.542687] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.debug_cache_backend = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.542849] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.enable_retry_client = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.543016] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.enable_socket_keepalive = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.543189] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.enabled = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.543353] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.enforce_fips_mode = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.543518] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.expiration_time = 600 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.543680] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.hashclient_retry_attempts = 2 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.543847] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.544065] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.memcache_dead_retry = 300 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.544242] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.memcache_password = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.544411] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.544576] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.544761] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.memcache_pool_maxsize = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.544936] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.545114] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.memcache_sasl_enabled = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.545296] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.545461] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.545619] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.memcache_username = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.545782] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.proxies = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.545945] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.redis_db = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.546117] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.redis_password = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.546290] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.546464] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.546631] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.redis_server = localhost:6379 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.546796] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.redis_socket_timeout = 1.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.546958] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.redis_username = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.547133] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.retry_attempts = 2 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.547298] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.retry_delay = 0.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.547460] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.socket_keepalive_count = 1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.547619] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.socket_keepalive_idle = 1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.547807] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.socket_keepalive_interval = 1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.547980] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.tls_allowed_ciphers = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.548160] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.tls_cafile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.548319] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.tls_certfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.548480] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.tls_enabled = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.548637] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cache.tls_keyfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.548840] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cinder.auth_section = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.549043] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cinder.auth_type = password {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.549216] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cinder.cafile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.549392] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.549553] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cinder.certfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.549719] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cinder.collect_timing = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.549883] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cinder.cross_az_attach = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.550062] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cinder.debug = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.550230] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cinder.endpoint_template = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.550392] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cinder.http_retries = 3 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.550554] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cinder.insecure = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.550713] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cinder.keyfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.550886] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cinder.os_region_name = RegionOne {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.551066] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cinder.split_loggers = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.551231] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cinder.timeout = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.551406] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.551567] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] compute.cpu_dedicated_set = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.551729] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] compute.cpu_shared_set = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.551893] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] compute.image_type_exclude_list = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.552068] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.552233] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.552396] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.552560] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.552750] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.552952] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] compute.resource_provider_association_refresh = 300 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.553156] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.553329] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] compute.shutdown_retry_interval = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.553511] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.553692] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] conductor.workers = 2 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.553873] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] console.allowed_origins = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.554047] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] console.ssl_ciphers = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.554225] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] console.ssl_minimum_version = default {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.554397] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] consoleauth.enforce_session_timeout = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.554568] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] consoleauth.token_ttl = 600 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.554739] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.cafile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.554902] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.certfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.555078] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.collect_timing = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.555247] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.connect_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.555409] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.connect_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.555568] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.endpoint_override = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.555735] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.insecure = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.555896] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.keyfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.556068] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.max_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.556231] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.min_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.556391] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.region_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.556551] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.retriable_status_codes = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.556708] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.service_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.556879] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.service_type = accelerator {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.557083] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.split_loggers = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.557255] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.status_code_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.557418] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.status_code_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.557578] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.timeout = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.557783] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.557965] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] cyborg.version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.558155] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.asyncio_connection = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.558332] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.asyncio_slave_connection = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.558557] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.backend = sqlalchemy {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.558740] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.connection = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.558908] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.connection_debug = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.559090] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.connection_parameters = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.559259] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.connection_recycle_time = 3600 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.559423] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.connection_trace = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.559585] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.db_inc_retry_interval = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.559746] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.db_max_retries = 20 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.559907] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.db_max_retry_interval = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.560081] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.db_retry_interval = 1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.560246] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.max_overflow = 50 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.560406] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.max_pool_size = 5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.560565] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.max_retries = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.560733] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.560890] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.mysql_wsrep_sync_wait = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.561059] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.pool_timeout = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.561226] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.retry_interval = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.561383] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.slave_connection = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.561543] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.sqlite_synchronous = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.561704] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] database.use_db_reconnect = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.561870] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.asyncio_connection = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.562038] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.asyncio_slave_connection = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.562212] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.backend = sqlalchemy {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.562378] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.connection = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.562540] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.connection_debug = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.562710] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.connection_parameters = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.562872] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.connection_recycle_time = 3600 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.563044] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.connection_trace = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.563211] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.db_inc_retry_interval = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.563373] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.db_max_retries = 20 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.563534] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.db_max_retry_interval = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.563695] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.db_retry_interval = 1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.563858] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.max_overflow = 50 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.564028] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.max_pool_size = 5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.564195] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.max_retries = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.564361] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.564520] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.564678] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.pool_timeout = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.564839] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.retry_interval = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.565034] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.slave_connection = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.565225] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] api_database.sqlite_synchronous = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.565402] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] devices.enabled_mdev_types = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.565582] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.565754] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.565922] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ephemeral_storage_encryption.enabled = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.566096] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.566268] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.api_servers = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.566433] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.cafile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.566595] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.certfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.566758] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.collect_timing = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.566921] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.connect_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.567091] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.connect_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.567255] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.debug = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.567420] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.default_trusted_certificate_ids = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.567581] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.enable_certificate_validation = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.567784] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.enable_rbd_download = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.567924] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.endpoint_override = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.568107] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.insecure = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.568272] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.keyfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.568429] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.max_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.568587] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.min_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.568766] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.num_retries = 3 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.568974] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.rbd_ceph_conf = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.569161] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.rbd_connect_timeout = 5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.569333] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.rbd_pool = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.569498] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.rbd_user = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.569667] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.region_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.569827] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.retriable_status_codes = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.569988] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.service_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.570169] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.service_type = image {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.570337] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.split_loggers = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.570487] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.status_code_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.570642] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.status_code_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.570799] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.timeout = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.570979] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.571151] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.verify_glance_signatures = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.571309] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] glance.version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.571475] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] guestfs.debug = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.571637] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.auth_section = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.571798] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.auth_type = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.571957] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.cafile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.572127] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.certfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.572289] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.collect_timing = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.572447] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.connect_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.572606] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.connect_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.572763] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.endpoint_override = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.572925] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.insecure = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.573092] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.keyfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.573255] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.max_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.573410] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.min_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.573565] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.region_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.573723] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.retriable_status_codes = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.573880] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.service_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.574057] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.service_type = shared-file-system {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.574222] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.share_apply_policy_timeout = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.574382] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.split_loggers = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.574538] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.status_code_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.574694] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.status_code_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.574850] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.timeout = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.575050] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.575229] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] manila.version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.575399] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] mks.enabled = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.575755] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.575948] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] image_cache.manager_interval = 2400 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.576951] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] image_cache.precache_concurrency = 1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.577225] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] image_cache.remove_unused_base_images = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.577463] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.577693] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.577958] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] image_cache.subdirectory_name = _base {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.578203] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.api_max_retries = 60 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.578430] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.api_retry_interval = 2 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.578645] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.auth_section = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.578896] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.auth_type = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.579098] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.cafile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.579270] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.certfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.579438] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.collect_timing = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.579605] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.conductor_group = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.579767] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.connect_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.579929] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.connect_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.580100] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.endpoint_override = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.580275] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.insecure = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.580432] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.keyfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.580593] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.max_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.580751] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.min_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.580920] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.peer_list = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.581114] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.region_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.581255] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.retriable_status_codes = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.581421] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.serial_console_state_timeout = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.581583] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.service_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.581756] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.service_type = baremetal {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.581919] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.shard = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582096] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.split_loggers = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582260] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.status_code_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582418] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.status_code_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582574] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.timeout = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582757] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.582920] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ironic.version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.583117] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.583293] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] key_manager.fixed_key = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.583476] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.583638] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.barbican_api_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.583799] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.barbican_endpoint = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.583977] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.barbican_endpoint_type = public {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.584152] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.barbican_region_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.584312] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.cafile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.584472] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.certfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.584637] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.collect_timing = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.584798] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.insecure = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.584998] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.keyfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.586483] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.number_of_retries = 60 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.586483] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.retry_delay = 1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.586483] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.send_service_user_token = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.586483] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.split_loggers = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.586483] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.timeout = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.586483] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.verify_ssl = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.586483] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican.verify_ssl_path = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587022] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican_service_user.auth_section = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587022] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican_service_user.auth_type = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587022] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican_service_user.cafile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587022] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican_service_user.certfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587022] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican_service_user.collect_timing = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587277] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican_service_user.insecure = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587277] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican_service_user.keyfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587484] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican_service_user.split_loggers = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587610] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] barbican_service_user.timeout = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587800] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vault.approle_role_id = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.587978] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vault.approle_secret_id = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.588165] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vault.kv_mountpoint = secret {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.588327] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vault.kv_path = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.588490] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vault.kv_version = 2 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.588650] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vault.namespace = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.588831] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vault.root_token_id = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.589011] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vault.ssl_ca_crt_file = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.589188] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vault.timeout = 60.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.589353] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vault.use_ssl = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.589528] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.589702] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.cafile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.589864] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.certfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.590039] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.collect_timing = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.590203] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.connect_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.590362] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.connect_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.590518] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.endpoint_override = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.590679] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.insecure = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.590836] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.keyfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.590996] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.max_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.591165] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.min_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.591325] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.region_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.591486] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.retriable_status_codes = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.591644] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.service_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.591816] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.service_type = identity {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.591985] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.split_loggers = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.592159] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.status_code_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.592322] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.status_code_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.592479] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.timeout = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.592660] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.592820] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] keystone.version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.593029] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.ceph_mount_options = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.593495] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.593727] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.connection_uri = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.593905] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.cpu_mode = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.594089] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.594265] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.cpu_models = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.594438] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.cpu_power_governor_high = performance {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.594606] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.594770] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.cpu_power_management = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.594943] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.595127] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.device_detach_attempts = 8 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.595296] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.device_detach_timeout = 20 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.595466] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.disk_cachemodes = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.595630] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.disk_prefix = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.595826] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.enabled_perf_events = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.596024] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.file_backed_memory = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.596189] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.gid_maps = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.596350] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.hw_disk_discard = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.596508] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.hw_machine_type = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.596679] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.images_rbd_ceph_conf = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.596844] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.597016] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.597229] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.images_rbd_glance_store_name = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.597402] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.images_rbd_pool = rbd {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.597569] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.images_type = default {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.597766] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.images_volume_group = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.597928] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.inject_key = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.598108] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.inject_partition = -2 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.598274] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.inject_password = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.598436] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.iscsi_iface = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.598598] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.iser_use_multipath = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.598785] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.598972] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.599152] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.live_migration_downtime = 500 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.599317] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.599480] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.599641] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.live_migration_inbound_addr = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.599806] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.599969] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.600143] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.live_migration_scheme = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.600313] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.live_migration_timeout_action = abort {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.600473] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.live_migration_tunnelled = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.600631] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.live_migration_uri = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.600794] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.live_migration_with_native_tls = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.600958] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.max_queues = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.601136] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.601376] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.601541] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.nfs_mount_options = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.601849] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.602037] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.602206] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.602368] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.602530] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.602694] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.num_pcie_ports = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.602859] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.603055] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.pmem_namespaces = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.603194] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.quobyte_client_cfg = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.603487] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.603675] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.603847] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.604028] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.604199] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.rbd_secret_uuid = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.604361] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.rbd_user = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.604527] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.604700] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.604860] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.rescue_image_id = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.605030] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.rescue_kernel_id = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.605194] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.rescue_ramdisk_id = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.605363] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.605521] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.rx_queue_size = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.605690] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.smbfs_mount_options = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.606014] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.606204] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.snapshot_compression = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.606373] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.snapshot_image_format = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.606602] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.606773] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.sparse_logical_volumes = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.606939] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.swtpm_enabled = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.607121] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.swtpm_group = tss {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.607294] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.swtpm_user = tss {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.607461] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.sysinfo_serial = unique {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.607621] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.tb_cache_size = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.607806] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.tx_queue_size = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.607984] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.uid_maps = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.608166] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.use_virtio_for_bridges = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.608338] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.virt_type = kvm {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.608505] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.volume_clear = zero {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.608668] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.volume_clear_size = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.608891] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.volume_enforce_multipath = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609098] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.volume_use_multipath = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609267] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.vzstorage_cache_path = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609442] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609614] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609781] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.609951] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.610258] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.610440] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.vzstorage_mount_user = stack {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.610607] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.610782] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.auth_section = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.610956] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.auth_type = password {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.611130] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.cafile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.611292] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.certfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.611455] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.collect_timing = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.611614] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.connect_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.611773] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.connect_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.611942] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.default_floating_pool = public {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.612115] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.endpoint_override = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.612279] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.extension_sync_interval = 600 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.612440] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.http_retries = 3 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.612604] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.insecure = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.612763] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.keyfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.612925] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.max_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.613110] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.613279] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.min_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.613451] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.ovs_bridge = br-int {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.613617] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.physnets = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.613786] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.region_name = RegionOne {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.613947] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.retriable_status_codes = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.614129] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.service_metadata_proxy = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.614291] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.service_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.614459] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.service_type = network {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.614622] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.split_loggers = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.614781] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.status_code_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.614941] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.status_code_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.615111] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.timeout = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.615292] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.615455] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] neutron.version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.615626] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] notifications.bdms_in_notifications = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.615825] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] notifications.default_level = INFO {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.616023] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] notifications.include_share_mapping = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.616200] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] notifications.notification_format = unversioned {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.616367] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] notifications.notify_on_state_change = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.616545] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.616725] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] pci.alias = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.616898] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] pci.device_spec = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.617078] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] pci.report_in_placement = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.617257] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.auth_section = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.617429] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.auth_type = password {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.617594] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.617809] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.cafile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.617962] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.certfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.618143] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.collect_timing = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.618305] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.connect_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.618463] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.connect_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.618624] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.default_domain_id = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.618795] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.default_domain_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.618969] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.domain_id = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.619142] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.domain_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.619303] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.endpoint_override = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.619468] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.insecure = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.619628] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.keyfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.619787] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.max_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.619949] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.min_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.620136] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.password = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.620303] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.project_domain_id = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.620469] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.project_domain_name = Default {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.620634] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.project_id = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.620807] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.project_name = service {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.620978] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.region_name = RegionOne {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.621156] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.retriable_status_codes = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.621318] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.service_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.621490] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.service_type = placement {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.621656] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.split_loggers = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.621818] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.status_code_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.621980] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.status_code_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.622154] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.system_scope = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.622313] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.timeout = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.622474] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.trust_id = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.622633] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.user_domain_id = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.622809] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.user_domain_name = Default {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.622973] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.user_id = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.623164] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.username = nova {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.623348] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.623510] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] placement.version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.623689] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] quota.cores = 20 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.623856] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] quota.count_usage_from_placement = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.624044] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.624221] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] quota.injected_file_content_bytes = 10240 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.624387] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] quota.injected_file_path_length = 255 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.624553] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] quota.injected_files = 5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.624723] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] quota.instances = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.624889] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] quota.key_pairs = 100 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.625067] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] quota.metadata_items = 128 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.625236] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] quota.ram = 51200 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.625401] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] quota.recheck_quota = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.625568] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] quota.server_group_members = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.625755] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] quota.server_groups = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.625958] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.626151] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] quota.unified_limits_resource_strategy = require {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.626325] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.626489] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.626648] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] scheduler.image_metadata_prefilter = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.626809] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.626971] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] scheduler.max_attempts = 3 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.627145] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] scheduler.max_placement_results = 1000 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.627309] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.627467] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.627627] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.627839] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] scheduler.workers = 2 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.628036] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.628220] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.628409] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.628590] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.628778] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.628964] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.629148] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.629341] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.629511] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.host_subset_size = 1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.629676] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.629836] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.630007] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.630179] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.630357] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.630524] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.isolated_hosts = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.630686] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.isolated_images = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.630883] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.631017] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.631185] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.631347] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.pci_in_placement = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.631507] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.631728] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.631904] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.632077] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.632243] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.632406] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.632568] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.track_instance_changes = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.632744] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.632915] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] metrics.required = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.633098] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] metrics.weight_multiplier = 1.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.633264] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.633426] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] metrics.weight_setting = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.633750] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.633928] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] serial_console.enabled = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.634136] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] serial_console.port_range = 10000:20000 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.634407] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.634613] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.634793] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] serial_console.serialproxy_port = 6083 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.634967] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] service_user.auth_section = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.635157] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] service_user.auth_type = password {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.635320] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] service_user.cafile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.635478] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] service_user.certfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.635649] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] service_user.collect_timing = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.635827] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] service_user.insecure = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.635996] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] service_user.keyfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.636185] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] service_user.send_service_user_token = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.636351] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] service_user.split_loggers = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.636510] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] service_user.timeout = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.636681] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] spice.agent_enabled = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.636882] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] spice.enabled = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.637232] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.637444] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.637619] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] spice.html5proxy_port = 6082 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.637815] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] spice.image_compression = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.637978] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] spice.jpeg_compression = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.638153] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] spice.playback_compression = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.638320] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] spice.require_secure = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.638489] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] spice.server_listen = 127.0.0.1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.638658] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.638957] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.639141] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] spice.streaming_mode = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.639306] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] spice.zlib_compression = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.639477] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] upgrade_levels.baseapi = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.639651] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] upgrade_levels.compute = auto {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.639816] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] upgrade_levels.conductor = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.639979] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] upgrade_levels.scheduler = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.640172] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.640337] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.640498] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vendordata_dynamic_auth.cafile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.640654] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vendordata_dynamic_auth.certfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.640818] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.640982] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vendordata_dynamic_auth.insecure = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.641156] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.641321] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.641480] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vendordata_dynamic_auth.timeout = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.641654] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.api_retry_count = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.641815] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.ca_file = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.641986] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.642168] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.cluster_name = testcl1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.642333] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.connection_pool_size = 10 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.642491] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.console_delay_seconds = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.642658] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.datastore_regex = ^datastore.* {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.642869] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.643069] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.host_password = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.643248] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.host_port = 443 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.643418] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.host_username = administrator@vsphere.local {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.643588] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.insecure = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.643751] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.integration_bridge = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.643916] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.maximum_objects = 100 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.644090] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.pbm_default_policy = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.644256] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.pbm_enabled = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.644414] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.pbm_wsdl_location = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.644581] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.644741] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.serial_port_proxy_uri = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.644901] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.serial_port_service_uri = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.645078] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.task_poll_interval = 0.5 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.645254] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.use_linked_clone = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.645424] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.vnc_keymap = en-us {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.645593] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.vnc_port = 5900 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.645760] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vmware.vnc_port_total = 10000 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.645947] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vnc.auth_schemes = ['none'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.646135] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vnc.enabled = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.646441] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.646629] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.646805] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vnc.novncproxy_port = 6080 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.647014] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vnc.server_listen = 127.0.0.1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.647209] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.647374] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vnc.vencrypt_ca_certs = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.647532] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vnc.vencrypt_client_cert = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.647690] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vnc.vencrypt_client_key = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.647890] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.648075] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.disable_deep_image_inspection = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.648244] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.648406] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.648568] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.648735] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.disable_rootwrap = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.648941] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.enable_numa_live_migration = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.649131] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.649298] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.649462] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.649623] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.libvirt_disable_apic = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.649783] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.649944] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.650143] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.650324] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.650488] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.650649] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.650809] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.650969] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.651508] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.651508] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.651508] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.651632] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.651790] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] zvm.ca_file = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.651951] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] zvm.cloud_connector_url = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.652266] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.652444] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] zvm.reachable_timeout = 300 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.652617] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.652794] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.652975] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] profiler.connection_string = messaging:// {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.653160] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] profiler.enabled = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.653330] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] profiler.es_doc_type = notification {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.653494] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] profiler.es_scroll_size = 10000 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.653661] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] profiler.es_scroll_time = 2m {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.653824] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] profiler.filter_error_trace = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.653995] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] profiler.hmac_keys = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.654178] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] profiler.sentinel_service_name = mymaster {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.654415] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] profiler.socket_timeout = 0.1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.654605] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] profiler.trace_requests = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.654773] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] profiler.trace_sqlalchemy = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.654958] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] profiler_jaeger.process_tags = {} {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.655134] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] profiler_jaeger.service_name_prefix = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.655300] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] profiler_otlp.service_name_prefix = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.655482] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.655638] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.655801] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.655961] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.656137] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.656299] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.656460] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.656620] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.656788] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.656951] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.657124] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.657297] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.657514] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.657701] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.657892] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.658081] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.658250] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.658412] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.658580] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.658752] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.658933] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.659112] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.659277] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.659438] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.659949] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.659949] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.659949] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.660086] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.660265] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.660426] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.660590] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.ssl = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.660759] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.660926] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.661098] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.661269] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.661435] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.661596] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.661782] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.661948] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_notifications.retry = -1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.662156] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.662306] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.662478] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.auth_section = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.662641] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.auth_type = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.662798] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.cafile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.663007] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.certfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.663192] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.collect_timing = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.663357] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.connect_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.663513] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.connect_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.663668] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.endpoint_id = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.663837] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.663997] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.endpoint_override = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.664174] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.endpoint_region_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.664328] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.endpoint_service_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.664482] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.endpoint_service_type = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.664642] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.insecure = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.664798] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.keyfile = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.664955] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.max_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.665124] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.min_version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.665362] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.region_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.665487] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.retriable_status_codes = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.665669] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.service_name = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.665827] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.service_type = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.665991] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.split_loggers = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.666165] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.status_code_retries = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.666323] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.status_code_retry_delay = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.666478] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.timeout = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.666632] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.valid_interfaces = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.666802] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_limit.version = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.666950] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_reports.file_event_handler = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.667127] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.667457] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] oslo_reports.log_dir = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.667457] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.667615] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.667806] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.667971] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.668149] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.668311] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.668482] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.668643] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vif_plug_ovs_privileged.group = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.668833] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.669029] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.669201] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.669366] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] vif_plug_ovs_privileged.user = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.669531] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.669715] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.669887] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.670081] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.670253] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.670422] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.670587] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.670754] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.670946] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.671130] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_vif_ovs.isolate_vif = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.671300] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.671463] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.671630] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.671802] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.671966] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] os_vif_ovs.per_port_bridge = False {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.672148] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] privsep_osbrick.capabilities = [21] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.672309] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] privsep_osbrick.group = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.672479] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] privsep_osbrick.helper_command = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.672627] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.672788] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.672962] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] privsep_osbrick.user = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.673176] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.673341] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] nova_sys_admin.group = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.673500] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] nova_sys_admin.helper_command = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.673662] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.673826] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.673985] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] nova_sys_admin.user = None {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.674129] env[69239]: DEBUG oslo_service.backend.eventlet.service [None req-51d09417-96cf-4915-bab0-164f5cb89311 None None] ******************************************************************************** {{(pid=69239) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 552.674552] env[69239]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 553.178378] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Getting list of instances from cluster (obj){ [ 553.178378] env[69239]: value = "domain-c8" [ 553.178378] env[69239]: _type = "ClusterComputeResource" [ 553.178378] env[69239]: } {{(pid=69239) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 553.179404] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348a4d16-94a4-46a8-aff0-2ff6df679b3c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.188725] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Got total of 0 instances {{(pid=69239) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 553.189314] env[69239]: WARNING nova.virt.vmwareapi.driver [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 553.189806] env[69239]: INFO nova.virt.node [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Generated node identity 2bd4b269-7c99-4e7d-a21b-3ca84d613130 [ 553.190105] env[69239]: INFO nova.virt.node [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Wrote node identity 2bd4b269-7c99-4e7d-a21b-3ca84d613130 to /opt/stack/data/n-cpu-1/compute_id [ 553.692767] env[69239]: WARNING nova.compute.manager [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Compute nodes ['2bd4b269-7c99-4e7d-a21b-3ca84d613130'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 554.697681] env[69239]: INFO nova.compute.manager [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 555.704509] env[69239]: WARNING nova.compute.manager [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 555.704509] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.706178] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.706322] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.706487] env[69239]: DEBUG nova.compute.resource_tracker [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69239) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 555.707423] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc97fe86-676c-4159-b569-e2b6586ccfed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.715890] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ae2f93-4f14-49eb-8941-b6be22d746dd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.730772] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b68bda-f0b5-44c0-b233-1f4f2db6864d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.737628] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61afeead-ac09-4bd5-930a-40aae18c5f2a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.766913] env[69239]: DEBUG nova.compute.resource_tracker [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180822MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69239) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 555.767091] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.767321] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.269655] env[69239]: WARNING nova.compute.resource_tracker [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] No compute node record for cpu-1:2bd4b269-7c99-4e7d-a21b-3ca84d613130: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 2bd4b269-7c99-4e7d-a21b-3ca84d613130 could not be found. [ 556.774081] env[69239]: INFO nova.compute.resource_tracker [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 [ 558.282338] env[69239]: DEBUG nova.compute.resource_tracker [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 558.282708] env[69239]: DEBUG nova.compute.resource_tracker [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 558.443848] env[69239]: INFO nova.scheduler.client.report [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] [req-06ce68db-9801-4246-acc9-6b77cecc35e5] Created resource provider record via placement API for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 558.462314] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a369c57-fd34-40d4-9c0b-65dab4925fe4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.469990] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5bfbd4-d94d-4db8-af00-142e0969e3de {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.498924] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ea2cec-5d72-4172-80e7-d6de2d1265d0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.506360] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47382349-7c65-4363-813e-5bcc661fbc0a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.519615] env[69239]: DEBUG nova.compute.provider_tree [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 559.056543] env[69239]: DEBUG nova.scheduler.client.report [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 559.056807] env[69239]: DEBUG nova.compute.provider_tree [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 0 to 1 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 559.056963] env[69239]: DEBUG nova.compute.provider_tree [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 559.109562] env[69239]: DEBUG nova.compute.provider_tree [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 1 to 2 during operation: update_traits {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 559.615163] env[69239]: DEBUG nova.compute.resource_tracker [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69239) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 559.615628] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.848s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 559.615628] env[69239]: DEBUG nova.service [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Creating RPC server for service compute {{(pid=69239) start /opt/stack/nova/nova/service.py:177}} [ 559.630932] env[69239]: DEBUG nova.service [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] Join ServiceGroup membership for this service compute {{(pid=69239) start /opt/stack/nova/nova/service.py:194}} [ 559.631138] env[69239]: DEBUG nova.servicegroup.drivers.db [None req-d4510e0d-04f0-4a37-9c09-b9f0ca977e5b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69239) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 599.633223] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.136131] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Getting list of instances from cluster (obj){ [ 600.136131] env[69239]: value = "domain-c8" [ 600.136131] env[69239]: _type = "ClusterComputeResource" [ 600.136131] env[69239]: } {{(pid=69239) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 600.137608] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32c172b-019b-4bad-a3d9-b81ae8648a15 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.152211] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Got total of 0 instances {{(pid=69239) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 600.152211] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.152211] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Getting list of instances from cluster (obj){ [ 600.152211] env[69239]: value = "domain-c8" [ 600.152211] env[69239]: _type = "ClusterComputeResource" [ 600.152211] env[69239]: } {{(pid=69239) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 600.152516] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5fc537-e50d-4b77-bfce-7f85410e3fa1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.164533] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Got total of 0 instances {{(pid=69239) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 600.825797] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquiring lock "000d6bc2-dee7-40e4-8792-2eb1ab76073b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.827623] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Lock "000d6bc2-dee7-40e4-8792-2eb1ab76073b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.147703] env[69239]: DEBUG oslo_concurrency.lockutils [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Acquiring lock "0c9e5fde-b283-4af2-9472-03f044e277a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.148439] env[69239]: DEBUG oslo_concurrency.lockutils [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Lock "0c9e5fde-b283-4af2-9472-03f044e277a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.335784] env[69239]: DEBUG nova.compute.manager [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.338165] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "170cb828-e7a7-43fe-9dd8-80a676543da8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.338490] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "170cb828-e7a7-43fe-9dd8-80a676543da8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.654552] env[69239]: DEBUG nova.compute.manager [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.849367] env[69239]: DEBUG nova.compute.manager [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.895309] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.895641] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.897990] env[69239]: INFO nova.compute.claims [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.199581] env[69239]: DEBUG oslo_concurrency.lockutils [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.252910] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Acquiring lock "92a8a8bc-2d46-4984-a510-67c5a73730b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.253474] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Lock "92a8a8bc-2d46-4984-a510-67c5a73730b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.377756] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.756823] env[69239]: DEBUG nova.compute.manager [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.991347] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698a0c08-8941-4356-aa59-2c4e6b0dd343 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.999776] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef20abee-873b-49a8-b785-279703796b85 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.036317] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1241e4c-de29-47a2-a71b-e4f0a87bc823 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.045491] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86af863d-bf28-4240-a5bf-be3ab69c8717 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.064507] env[69239]: DEBUG nova.compute.provider_tree [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.332738] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.567732] env[69239]: DEBUG nova.scheduler.client.report [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.765801] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "58c8152b-97d2-40ad-b10e-f961dfd43178" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.768230] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "58c8152b-97d2-40ad-b10e-f961dfd43178" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.774965] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Acquiring lock "ba75cdda-3f68-487b-8d99-5e1f1adf6b92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.775847] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Lock "ba75cdda-3f68-487b-8d99-5e1f1adf6b92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.072658] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.073377] env[69239]: DEBUG nova.compute.manager [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.078400] env[69239]: DEBUG oslo_concurrency.lockutils [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.879s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.081903] env[69239]: INFO nova.compute.claims [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.277855] env[69239]: DEBUG nova.compute.manager [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.283946] env[69239]: DEBUG nova.compute.manager [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.541300] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Acquiring lock "0df38957-90e2-4ac3-a5cb-e960148bc42a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.541300] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Lock "0df38957-90e2-4ac3-a5cb-e960148bc42a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.584797] env[69239]: DEBUG nova.compute.utils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.587794] env[69239]: DEBUG nova.compute.manager [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.587794] env[69239]: DEBUG nova.network.neutron [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.826498] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.827773] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.846581] env[69239]: DEBUG nova.policy [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d92169e318f4244b0542ec8d2c8ff9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09424cba77964e8c810bcf41369326c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.044787] env[69239]: DEBUG nova.compute.manager [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.099027] env[69239]: DEBUG nova.compute.manager [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.302655] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f1620a-0d57-4c13-95e7-acfa44a7bcbb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.316913] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c25248-8db0-4f61-a394-bb8ccf3ac1ea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.357494] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2606ce36-ce01-4882-9641-0555f33bd001 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.366571] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01294133-cc0a-42ae-a05c-2b94ba5175ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.382912] env[69239]: DEBUG nova.compute.provider_tree [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.486738] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Acquiring lock "a8b3f7de-560b-4b00-ab3b-19d6b7b60330" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.487089] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Lock "a8b3f7de-560b-4b00-ab3b-19d6b7b60330" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.572901] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.710468] env[69239]: DEBUG nova.network.neutron [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Successfully created port: d7e52e99-2279-4d6c-a0db-b4d312cf4f98 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.888024] env[69239]: DEBUG nova.scheduler.client.report [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.992052] env[69239]: DEBUG nova.compute.manager [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.119828] env[69239]: DEBUG nova.compute.manager [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.161429] env[69239]: DEBUG nova.virt.hardware [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.161429] env[69239]: DEBUG nova.virt.hardware [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.161429] env[69239]: DEBUG nova.virt.hardware [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.162166] env[69239]: DEBUG nova.virt.hardware [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.162166] env[69239]: DEBUG nova.virt.hardware [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.162166] env[69239]: DEBUG nova.virt.hardware [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.162166] env[69239]: DEBUG nova.virt.hardware [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.162166] env[69239]: DEBUG nova.virt.hardware [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.162330] env[69239]: DEBUG nova.virt.hardware [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.162330] env[69239]: DEBUG nova.virt.hardware [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.162330] env[69239]: DEBUG nova.virt.hardware [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.163847] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82af38c-6644-4d97-b94f-a524737cc65a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.174279] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66230541-1d30-474d-b2dc-843e3fb1672a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.195632] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f08b059-0c7c-49a5-8582-a065ac1f9de3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.401018] env[69239]: DEBUG oslo_concurrency.lockutils [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.401018] env[69239]: DEBUG nova.compute.manager [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.405548] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.028s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.408214] env[69239]: INFO nova.compute.claims [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.529876] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.914194] env[69239]: DEBUG nova.compute.utils [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.918530] env[69239]: DEBUG nova.compute.manager [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Not allocating networking since 'none' was specified. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 607.422046] env[69239]: DEBUG nova.compute.manager [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.593759] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea703b5d-c21f-4fe6-bc9a-158ae824e45b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.601268] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60a3e5a-ab30-4016-ac7b-a346495baec4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.634380] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8095452-d2de-49d3-91d9-8224655fb3a1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.641212] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6082c527-8284-4917-9751-701d29643225 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.655449] env[69239]: DEBUG nova.compute.provider_tree [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.915400] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.915400] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.915400] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.915400] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.915400] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.915400] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.915879] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.915879] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69239) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 607.915879] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.160157] env[69239]: DEBUG nova.scheduler.client.report [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.195036] env[69239]: DEBUG nova.network.neutron [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Successfully updated port: d7e52e99-2279-4d6c-a0db-b4d312cf4f98 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.423424] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.435163] env[69239]: DEBUG nova.compute.manager [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.478291] env[69239]: DEBUG nova.virt.hardware [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.478291] env[69239]: DEBUG nova.virt.hardware [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.478291] env[69239]: DEBUG nova.virt.hardware [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.478823] env[69239]: DEBUG nova.virt.hardware [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.478823] env[69239]: DEBUG nova.virt.hardware [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.478823] env[69239]: DEBUG nova.virt.hardware [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.479258] env[69239]: DEBUG nova.virt.hardware [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.479258] env[69239]: DEBUG nova.virt.hardware [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.479394] env[69239]: DEBUG nova.virt.hardware [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.479571] env[69239]: DEBUG nova.virt.hardware [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.479787] env[69239]: DEBUG nova.virt.hardware [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.482930] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90164385-667f-4f8e-8b90-5344db5b9ad7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.493358] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f52945-2b1a-4a7d-80a1-7b9285050db0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.512140] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.522057] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.522540] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c38855e6-f265-458a-8424-55d595cbd635 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.542739] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Created folder: OpenStack in parent group-v4. [ 608.543468] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Creating folder: Project (db022b4749344632a68395d62d31929d). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.543770] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b19e8f7-4037-4742-9f1a-ad14ecfa6207 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.554767] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Created folder: Project (db022b4749344632a68395d62d31929d) in parent group-v820715. [ 608.555135] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Creating folder: Instances. Parent ref: group-v820716. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.555314] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ccf1b03-817c-406f-aec2-7b5ef285567d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.566501] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Created folder: Instances in parent group-v820716. [ 608.567104] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.567325] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.567660] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cbd4937-1ba1-4c2a-a71c-8d4b5ff85aed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.594229] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.594229] env[69239]: value = "task-4144499" [ 608.594229] env[69239]: _type = "Task" [ 608.594229] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.603365] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144499, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.667679] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.669434] env[69239]: DEBUG nova.compute.manager [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.671400] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.339s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.679385] env[69239]: INFO nova.compute.claims [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.703574] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquiring lock "refresh_cache-000d6bc2-dee7-40e4-8792-2eb1ab76073b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.703617] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquired lock "refresh_cache-000d6bc2-dee7-40e4-8792-2eb1ab76073b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.706020] env[69239]: DEBUG nova.network.neutron [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.107408] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144499, 'name': CreateVM_Task, 'duration_secs': 0.304268} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.107623] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.108793] env[69239]: DEBUG oslo_vmware.service [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2482ea32-506b-4cdc-b12e-766039723b8e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.116356] env[69239]: DEBUG oslo_concurrency.lockutils [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.116472] env[69239]: DEBUG oslo_concurrency.lockutils [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.117206] env[69239]: DEBUG oslo_concurrency.lockutils [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.117483] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ea1f97-1b83-4e48-ae10-d97a07c21258 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.124693] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for the task: (returnval){ [ 609.124693] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5237e14b-7d8f-8978-2599-d1c3a5c51b09" [ 609.124693] env[69239]: _type = "Task" [ 609.124693] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.139740] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5237e14b-7d8f-8978-2599-d1c3a5c51b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.184599] env[69239]: DEBUG nova.compute.utils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.189922] env[69239]: DEBUG nova.compute.manager [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.189922] env[69239]: DEBUG nova.network.neutron [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.269403] env[69239]: DEBUG nova.policy [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63c70220e09f4821ad514cb022591b78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad89db7831ad4a238c5c02fa2a7d0ab2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.297565] env[69239]: DEBUG nova.network.neutron [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.439890] env[69239]: DEBUG nova.compute.manager [req-3b7bcc61-8f95-4dd0-8e61-6d14f0ad7ea5 req-10d8a403-a5a3-47db-beee-eb7c36aa4ba8 service nova] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Received event network-vif-plugged-d7e52e99-2279-4d6c-a0db-b4d312cf4f98 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.440364] env[69239]: DEBUG oslo_concurrency.lockutils [req-3b7bcc61-8f95-4dd0-8e61-6d14f0ad7ea5 req-10d8a403-a5a3-47db-beee-eb7c36aa4ba8 service nova] Acquiring lock "000d6bc2-dee7-40e4-8792-2eb1ab76073b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.440784] env[69239]: DEBUG oslo_concurrency.lockutils [req-3b7bcc61-8f95-4dd0-8e61-6d14f0ad7ea5 req-10d8a403-a5a3-47db-beee-eb7c36aa4ba8 service nova] Lock "000d6bc2-dee7-40e4-8792-2eb1ab76073b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.441186] env[69239]: DEBUG oslo_concurrency.lockutils [req-3b7bcc61-8f95-4dd0-8e61-6d14f0ad7ea5 req-10d8a403-a5a3-47db-beee-eb7c36aa4ba8 service nova] Lock "000d6bc2-dee7-40e4-8792-2eb1ab76073b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.441429] env[69239]: DEBUG nova.compute.manager [req-3b7bcc61-8f95-4dd0-8e61-6d14f0ad7ea5 req-10d8a403-a5a3-47db-beee-eb7c36aa4ba8 service nova] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] No waiting events found dispatching network-vif-plugged-d7e52e99-2279-4d6c-a0db-b4d312cf4f98 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 609.441874] env[69239]: WARNING nova.compute.manager [req-3b7bcc61-8f95-4dd0-8e61-6d14f0ad7ea5 req-10d8a403-a5a3-47db-beee-eb7c36aa4ba8 service nova] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Received unexpected event network-vif-plugged-d7e52e99-2279-4d6c-a0db-b4d312cf4f98 for instance with vm_state building and task_state spawning. [ 609.518321] env[69239]: DEBUG nova.network.neutron [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Updating instance_info_cache with network_info: [{"id": "d7e52e99-2279-4d6c-a0db-b4d312cf4f98", "address": "fa:16:3e:09:d3:b4", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e52e99-22", "ovs_interfaceid": "d7e52e99-2279-4d6c-a0db-b4d312cf4f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.640346] env[69239]: DEBUG oslo_concurrency.lockutils [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.640584] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.640834] env[69239]: DEBUG oslo_concurrency.lockutils [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.640980] env[69239]: DEBUG oslo_concurrency.lockutils [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.641833] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.642179] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7453bb8c-a42b-4ea8-a603-0ad58a16c282 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.662659] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.662941] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.664136] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7112c9ce-1ae2-442d-b28f-d8e5dc462b35 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.676526] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c215153-4920-4155-b222-325030d9e755 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.686976] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for the task: (returnval){ [ 609.686976] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d8a47c-e31c-f0f0-3bf9-50d249c01a01" [ 609.686976] env[69239]: _type = "Task" [ 609.686976] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.694919] env[69239]: DEBUG nova.compute.manager [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.716307] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Preparing fetch location {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 609.716307] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Creating directory with path [datastore1] vmware_temp/5e6dd37d-ae71-4b30-b6a3-bdad2d635edd/32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.716427] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb655dc2-c616-4e3b-aacb-74d1660253ed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.750567] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Created directory with path [datastore1] vmware_temp/5e6dd37d-ae71-4b30-b6a3-bdad2d635edd/32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.750709] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Fetch image to [datastore1] vmware_temp/5e6dd37d-ae71-4b30-b6a3-bdad2d635edd/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 609.750876] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Downloading image file data 32f6ed7a-c23a-41a2-a27e-2175262f6379 to [datastore1] vmware_temp/5e6dd37d-ae71-4b30-b6a3-bdad2d635edd/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk on the data store datastore1 {{(pid=69239) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 609.751874] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e57a76-abd9-41c6-95c6-5f4c5b5e3c41 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.763648] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b882b2-8b7f-477b-932d-f3f79bca54b5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.781762] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c711c45-4f4a-45b3-8d78-25398ccdee74 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.824061] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da1b0ce-4633-4cb3-ba0b-1ff8e3309ceb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.832315] env[69239]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-a9bfd2a5-c03b-40c6-84c3-d43cdaf05e00 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.873537] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Downloading image file data 32f6ed7a-c23a-41a2-a27e-2175262f6379 to the data store datastore1 {{(pid=69239) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 609.920843] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644355e0-67ee-4519-9ac8-485d0f2ee160 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.929499] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30a5a82-57d9-4b71-99d0-22aa515a7659 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.962759] env[69239]: DEBUG oslo_vmware.rw_handles [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5e6dd37d-ae71-4b30-b6a3-bdad2d635edd/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69239) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 609.964730] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebb0ee2-3fdf-4c1f-896a-553eb974eec8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.022285] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Releasing lock "refresh_cache-000d6bc2-dee7-40e4-8792-2eb1ab76073b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.022285] env[69239]: DEBUG nova.compute.manager [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Instance network_info: |[{"id": "d7e52e99-2279-4d6c-a0db-b4d312cf4f98", "address": "fa:16:3e:09:d3:b4", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e52e99-22", "ovs_interfaceid": "d7e52e99-2279-4d6c-a0db-b4d312cf4f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.024434] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:d3:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7e52e99-2279-4d6c-a0db-b4d312cf4f98', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.033045] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Creating folder: Project (09424cba77964e8c810bcf41369326c9). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.034669] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00c409e1-a900-47eb-b9e4-a2cc87ecc40b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.038114] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed399df9-55a4-4493-8682-a6e7eb16d62e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.063619] env[69239]: DEBUG nova.compute.provider_tree [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.066237] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Created folder: Project (09424cba77964e8c810bcf41369326c9) in parent group-v820715. [ 610.066437] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Creating folder: Instances. Parent ref: group-v820719. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.066986] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-297d52b0-18b5-4ff8-9900-191c5ae3563f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.082774] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Created folder: Instances in parent group-v820719. [ 610.083802] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.083802] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.084141] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b221da5-8234-4eec-b0b3-cca55033f486 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.112025] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.112025] env[69239]: value = "task-4144502" [ 610.112025] env[69239]: _type = "Task" [ 610.112025] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.119584] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144502, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.161188] env[69239]: DEBUG nova.network.neutron [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Successfully created port: f169ad24-cb16-4605-bbb8-24c573c828c0 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.568854] env[69239]: DEBUG nova.scheduler.client.report [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.624321] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144502, 'name': CreateVM_Task, 'duration_secs': 0.424652} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.627710] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.638152] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.639099] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.639099] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.642328] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6f9b9b-4ea2-4ad6-9ede-5efa0947ee9d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.647221] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 610.647221] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d968a6-964a-9cf3-f513-abd9e03c7b20" [ 610.647221] env[69239]: _type = "Task" [ 610.647221] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.660547] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d968a6-964a-9cf3-f513-abd9e03c7b20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.713312] env[69239]: DEBUG nova.compute.manager [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.739310] env[69239]: DEBUG oslo_vmware.rw_handles [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Completed reading data from the image iterator. {{(pid=69239) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 610.739747] env[69239]: DEBUG oslo_vmware.rw_handles [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5e6dd37d-ae71-4b30-b6a3-bdad2d635edd/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 610.749174] env[69239]: DEBUG nova.virt.hardware [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.749940] env[69239]: DEBUG nova.virt.hardware [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.749940] env[69239]: DEBUG nova.virt.hardware [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.749940] env[69239]: DEBUG nova.virt.hardware [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.749940] env[69239]: DEBUG nova.virt.hardware [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.750185] env[69239]: DEBUG nova.virt.hardware [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.750283] env[69239]: DEBUG nova.virt.hardware [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.750449] env[69239]: DEBUG nova.virt.hardware [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.751012] env[69239]: DEBUG nova.virt.hardware [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.751012] env[69239]: DEBUG nova.virt.hardware [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.751012] env[69239]: DEBUG nova.virt.hardware [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.751832] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09cbad2-db70-4176-a81d-29994e31a0ce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.761622] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b22eb84-6f17-430c-a0ae-692129793375 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.883291] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Downloaded image file data 32f6ed7a-c23a-41a2-a27e-2175262f6379 to vmware_temp/5e6dd37d-ae71-4b30-b6a3-bdad2d635edd/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk on the data store datastore1 {{(pid=69239) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 610.885198] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Caching image {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 610.885472] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Copying Virtual Disk [datastore1] vmware_temp/5e6dd37d-ae71-4b30-b6a3-bdad2d635edd/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk to [datastore1] vmware_temp/5e6dd37d-ae71-4b30-b6a3-bdad2d635edd/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.886149] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd2eb0a6-70c8-444b-b003-d9b82e8d53f5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.896787] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for the task: (returnval){ [ 610.896787] env[69239]: value = "task-4144503" [ 610.896787] env[69239]: _type = "Task" [ 610.896787] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.908639] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.075383] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.076370] env[69239]: DEBUG nova.compute.manager [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.079191] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.253s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.080822] env[69239]: INFO nova.compute.claims [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.166288] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.167083] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.167083] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.415532] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144503, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.586075] env[69239]: DEBUG nova.compute.utils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.591175] env[69239]: DEBUG nova.compute.manager [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.591175] env[69239]: DEBUG nova.network.neutron [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.804659] env[69239]: DEBUG nova.policy [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96b8b40d6ede490989c94e8155bdb4d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27b8edae81a7442c831152ef453bfd0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.910618] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740526} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.910883] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Copied Virtual Disk [datastore1] vmware_temp/5e6dd37d-ae71-4b30-b6a3-bdad2d635edd/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk to [datastore1] vmware_temp/5e6dd37d-ae71-4b30-b6a3-bdad2d635edd/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.911176] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Deleting the datastore file [datastore1] vmware_temp/5e6dd37d-ae71-4b30-b6a3-bdad2d635edd/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.912122] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5911b0b6-97be-4087-a5a0-361c3c31b392 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.922569] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for the task: (returnval){ [ 611.922569] env[69239]: value = "task-4144504" [ 611.922569] env[69239]: _type = "Task" [ 611.922569] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.935501] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.091675] env[69239]: DEBUG nova.compute.manager [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.267317] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27feb405-225c-49ba-9da2-3116eaba1d56 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.277805] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34c6999-2e1c-4503-ab52-f522a25fe3ba {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.313992] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5a0d08-13e3-4c1a-a31c-caf285954332 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.323854] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a18009a-b6bc-408f-9e1a-e4759a031d13 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.340709] env[69239]: DEBUG nova.compute.provider_tree [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.439572] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034771} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.439861] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.440119] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Moving file from [datastore1] vmware_temp/5e6dd37d-ae71-4b30-b6a3-bdad2d635edd/32f6ed7a-c23a-41a2-a27e-2175262f6379 to [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379. {{(pid=69239) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 612.440652] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-113127b0-8c7e-47ff-bde0-c5854443135d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.452086] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for the task: (returnval){ [ 612.452086] env[69239]: value = "task-4144505" [ 612.452086] env[69239]: _type = "Task" [ 612.452086] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.477307] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144505, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.875578] env[69239]: ERROR nova.scheduler.client.report [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [req-8941fa5e-a803-49f8-a336-d93202f10a49] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8941fa5e-a803-49f8-a336-d93202f10a49"}]} [ 612.895270] env[69239]: DEBUG nova.compute.manager [req-a14a985b-b052-49fd-b765-cbf1a0d0b4c9 req-18b157f9-9c0a-45d2-8613-897e9122cfcd service nova] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Received event network-changed-d7e52e99-2279-4d6c-a0db-b4d312cf4f98 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.899705] env[69239]: DEBUG nova.compute.manager [req-a14a985b-b052-49fd-b765-cbf1a0d0b4c9 req-18b157f9-9c0a-45d2-8613-897e9122cfcd service nova] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Refreshing instance network info cache due to event network-changed-d7e52e99-2279-4d6c-a0db-b4d312cf4f98. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.899705] env[69239]: DEBUG oslo_concurrency.lockutils [req-a14a985b-b052-49fd-b765-cbf1a0d0b4c9 req-18b157f9-9c0a-45d2-8613-897e9122cfcd service nova] Acquiring lock "refresh_cache-000d6bc2-dee7-40e4-8792-2eb1ab76073b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.899705] env[69239]: DEBUG oslo_concurrency.lockutils [req-a14a985b-b052-49fd-b765-cbf1a0d0b4c9 req-18b157f9-9c0a-45d2-8613-897e9122cfcd service nova] Acquired lock "refresh_cache-000d6bc2-dee7-40e4-8792-2eb1ab76073b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.899705] env[69239]: DEBUG nova.network.neutron [req-a14a985b-b052-49fd-b765-cbf1a0d0b4c9 req-18b157f9-9c0a-45d2-8613-897e9122cfcd service nova] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Refreshing network info cache for port d7e52e99-2279-4d6c-a0db-b4d312cf4f98 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.905366] env[69239]: DEBUG nova.scheduler.client.report [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 612.932173] env[69239]: DEBUG nova.scheduler.client.report [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 612.932173] env[69239]: DEBUG nova.compute.provider_tree [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.948016] env[69239]: DEBUG nova.scheduler.client.report [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 612.964194] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144505, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032924} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.964665] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] File moved {{(pid=69239) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 612.964748] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Cleaning up location [datastore1] vmware_temp/5e6dd37d-ae71-4b30-b6a3-bdad2d635edd {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 612.965087] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Deleting the datastore file [datastore1] vmware_temp/5e6dd37d-ae71-4b30-b6a3-bdad2d635edd {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.965242] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ee837b4-21c2-4cc1-b3b8-fbc1419cd32e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.977226] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for the task: (returnval){ [ 612.977226] env[69239]: value = "task-4144506" [ 612.977226] env[69239]: _type = "Task" [ 612.977226] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.990407] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.992404] env[69239]: DEBUG nova.scheduler.client.report [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 613.105971] env[69239]: DEBUG nova.compute.manager [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.125151] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Acquiring lock "0f53bec7-17c9-4c77-87d4-01437280768e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.128126] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Lock "0f53bec7-17c9-4c77-87d4-01437280768e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.163162] env[69239]: DEBUG nova.virt.hardware [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.163474] env[69239]: DEBUG nova.virt.hardware [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.163589] env[69239]: DEBUG nova.virt.hardware [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.163775] env[69239]: DEBUG nova.virt.hardware [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.163914] env[69239]: DEBUG nova.virt.hardware [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.164179] env[69239]: DEBUG nova.virt.hardware [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.164829] env[69239]: DEBUG nova.virt.hardware [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.164829] env[69239]: DEBUG nova.virt.hardware [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.164829] env[69239]: DEBUG nova.virt.hardware [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.164987] env[69239]: DEBUG nova.virt.hardware [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.165099] env[69239]: DEBUG nova.virt.hardware [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.166381] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da16a8d-42bb-452e-9707-61920033952e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.180405] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ecad40-582f-48ee-8dfa-9a9604523854 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.213486] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c22f157-b30f-48a3-9a24-f98c2612a055 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.221468] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a1a630-71ff-4501-99d0-ce68bea1dbd8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.258226] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d0706a-0831-409b-aa47-7b71ed68021d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.267352] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03387f32-6270-49b7-98f4-f05feff7d8ed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.283073] env[69239]: DEBUG nova.compute.provider_tree [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.411956] env[69239]: DEBUG nova.network.neutron [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Successfully created port: a562fa0e-9e2e-4883-91b4-cb165b2829d5 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.491435] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030137} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.492069] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.493310] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1d819c-d301-4407-b093-4574900dac13 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.501972] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for the task: (returnval){ [ 613.501972] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528afb0a-d647-f204-9029-7e1eaff2114c" [ 613.501972] env[69239]: _type = "Task" [ 613.501972] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.512300] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528afb0a-d647-f204-9029-7e1eaff2114c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.631863] env[69239]: DEBUG nova.compute.manager [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.692354] env[69239]: DEBUG nova.network.neutron [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Successfully updated port: f169ad24-cb16-4605-bbb8-24c573c828c0 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.828911] env[69239]: DEBUG nova.scheduler.client.report [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 13 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 613.828911] env[69239]: DEBUG nova.compute.provider_tree [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 13 to 14 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 613.829104] env[69239]: DEBUG nova.compute.provider_tree [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.024253] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528afb0a-d647-f204-9029-7e1eaff2114c, 'name': SearchDatastore_Task, 'duration_secs': 0.009982} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.025399] env[69239]: DEBUG oslo_concurrency.lockutils [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.025399] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 0c9e5fde-b283-4af2-9472-03f044e277a4/0c9e5fde-b283-4af2-9472-03f044e277a4.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.025817] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.026049] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.026360] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16a55855-4e14-4cc4-96a8-924856165578 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.032097] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e1e4a7-377c-4864-97c1-c7ac262b3a1f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.039536] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for the task: (returnval){ [ 614.039536] env[69239]: value = "task-4144507" [ 614.039536] env[69239]: _type = "Task" [ 614.039536] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.041794] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.044271] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.048059] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956cb45e-2a0e-47ba-b07c-0c64ed917f9f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.058672] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.060337] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 614.060337] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526ba72f-65a5-d461-b491-193ea199a5bd" [ 614.060337] env[69239]: _type = "Task" [ 614.060337] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.072484] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526ba72f-65a5-d461-b491-193ea199a5bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.171297] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.196825] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "refresh_cache-170cb828-e7a7-43fe-9dd8-80a676543da8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.197056] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired lock "refresh_cache-170cb828-e7a7-43fe-9dd8-80a676543da8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.197224] env[69239]: DEBUG nova.network.neutron [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.276832] env[69239]: DEBUG nova.network.neutron [req-a14a985b-b052-49fd-b765-cbf1a0d0b4c9 req-18b157f9-9c0a-45d2-8613-897e9122cfcd service nova] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Updated VIF entry in instance network info cache for port d7e52e99-2279-4d6c-a0db-b4d312cf4f98. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.277393] env[69239]: DEBUG nova.network.neutron [req-a14a985b-b052-49fd-b765-cbf1a0d0b4c9 req-18b157f9-9c0a-45d2-8613-897e9122cfcd service nova] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Updating instance_info_cache with network_info: [{"id": "d7e52e99-2279-4d6c-a0db-b4d312cf4f98", "address": "fa:16:3e:09:d3:b4", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e52e99-22", "ovs_interfaceid": "d7e52e99-2279-4d6c-a0db-b4d312cf4f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.338457] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.259s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.343507] env[69239]: DEBUG nova.compute.manager [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.347308] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.519s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.349553] env[69239]: INFO nova.compute.claims [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.561394] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144507, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.576499] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526ba72f-65a5-d461-b491-193ea199a5bd, 'name': SearchDatastore_Task, 'duration_secs': 0.019905} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.577532] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bcc212-eb8c-4899-8e63-d059413cd49a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.587946] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 614.587946] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]521a26a9-1258-379c-679a-ae62224defc8" [ 614.587946] env[69239]: _type = "Task" [ 614.587946] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.597970] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521a26a9-1258-379c-679a-ae62224defc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.747017] env[69239]: DEBUG nova.network.neutron [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.781178] env[69239]: DEBUG oslo_concurrency.lockutils [req-a14a985b-b052-49fd-b765-cbf1a0d0b4c9 req-18b157f9-9c0a-45d2-8613-897e9122cfcd service nova] Releasing lock "refresh_cache-000d6bc2-dee7-40e4-8792-2eb1ab76073b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.793301] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquiring lock "02fcbb97-0a43-4a8d-acf8-d773de6f039a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.793538] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Lock "02fcbb97-0a43-4a8d-acf8-d773de6f039a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.857740] env[69239]: DEBUG nova.compute.utils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.867310] env[69239]: DEBUG nova.compute.manager [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.867555] env[69239]: DEBUG nova.network.neutron [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.959239] env[69239]: DEBUG nova.network.neutron [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating instance_info_cache with network_info: [{"id": "f169ad24-cb16-4605-bbb8-24c573c828c0", "address": "fa:16:3e:e0:75:2a", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf169ad24-cb", "ovs_interfaceid": "f169ad24-cb16-4605-bbb8-24c573c828c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.028029] env[69239]: DEBUG nova.policy [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c170b8a24f654eb4902f97d2e0cad159', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf328fb20e2a4b9d83b9484abb438e3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.054624] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577012} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.055093] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 0c9e5fde-b283-4af2-9472-03f044e277a4/0c9e5fde-b283-4af2-9472-03f044e277a4.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.055469] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.055845] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0da5a318-67cc-4ee7-b0d1-412086ff619e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.065020] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for the task: (returnval){ [ 615.065020] env[69239]: value = "task-4144508" [ 615.065020] env[69239]: _type = "Task" [ 615.065020] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.077119] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.102679] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521a26a9-1258-379c-679a-ae62224defc8, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.103353] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.103353] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 000d6bc2-dee7-40e4-8792-2eb1ab76073b/000d6bc2-dee7-40e4-8792-2eb1ab76073b.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.103895] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2214a620-633c-43a7-93fe-2d1638d12ef8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.113536] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 615.113536] env[69239]: value = "task-4144509" [ 615.113536] env[69239]: _type = "Task" [ 615.113536] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.128633] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.300213] env[69239]: DEBUG nova.compute.manager [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.366805] env[69239]: DEBUG nova.compute.manager [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.464859] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Releasing lock "refresh_cache-170cb828-e7a7-43fe-9dd8-80a676543da8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.465253] env[69239]: DEBUG nova.compute.manager [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Instance network_info: |[{"id": "f169ad24-cb16-4605-bbb8-24c573c828c0", "address": "fa:16:3e:e0:75:2a", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf169ad24-cb", "ovs_interfaceid": "f169ad24-cb16-4605-bbb8-24c573c828c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.465692] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:75:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f169ad24-cb16-4605-bbb8-24c573c828c0', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.475741] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Creating folder: Project (ad89db7831ad4a238c5c02fa2a7d0ab2). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.484893] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7029230b-982b-4c6f-a967-705eb6cf42f2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.502380] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Created folder: Project (ad89db7831ad4a238c5c02fa2a7d0ab2) in parent group-v820715. [ 615.502603] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Creating folder: Instances. Parent ref: group-v820722. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.503264] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f27c3477-09fc-45f9-bb47-8912900e834d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.518270] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Created folder: Instances in parent group-v820722. [ 615.520718] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.520718] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.520976] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a797dc7c-e795-4a7b-bcdd-fc5a7c6145d2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.556730] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.556730] env[69239]: value = "task-4144512" [ 615.556730] env[69239]: _type = "Task" [ 615.556730] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.571776] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144512, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.587630] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07552} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.588558] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.589869] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a51ae8-eaae-44c7-82ff-661bd539d3a9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.626019] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 0c9e5fde-b283-4af2-9472-03f044e277a4/0c9e5fde-b283-4af2-9472-03f044e277a4.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.627028] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d5e2dbc-162d-43f4-a53d-cb0b7e67f44b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.653395] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144509, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.655253] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for the task: (returnval){ [ 615.655253] env[69239]: value = "task-4144513" [ 615.655253] env[69239]: _type = "Task" [ 615.655253] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.668185] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.764734] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0b6479-6cdb-4fce-a7ee-b9ca52f42fe8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.775953] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a572c6f-28f9-463e-9eb5-250b09f8507a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.820179] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca41ff6-5fe6-4043-adb7-8eb3829c1b8e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.830270] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a5a8d3-8b8a-4507-a3cb-6a1221e5ecb6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.847520] env[69239]: DEBUG nova.compute.provider_tree [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.849970] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.070733] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144512, 'name': CreateVM_Task, 'duration_secs': 0.433481} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.071214] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.072087] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.072087] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.072386] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.072666] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db122951-7337-473a-8cf3-564ebe82f662 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.081063] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 616.081063] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526c5468-5aaa-3667-0de1-0d03ac2b2d79" [ 616.081063] env[69239]: _type = "Task" [ 616.081063] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.083571] env[69239]: DEBUG nova.network.neutron [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Successfully created port: 3035dd69-c8eb-4f8c-86bb-3f4585989785 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.095679] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526c5468-5aaa-3667-0de1-0d03ac2b2d79, 'name': SearchDatastore_Task, 'duration_secs': 0.01226} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.095679] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.095838] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.096087] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.096228] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.096397] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.096670] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe0c17ad-68b7-493c-a91b-c6d33c786e07 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.109053] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.109237] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.109999] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac784d03-6fb2-4d05-a7cb-0030fd01e428 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.116981] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 616.116981] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d3b2f3-f54c-de36-3f9c-bae543b4c0df" [ 616.116981] env[69239]: _type = "Task" [ 616.116981] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.126971] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d3b2f3-f54c-de36-3f9c-bae543b4c0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.138032] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560376} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.138303] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 000d6bc2-dee7-40e4-8792-2eb1ab76073b/000d6bc2-dee7-40e4-8792-2eb1ab76073b.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.138583] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.138892] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de097cbd-e178-4c61-8090-d6a75ffae195 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.149034] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 616.149034] env[69239]: value = "task-4144514" [ 616.149034] env[69239]: _type = "Task" [ 616.149034] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.169121] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.173652] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144513, 'name': ReconfigVM_Task, 'duration_secs': 0.372076} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.174038] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 0c9e5fde-b283-4af2-9472-03f044e277a4/0c9e5fde-b283-4af2-9472-03f044e277a4.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.175040] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-264ccfff-f30a-41b0-97e5-3fd3dca13f9b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.184040] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for the task: (returnval){ [ 616.184040] env[69239]: value = "task-4144515" [ 616.184040] env[69239]: _type = "Task" [ 616.184040] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.197721] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144515, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.352170] env[69239]: DEBUG nova.scheduler.client.report [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.388969] env[69239]: DEBUG nova.compute.manager [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.423847] env[69239]: DEBUG nova.virt.hardware [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.425137] env[69239]: DEBUG nova.virt.hardware [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.425361] env[69239]: DEBUG nova.virt.hardware [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.425591] env[69239]: DEBUG nova.virt.hardware [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.425796] env[69239]: DEBUG nova.virt.hardware [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.425981] env[69239]: DEBUG nova.virt.hardware [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.426238] env[69239]: DEBUG nova.virt.hardware [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.426674] env[69239]: DEBUG nova.virt.hardware [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.427770] env[69239]: DEBUG nova.virt.hardware [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.427770] env[69239]: DEBUG nova.virt.hardware [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.427770] env[69239]: DEBUG nova.virt.hardware [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.428945] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fab4ecc-b7c2-440c-b416-f087abc2972f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.438664] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debf00ef-778a-4d52-a960-def214b41286 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.631951] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d3b2f3-f54c-de36-3f9c-bae543b4c0df, 'name': SearchDatastore_Task, 'duration_secs': 0.010475} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.632837] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d665c70-764e-4b62-bd45-5b9d56630627 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.639662] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 616.639662] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528f157a-e0a7-7d8f-563f-eb009452b052" [ 616.639662] env[69239]: _type = "Task" [ 616.639662] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.649768] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528f157a-e0a7-7d8f-563f-eb009452b052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.658353] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071431} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.658637] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.659518] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9824ca99-946e-4901-91ba-a7717ff7ce39 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.684261] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 000d6bc2-dee7-40e4-8792-2eb1ab76073b/000d6bc2-dee7-40e4-8792-2eb1ab76073b.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.684643] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6070bae-f476-4a8d-90d4-8399e8875675 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.710249] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144515, 'name': Rename_Task, 'duration_secs': 0.156106} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.712635] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.712808] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 616.712808] env[69239]: value = "task-4144516" [ 616.712808] env[69239]: _type = "Task" [ 616.712808] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.712934] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f90f9274-e373-4b9d-8923-8e2c5115d033 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.727903] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.729503] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for the task: (returnval){ [ 616.729503] env[69239]: value = "task-4144517" [ 616.729503] env[69239]: _type = "Task" [ 616.729503] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.858176] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.858176] env[69239]: DEBUG nova.compute.manager [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.861308] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.289s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.862735] env[69239]: INFO nova.compute.claims [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.955225] env[69239]: DEBUG nova.compute.manager [req-54f4e183-9b30-4fcc-ae75-8969f08ddf08 req-2a76550b-9050-4ce2-85f8-66c93711df66 service nova] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Received event network-vif-plugged-f169ad24-cb16-4605-bbb8-24c573c828c0 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.956171] env[69239]: DEBUG oslo_concurrency.lockutils [req-54f4e183-9b30-4fcc-ae75-8969f08ddf08 req-2a76550b-9050-4ce2-85f8-66c93711df66 service nova] Acquiring lock "170cb828-e7a7-43fe-9dd8-80a676543da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.956171] env[69239]: DEBUG oslo_concurrency.lockutils [req-54f4e183-9b30-4fcc-ae75-8969f08ddf08 req-2a76550b-9050-4ce2-85f8-66c93711df66 service nova] Lock "170cb828-e7a7-43fe-9dd8-80a676543da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.956171] env[69239]: DEBUG oslo_concurrency.lockutils [req-54f4e183-9b30-4fcc-ae75-8969f08ddf08 req-2a76550b-9050-4ce2-85f8-66c93711df66 service nova] Lock "170cb828-e7a7-43fe-9dd8-80a676543da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.956171] env[69239]: DEBUG nova.compute.manager [req-54f4e183-9b30-4fcc-ae75-8969f08ddf08 req-2a76550b-9050-4ce2-85f8-66c93711df66 service nova] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] No waiting events found dispatching network-vif-plugged-f169ad24-cb16-4605-bbb8-24c573c828c0 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 616.960280] env[69239]: WARNING nova.compute.manager [req-54f4e183-9b30-4fcc-ae75-8969f08ddf08 req-2a76550b-9050-4ce2-85f8-66c93711df66 service nova] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Received unexpected event network-vif-plugged-f169ad24-cb16-4605-bbb8-24c573c828c0 for instance with vm_state building and task_state spawning. [ 616.960553] env[69239]: DEBUG nova.compute.manager [req-54f4e183-9b30-4fcc-ae75-8969f08ddf08 req-2a76550b-9050-4ce2-85f8-66c93711df66 service nova] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Received event network-changed-f169ad24-cb16-4605-bbb8-24c573c828c0 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.961294] env[69239]: DEBUG nova.compute.manager [req-54f4e183-9b30-4fcc-ae75-8969f08ddf08 req-2a76550b-9050-4ce2-85f8-66c93711df66 service nova] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Refreshing instance network info cache due to event network-changed-f169ad24-cb16-4605-bbb8-24c573c828c0. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.961294] env[69239]: DEBUG oslo_concurrency.lockutils [req-54f4e183-9b30-4fcc-ae75-8969f08ddf08 req-2a76550b-9050-4ce2-85f8-66c93711df66 service nova] Acquiring lock "refresh_cache-170cb828-e7a7-43fe-9dd8-80a676543da8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.961294] env[69239]: DEBUG oslo_concurrency.lockutils [req-54f4e183-9b30-4fcc-ae75-8969f08ddf08 req-2a76550b-9050-4ce2-85f8-66c93711df66 service nova] Acquired lock "refresh_cache-170cb828-e7a7-43fe-9dd8-80a676543da8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.961294] env[69239]: DEBUG nova.network.neutron [req-54f4e183-9b30-4fcc-ae75-8969f08ddf08 req-2a76550b-9050-4ce2-85f8-66c93711df66 service nova] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Refreshing network info cache for port f169ad24-cb16-4605-bbb8-24c573c828c0 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.153266] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528f157a-e0a7-7d8f-563f-eb009452b052, 'name': SearchDatastore_Task, 'duration_secs': 0.009498} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.153745] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.154014] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 170cb828-e7a7-43fe-9dd8-80a676543da8/170cb828-e7a7-43fe-9dd8-80a676543da8.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.154178] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62083c3f-3cf4-4f38-9ab3-c0ab57547978 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.164474] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 617.164474] env[69239]: value = "task-4144518" [ 617.164474] env[69239]: _type = "Task" [ 617.164474] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.178572] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.180154] env[69239]: DEBUG nova.network.neutron [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Successfully updated port: a562fa0e-9e2e-4883-91b4-cb165b2829d5 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.230458] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144516, 'name': ReconfigVM_Task, 'duration_secs': 0.374685} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.237561] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 000d6bc2-dee7-40e4-8792-2eb1ab76073b/000d6bc2-dee7-40e4-8792-2eb1ab76073b.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.237561] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9c2ff0a-5487-430d-9588-89753a474108 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.245149] env[69239]: DEBUG oslo_vmware.api [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144517, 'name': PowerOnVM_Task, 'duration_secs': 0.500741} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.247017] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.247232] env[69239]: INFO nova.compute.manager [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Took 8.81 seconds to spawn the instance on the hypervisor. [ 617.247397] env[69239]: DEBUG nova.compute.manager [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 617.247962] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 617.247962] env[69239]: value = "task-4144519" [ 617.247962] env[69239]: _type = "Task" [ 617.247962] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.249092] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975be409-51ef-44be-a459-16e9523a82d4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.267493] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144519, 'name': Rename_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.372495] env[69239]: DEBUG nova.compute.utils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.380074] env[69239]: DEBUG nova.compute.manager [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.380074] env[69239]: DEBUG nova.network.neutron [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.622996] env[69239]: DEBUG nova.policy [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16df62b5f4874c7aa5c6330430b90483', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f800c75036224049a3c152e2ea201721', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.680040] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144518, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.683125] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Acquiring lock "refresh_cache-92a8a8bc-2d46-4984-a510-67c5a73730b9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.683125] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Acquired lock "refresh_cache-92a8a8bc-2d46-4984-a510-67c5a73730b9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.683260] env[69239]: DEBUG nova.network.neutron [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.770036] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144519, 'name': Rename_Task, 'duration_secs': 0.175299} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.770825] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.770825] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3e14165-dc08-4187-a1bb-4d21161863a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.780080] env[69239]: INFO nova.compute.manager [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Took 15.62 seconds to build instance. [ 617.784726] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 617.784726] env[69239]: value = "task-4144520" [ 617.784726] env[69239]: _type = "Task" [ 617.784726] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.797965] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.880645] env[69239]: DEBUG nova.compute.manager [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.087994] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "2b91336b-a564-4e32-9469-0703346a7c65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.088428] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "2b91336b-a564-4e32-9469-0703346a7c65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.114652] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b93cd44-9d5d-4d83-b9f6-29b6ee13aa38 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.124591] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68ac5fe-4af3-44fc-b8e9-33b6253cd5a1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.177030] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c58e27c-d948-40c5-80d5-425fccf0562f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.196460] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594337} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.198028] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8da919-8581-4297-ad4b-7aed0b74ae02 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.202118] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 170cb828-e7a7-43fe-9dd8-80a676543da8/170cb828-e7a7-43fe-9dd8-80a676543da8.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.202579] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.203208] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58afdb77-0627-49b2-a368-b1cfc1cba70d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.227358] env[69239]: DEBUG nova.compute.provider_tree [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.230554] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 618.230554] env[69239]: value = "task-4144521" [ 618.230554] env[69239]: _type = "Task" [ 618.230554] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.241644] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.284626] env[69239]: DEBUG oslo_concurrency.lockutils [None req-06885b51-aa62-43fe-b9ed-f4a407eb8d33 tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Lock "0c9e5fde-b283-4af2-9472-03f044e277a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.136s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.301040] env[69239]: DEBUG oslo_vmware.api [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144520, 'name': PowerOnVM_Task, 'duration_secs': 0.501252} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.301040] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.301040] env[69239]: INFO nova.compute.manager [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Took 12.18 seconds to spawn the instance on the hypervisor. [ 618.301040] env[69239]: DEBUG nova.compute.manager [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 618.302438] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755e6af5-e356-473d-a620-d9456b7a1273 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.346871] env[69239]: DEBUG nova.network.neutron [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.497367] env[69239]: DEBUG nova.compute.manager [req-8350fb9e-71e2-426f-8d54-31baf8092996 req-8b99eb65-af23-4bb8-8b2d-5f782197f966 service nova] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Received event network-vif-plugged-a562fa0e-9e2e-4883-91b4-cb165b2829d5 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.497367] env[69239]: DEBUG oslo_concurrency.lockutils [req-8350fb9e-71e2-426f-8d54-31baf8092996 req-8b99eb65-af23-4bb8-8b2d-5f782197f966 service nova] Acquiring lock "92a8a8bc-2d46-4984-a510-67c5a73730b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.497367] env[69239]: DEBUG oslo_concurrency.lockutils [req-8350fb9e-71e2-426f-8d54-31baf8092996 req-8b99eb65-af23-4bb8-8b2d-5f782197f966 service nova] Lock "92a8a8bc-2d46-4984-a510-67c5a73730b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.497367] env[69239]: DEBUG oslo_concurrency.lockutils [req-8350fb9e-71e2-426f-8d54-31baf8092996 req-8b99eb65-af23-4bb8-8b2d-5f782197f966 service nova] Lock "92a8a8bc-2d46-4984-a510-67c5a73730b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.497367] env[69239]: DEBUG nova.compute.manager [req-8350fb9e-71e2-426f-8d54-31baf8092996 req-8b99eb65-af23-4bb8-8b2d-5f782197f966 service nova] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] No waiting events found dispatching network-vif-plugged-a562fa0e-9e2e-4883-91b4-cb165b2829d5 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 618.497784] env[69239]: WARNING nova.compute.manager [req-8350fb9e-71e2-426f-8d54-31baf8092996 req-8b99eb65-af23-4bb8-8b2d-5f782197f966 service nova] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Received unexpected event network-vif-plugged-a562fa0e-9e2e-4883-91b4-cb165b2829d5 for instance with vm_state building and task_state spawning. [ 618.647493] env[69239]: DEBUG nova.network.neutron [req-54f4e183-9b30-4fcc-ae75-8969f08ddf08 req-2a76550b-9050-4ce2-85f8-66c93711df66 service nova] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updated VIF entry in instance network info cache for port f169ad24-cb16-4605-bbb8-24c573c828c0. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.647596] env[69239]: DEBUG nova.network.neutron [req-54f4e183-9b30-4fcc-ae75-8969f08ddf08 req-2a76550b-9050-4ce2-85f8-66c93711df66 service nova] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating instance_info_cache with network_info: [{"id": "f169ad24-cb16-4605-bbb8-24c573c828c0", "address": "fa:16:3e:e0:75:2a", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf169ad24-cb", "ovs_interfaceid": "f169ad24-cb16-4605-bbb8-24c573c828c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.732452] env[69239]: DEBUG nova.scheduler.client.report [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.748211] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077006} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.748375] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.749119] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3451e2-2e58-459e-a3b7-3e7266179b80 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.775489] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 170cb828-e7a7-43fe-9dd8-80a676543da8/170cb828-e7a7-43fe-9dd8-80a676543da8.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.776197] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dd9d006-3127-44a8-b17a-e4b7fb37e4de {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.795014] env[69239]: DEBUG nova.compute.manager [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.800094] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 618.800094] env[69239]: value = "task-4144522" [ 618.800094] env[69239]: _type = "Task" [ 618.800094] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.813018] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.821023] env[69239]: INFO nova.compute.manager [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Took 16.98 seconds to build instance. [ 618.891530] env[69239]: DEBUG nova.compute.manager [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.915593] env[69239]: DEBUG nova.virt.hardware [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.916083] env[69239]: DEBUG nova.virt.hardware [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.916319] env[69239]: DEBUG nova.virt.hardware [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.916558] env[69239]: DEBUG nova.virt.hardware [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.916752] env[69239]: DEBUG nova.virt.hardware [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.916961] env[69239]: DEBUG nova.virt.hardware [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.917196] env[69239]: DEBUG nova.virt.hardware [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.917980] env[69239]: DEBUG nova.virt.hardware [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.917980] env[69239]: DEBUG nova.virt.hardware [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.917980] env[69239]: DEBUG nova.virt.hardware [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.918270] env[69239]: DEBUG nova.virt.hardware [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.919191] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b251c8-9149-415d-9910-d91f66b11038 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.931326] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f88976-791b-46f3-9cd4-225926c803b9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.150917] env[69239]: DEBUG oslo_concurrency.lockutils [req-54f4e183-9b30-4fcc-ae75-8969f08ddf08 req-2a76550b-9050-4ce2-85f8-66c93711df66 service nova] Releasing lock "refresh_cache-170cb828-e7a7-43fe-9dd8-80a676543da8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.245462] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.246084] env[69239]: DEBUG nova.compute.manager [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.249067] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.719s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.253860] env[69239]: INFO nova.compute.claims [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.322252] env[69239]: DEBUG oslo_concurrency.lockutils [None req-35756ee8-29fb-4fed-a0d2-152517eab575 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Lock "000d6bc2-dee7-40e4-8792-2eb1ab76073b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.495s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.322590] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144522, 'name': ReconfigVM_Task, 'duration_secs': 0.287069} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.323782] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 170cb828-e7a7-43fe-9dd8-80a676543da8/170cb828-e7a7-43fe-9dd8-80a676543da8.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.325270] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d998e4ec-e160-403f-ad19-cba13141a9e5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.328755] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.337024] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 619.337024] env[69239]: value = "task-4144523" [ 619.337024] env[69239]: _type = "Task" [ 619.337024] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.347190] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144523, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.355136] env[69239]: DEBUG nova.network.neutron [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Updating instance_info_cache with network_info: [{"id": "a562fa0e-9e2e-4883-91b4-cb165b2829d5", "address": "fa:16:3e:04:3a:c0", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa562fa0e-9e", "ovs_interfaceid": "a562fa0e-9e2e-4883-91b4-cb165b2829d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.686246] env[69239]: DEBUG nova.network.neutron [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Successfully created port: b2dfa457-75a8-4af6-9a6b-41130b9a0c44 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.756285] env[69239]: DEBUG nova.compute.utils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.760656] env[69239]: DEBUG nova.compute.manager [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.760942] env[69239]: DEBUG nova.network.neutron [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.851538] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144523, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.858332] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Releasing lock "refresh_cache-92a8a8bc-2d46-4984-a510-67c5a73730b9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.858695] env[69239]: DEBUG nova.compute.manager [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Instance network_info: |[{"id": "a562fa0e-9e2e-4883-91b4-cb165b2829d5", "address": "fa:16:3e:04:3a:c0", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa562fa0e-9e", "ovs_interfaceid": "a562fa0e-9e2e-4883-91b4-cb165b2829d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.859120] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:3a:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a562fa0e-9e2e-4883-91b4-cb165b2829d5', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.867319] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Creating folder: Project (27b8edae81a7442c831152ef453bfd0c). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.867319] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02b44918-5ab9-4502-8495-5bfda374cc3b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.882123] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Created folder: Project (27b8edae81a7442c831152ef453bfd0c) in parent group-v820715. [ 619.882577] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Creating folder: Instances. Parent ref: group-v820725. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.883064] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-102c91a0-1cd3-47ad-af3e-5db901f94c79 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.898068] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Created folder: Instances in parent group-v820725. [ 619.898068] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.898207] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.899492] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93adb424-c629-4972-b5d3-cdebedc36ee2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.928029] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.928029] env[69239]: value = "task-4144526" [ 619.928029] env[69239]: _type = "Task" [ 619.928029] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.935869] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144526, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.951557] env[69239]: DEBUG nova.policy [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e76bec8bb904241bfcdeb0f929a6ea1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67469542d13347949cbd4c68f08a2115', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.233602] env[69239]: DEBUG nova.network.neutron [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Successfully updated port: 3035dd69-c8eb-4f8c-86bb-3f4585989785 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.261193] env[69239]: DEBUG nova.compute.manager [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.354214] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144523, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.437487] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144526, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.527534] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4bbaed-ec82-40db-8499-2504dca54058 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.536909] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0d51e3-e57c-4405-b807-f281e8d16236 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.574503] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec504456-3cb0-4516-8e97-8c506b858f33 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.584328] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97807985-44ba-4d1e-9def-3f326425ba38 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.602738] env[69239]: DEBUG nova.compute.provider_tree [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.738952] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.741223] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquired lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.741425] env[69239]: DEBUG nova.network.neutron [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.807934] env[69239]: DEBUG nova.compute.manager [req-22bdb7de-2620-4fd8-a7a6-3d2c832ee59f req-1c503572-898f-4770-8458-01338860e09a service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Received event network-vif-plugged-3035dd69-c8eb-4f8c-86bb-3f4585989785 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.808174] env[69239]: DEBUG oslo_concurrency.lockutils [req-22bdb7de-2620-4fd8-a7a6-3d2c832ee59f req-1c503572-898f-4770-8458-01338860e09a service nova] Acquiring lock "58c8152b-97d2-40ad-b10e-f961dfd43178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.808382] env[69239]: DEBUG oslo_concurrency.lockutils [req-22bdb7de-2620-4fd8-a7a6-3d2c832ee59f req-1c503572-898f-4770-8458-01338860e09a service nova] Lock "58c8152b-97d2-40ad-b10e-f961dfd43178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.808565] env[69239]: DEBUG oslo_concurrency.lockutils [req-22bdb7de-2620-4fd8-a7a6-3d2c832ee59f req-1c503572-898f-4770-8458-01338860e09a service nova] Lock "58c8152b-97d2-40ad-b10e-f961dfd43178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.808739] env[69239]: DEBUG nova.compute.manager [req-22bdb7de-2620-4fd8-a7a6-3d2c832ee59f req-1c503572-898f-4770-8458-01338860e09a service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] No waiting events found dispatching network-vif-plugged-3035dd69-c8eb-4f8c-86bb-3f4585989785 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 620.808901] env[69239]: WARNING nova.compute.manager [req-22bdb7de-2620-4fd8-a7a6-3d2c832ee59f req-1c503572-898f-4770-8458-01338860e09a service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Received unexpected event network-vif-plugged-3035dd69-c8eb-4f8c-86bb-3f4585989785 for instance with vm_state building and task_state spawning. [ 620.854900] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144523, 'name': Rename_Task, 'duration_secs': 1.136748} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.855204] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.855442] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a544801c-4dc0-48a9-bded-0b022615975d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.863853] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 620.863853] env[69239]: value = "task-4144527" [ 620.863853] env[69239]: _type = "Task" [ 620.863853] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.876707] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.941040] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144526, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.007296] env[69239]: DEBUG nova.compute.manager [None req-174c709a-5dc7-4b9f-9e54-c664877d0bf6 tempest-ServerDiagnosticsV248Test-1650151041 tempest-ServerDiagnosticsV248Test-1650151041-project-admin] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 621.009487] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6161c2-1cf1-4f67-be89-b3e6b4472b47 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.019620] env[69239]: INFO nova.compute.manager [None req-174c709a-5dc7-4b9f-9e54-c664877d0bf6 tempest-ServerDiagnosticsV248Test-1650151041 tempest-ServerDiagnosticsV248Test-1650151041-project-admin] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Retrieving diagnostics [ 621.020213] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88d1adc-5e8d-49cc-90c7-79d773a242b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.107055] env[69239]: DEBUG nova.scheduler.client.report [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.185839] env[69239]: DEBUG nova.network.neutron [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Successfully created port: 17723506-f4df-4fe9-abef-23d187f43713 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.240799] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Acquiring lock "000d6bc2-dee7-40e4-8792-2eb1ab76073b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.242130] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Lock "000d6bc2-dee7-40e4-8792-2eb1ab76073b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.242605] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Acquiring lock "000d6bc2-dee7-40e4-8792-2eb1ab76073b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.242937] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Lock "000d6bc2-dee7-40e4-8792-2eb1ab76073b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.243467] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Lock "000d6bc2-dee7-40e4-8792-2eb1ab76073b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.250633] env[69239]: INFO nova.compute.manager [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Terminating instance [ 621.276097] env[69239]: DEBUG nova.compute.manager [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.313529] env[69239]: DEBUG nova.virt.hardware [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.314411] env[69239]: DEBUG nova.virt.hardware [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.314702] env[69239]: DEBUG nova.virt.hardware [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.315132] env[69239]: DEBUG nova.virt.hardware [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.315132] env[69239]: DEBUG nova.virt.hardware [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.315265] env[69239]: DEBUG nova.virt.hardware [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.315523] env[69239]: DEBUG nova.virt.hardware [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.315685] env[69239]: DEBUG nova.virt.hardware [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.315850] env[69239]: DEBUG nova.virt.hardware [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.316034] env[69239]: DEBUG nova.virt.hardware [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.316221] env[69239]: DEBUG nova.virt.hardware [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.317516] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57489322-aa76-4589-bb84-874a92f0bf48 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.326909] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fa92cf-e2b7-492f-b459-27622c40fa22 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.380693] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144527, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.439656] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144526, 'name': CreateVM_Task, 'duration_secs': 1.492294} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.439656] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.440356] env[69239]: DEBUG oslo_vmware.service [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfb6bf9-8b54-4070-8314-92c60e2ca5a0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.448933] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.451092] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.451092] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.451092] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43eab7b-e075-418e-9bd6-4694b52018e1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.456624] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for the task: (returnval){ [ 621.456624] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52266eb2-d405-a096-12ea-7da36f2a5935" [ 621.456624] env[69239]: _type = "Task" [ 621.456624] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.471375] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52266eb2-d405-a096-12ea-7da36f2a5935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.535305] env[69239]: DEBUG nova.network.neutron [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.612680] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.613197] env[69239]: DEBUG nova.compute.manager [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.616740] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.199s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.616860] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.617490] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69239) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 621.617490] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.446s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.619326] env[69239]: INFO nova.compute.claims [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.623814] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1a8881-9fbd-4ce0-b83b-e3b22fd68462 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.632825] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7232554-ba44-4786-9a15-2b8104acad15 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.648659] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1a0c90-4b70-461a-a3bc-06e0a68fa9b9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.660043] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034307d4-2129-44a9-8069-bf79317a0328 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.695016] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180842MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69239) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 621.695016] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.757438] env[69239]: DEBUG nova.compute.manager [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 621.757660] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.758700] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b62dc5-4eec-4337-9768-6fffa1352e1c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.767968] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.768274] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf375ecc-b98b-489a-9c8e-bd93af89ff74 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.776163] env[69239]: DEBUG oslo_vmware.api [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Waiting for the task: (returnval){ [ 621.776163] env[69239]: value = "task-4144528" [ 621.776163] env[69239]: _type = "Task" [ 621.776163] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.785812] env[69239]: DEBUG oslo_vmware.api [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Task: {'id': task-4144528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.875905] env[69239]: DEBUG oslo_vmware.api [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144527, 'name': PowerOnVM_Task, 'duration_secs': 0.646184} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.876222] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.876416] env[69239]: INFO nova.compute.manager [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Took 11.16 seconds to spawn the instance on the hypervisor. [ 621.876602] env[69239]: DEBUG nova.compute.manager [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 621.877414] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa4c631-77be-42f7-a8a1-486c435e5cee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.964705] env[69239]: DEBUG nova.compute.manager [req-a2e19e76-234a-4ad4-8032-41924705f11e req-c17a884c-d66c-42e9-93fb-4e2e5bb4e930 service nova] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Received event network-changed-a562fa0e-9e2e-4883-91b4-cb165b2829d5 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.964853] env[69239]: DEBUG nova.compute.manager [req-a2e19e76-234a-4ad4-8032-41924705f11e req-c17a884c-d66c-42e9-93fb-4e2e5bb4e930 service nova] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Refreshing instance network info cache due to event network-changed-a562fa0e-9e2e-4883-91b4-cb165b2829d5. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.966161] env[69239]: DEBUG oslo_concurrency.lockutils [req-a2e19e76-234a-4ad4-8032-41924705f11e req-c17a884c-d66c-42e9-93fb-4e2e5bb4e930 service nova] Acquiring lock "refresh_cache-92a8a8bc-2d46-4984-a510-67c5a73730b9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.966161] env[69239]: DEBUG oslo_concurrency.lockutils [req-a2e19e76-234a-4ad4-8032-41924705f11e req-c17a884c-d66c-42e9-93fb-4e2e5bb4e930 service nova] Acquired lock "refresh_cache-92a8a8bc-2d46-4984-a510-67c5a73730b9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.966161] env[69239]: DEBUG nova.network.neutron [req-a2e19e76-234a-4ad4-8032-41924705f11e req-c17a884c-d66c-42e9-93fb-4e2e5bb4e930 service nova] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Refreshing network info cache for port a562fa0e-9e2e-4883-91b4-cb165b2829d5 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.978699] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.978989] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.979291] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.979967] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.979967] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.980425] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-388cc287-a11b-4182-a82b-bcab77119584 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.992086] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.992332] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.993301] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64dc375-1f15-4788-8590-d454124eec08 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.001938] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2e5f53-0c84-4866-be3d-24ae57a9ea49 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.009218] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for the task: (returnval){ [ 622.009218] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525045f5-1819-50ea-0aff-c11d791844a7" [ 622.009218] env[69239]: _type = "Task" [ 622.009218] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.018335] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525045f5-1819-50ea-0aff-c11d791844a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.124963] env[69239]: DEBUG nova.compute.utils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.129786] env[69239]: DEBUG nova.compute.manager [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.129786] env[69239]: DEBUG nova.network.neutron [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.294574] env[69239]: DEBUG oslo_vmware.api [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Task: {'id': task-4144528, 'name': PowerOffVM_Task, 'duration_secs': 0.236019} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.295099] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.295099] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.295381] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35725ad9-d795-455b-91b4-6348a6d923df {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.364033] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.364033] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.364033] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Deleting the datastore file [datastore1] 000d6bc2-dee7-40e4-8792-2eb1ab76073b {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.364033] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d896fa23-4c71-4fce-b508-c2ce42d65e7b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.372965] env[69239]: DEBUG oslo_vmware.api [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Waiting for the task: (returnval){ [ 622.372965] env[69239]: value = "task-4144530" [ 622.372965] env[69239]: _type = "Task" [ 622.372965] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.394400] env[69239]: DEBUG oslo_vmware.api [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Task: {'id': task-4144530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.403563] env[69239]: DEBUG nova.policy [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '604072ae1bb04fdcb98a5e6540864d90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b6fdcd9fc184df48e6493e831118cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.405235] env[69239]: INFO nova.compute.manager [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Took 20.05 seconds to build instance. [ 622.431717] env[69239]: DEBUG nova.network.neutron [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Updating instance_info_cache with network_info: [{"id": "3035dd69-c8eb-4f8c-86bb-3f4585989785", "address": "fa:16:3e:b1:2d:02", "network": {"id": "d5c22f4e-5787-413f-9c2e-96e168a8d1f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814803055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf328fb20e2a4b9d83b9484abb438e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3035dd69-c8", "ovs_interfaceid": "3035dd69-c8eb-4f8c-86bb-3f4585989785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.524392] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Preparing fetch location {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 622.524392] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Creating directory with path [datastore2] vmware_temp/19f79a5e-3c88-4f74-9eca-e275478f8ef3/32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.524777] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b9add79-a131-423d-b878-e5f4a8cb371c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.554240] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Created directory with path [datastore2] vmware_temp/19f79a5e-3c88-4f74-9eca-e275478f8ef3/32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.554620] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Fetch image to [datastore2] vmware_temp/19f79a5e-3c88-4f74-9eca-e275478f8ef3/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 622.554699] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Downloading image file data 32f6ed7a-c23a-41a2-a27e-2175262f6379 to [datastore2] vmware_temp/19f79a5e-3c88-4f74-9eca-e275478f8ef3/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk on the data store datastore2 {{(pid=69239) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 622.555606] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279b80cd-1a5f-4402-80a1-67cc416a528e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.572428] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0179414e-f7e3-4cfa-992c-48ce0ad428ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.588748] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d9c4fc-a9db-4466-930d-1b88eb48b034 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.628087] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bf0133-c11a-4dca-9e4e-e1b1e175c6b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.632184] env[69239]: DEBUG nova.compute.manager [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.643805] env[69239]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-24a2fdca-e8b2-4126-a6f2-fde2ec2f5f12 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.682270] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Downloading image file data 32f6ed7a-c23a-41a2-a27e-2175262f6379 to the data store datastore2 {{(pid=69239) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 622.777614] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/19f79a5e-3c88-4f74-9eca-e275478f8ef3/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69239) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 622.852237] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "75ded7ab-ca91-4934-9e94-43701beec4f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.852474] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "75ded7ab-ca91-4934-9e94-43701beec4f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.891408] env[69239]: DEBUG oslo_vmware.api [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Task: {'id': task-4144530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294269} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.895302] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.896658] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.896902] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.897124] env[69239]: INFO nova.compute.manager [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 622.897610] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.898408] env[69239]: DEBUG nova.compute.manager [-] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 622.898681] env[69239]: DEBUG nova.network.neutron [-] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 622.908726] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74c8692e-01d5-48f0-9e1f-ee922f146089 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "170cb828-e7a7-43fe-9dd8-80a676543da8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.569s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.935777] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Releasing lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.936104] env[69239]: DEBUG nova.compute.manager [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Instance network_info: |[{"id": "3035dd69-c8eb-4f8c-86bb-3f4585989785", "address": "fa:16:3e:b1:2d:02", "network": {"id": "d5c22f4e-5787-413f-9c2e-96e168a8d1f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814803055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf328fb20e2a4b9d83b9484abb438e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3035dd69-c8", "ovs_interfaceid": "3035dd69-c8eb-4f8c-86bb-3f4585989785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.937160] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:2d:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3035dd69-c8eb-4f8c-86bb-3f4585989785', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.946292] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Creating folder: Project (bf328fb20e2a4b9d83b9484abb438e3a). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.947203] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfb23bdd-cf0b-4a7f-9e0b-0d37a98046c7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.963026] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Created folder: Project (bf328fb20e2a4b9d83b9484abb438e3a) in parent group-v820715. [ 622.963245] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Creating folder: Instances. Parent ref: group-v820728. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.963648] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cc81e71-a681-4f47-801a-5c629efd32ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.976813] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13060495-dbc1-4cf1-99f4-2bf30fc4f609 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.985586] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Created folder: Instances in parent group-v820728. [ 622.985959] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.986817] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.987143] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28db6fe9-a248-40ff-a647-1c5ae8cde676 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.009296] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400fb53b-8376-469b-80bf-ba4cf9f90ca2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.018700] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.018700] env[69239]: value = "task-4144533" [ 623.018700] env[69239]: _type = "Task" [ 623.018700] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.052328] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f9e634-f23f-4e9d-a83a-2f4e64645b69 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.062858] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144533, 'name': CreateVM_Task} progress is 15%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.069640] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6425fe5c-be30-4af5-8559-9bbb0f0b002e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.089164] env[69239]: DEBUG nova.compute.provider_tree [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.356777] env[69239]: DEBUG nova.compute.manager [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.535140] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144533, 'name': CreateVM_Task, 'duration_secs': 0.438142} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.536307] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.536307] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.536474] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.537424] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.540177] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd1c75a-da32-4391-8539-4bdb9e6317be {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.547889] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 623.547889] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52751c13-4ea6-9930-bca0-59297d3dee94" [ 623.547889] env[69239]: _type = "Task" [ 623.547889] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.560638] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52751c13-4ea6-9930-bca0-59297d3dee94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.584144] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Completed reading data from the image iterator. {{(pid=69239) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 623.584288] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/19f79a5e-3c88-4f74-9eca-e275478f8ef3/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 623.599160] env[69239]: DEBUG nova.scheduler.client.report [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.658814] env[69239]: DEBUG nova.compute.manager [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.704770] env[69239]: DEBUG nova.virt.hardware [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.705161] env[69239]: DEBUG nova.virt.hardware [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.705415] env[69239]: DEBUG nova.virt.hardware [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.705699] env[69239]: DEBUG nova.virt.hardware [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.705929] env[69239]: DEBUG nova.virt.hardware [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.706175] env[69239]: DEBUG nova.virt.hardware [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.706518] env[69239]: DEBUG nova.virt.hardware [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.706772] env[69239]: DEBUG nova.virt.hardware [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.707062] env[69239]: DEBUG nova.virt.hardware [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.707331] env[69239]: DEBUG nova.virt.hardware [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.707626] env[69239]: DEBUG nova.virt.hardware [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.708980] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd5e90a-00ab-48a5-9d2d-ddb19dc18394 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.720990] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d71014c-d1cb-4e9a-a244-eb3c42899d5b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.792821] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Downloaded image file data 32f6ed7a-c23a-41a2-a27e-2175262f6379 to vmware_temp/19f79a5e-3c88-4f74-9eca-e275478f8ef3/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk on the data store datastore2 {{(pid=69239) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 623.794842] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Caching image {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 623.795124] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Copying Virtual Disk [datastore2] vmware_temp/19f79a5e-3c88-4f74-9eca-e275478f8ef3/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk to [datastore2] vmware_temp/19f79a5e-3c88-4f74-9eca-e275478f8ef3/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.795443] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14792d35-c846-45b4-925d-30735c426195 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.803401] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for the task: (returnval){ [ 623.803401] env[69239]: value = "task-4144534" [ 623.803401] env[69239]: _type = "Task" [ 623.803401] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.813592] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.900901] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.078867] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.079346] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.079728] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.106706] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.107036] env[69239]: DEBUG nova.compute.manager [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.116785] env[69239]: DEBUG nova.network.neutron [req-a2e19e76-234a-4ad4-8032-41924705f11e req-c17a884c-d66c-42e9-93fb-4e2e5bb4e930 service nova] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Updated VIF entry in instance network info cache for port a562fa0e-9e2e-4883-91b4-cb165b2829d5. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.116785] env[69239]: DEBUG nova.network.neutron [req-a2e19e76-234a-4ad4-8032-41924705f11e req-c17a884c-d66c-42e9-93fb-4e2e5bb4e930 service nova] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Updating instance_info_cache with network_info: [{"id": "a562fa0e-9e2e-4883-91b4-cb165b2829d5", "address": "fa:16:3e:04:3a:c0", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa562fa0e-9e", "ovs_interfaceid": "a562fa0e-9e2e-4883-91b4-cb165b2829d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.120283] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.270s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.124314] env[69239]: INFO nova.compute.claims [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.316031] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144534, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.622991] env[69239]: DEBUG nova.compute.utils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.628821] env[69239]: DEBUG nova.compute.manager [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.628821] env[69239]: DEBUG nova.network.neutron [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.636323] env[69239]: DEBUG oslo_concurrency.lockutils [req-a2e19e76-234a-4ad4-8032-41924705f11e req-c17a884c-d66c-42e9-93fb-4e2e5bb4e930 service nova] Releasing lock "refresh_cache-92a8a8bc-2d46-4984-a510-67c5a73730b9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.705668] env[69239]: DEBUG nova.compute.manager [req-70870a0d-ea64-4699-9a61-f72695cfa8bb req-92ab4ab3-a066-428d-824e-d8675a091ab9 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Received event network-changed-3035dd69-c8eb-4f8c-86bb-3f4585989785 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.705902] env[69239]: DEBUG nova.compute.manager [req-70870a0d-ea64-4699-9a61-f72695cfa8bb req-92ab4ab3-a066-428d-824e-d8675a091ab9 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Refreshing instance network info cache due to event network-changed-3035dd69-c8eb-4f8c-86bb-3f4585989785. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.710895] env[69239]: DEBUG oslo_concurrency.lockutils [req-70870a0d-ea64-4699-9a61-f72695cfa8bb req-92ab4ab3-a066-428d-824e-d8675a091ab9 service nova] Acquiring lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.712475] env[69239]: DEBUG oslo_concurrency.lockutils [req-70870a0d-ea64-4699-9a61-f72695cfa8bb req-92ab4ab3-a066-428d-824e-d8675a091ab9 service nova] Acquired lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.712737] env[69239]: DEBUG nova.network.neutron [req-70870a0d-ea64-4699-9a61-f72695cfa8bb req-92ab4ab3-a066-428d-824e-d8675a091ab9 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Refreshing network info cache for port 3035dd69-c8eb-4f8c-86bb-3f4585989785 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.821507] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144534, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.916194] env[69239]: DEBUG nova.network.neutron [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Successfully updated port: b2dfa457-75a8-4af6-9a6b-41130b9a0c44 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.929138] env[69239]: DEBUG nova.policy [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4083138f1424530a06509d7dcb7c177', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2404116d0bfd422d9d2fd7192733d2e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.940016] env[69239]: DEBUG nova.network.neutron [-] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.980598] env[69239]: DEBUG nova.network.neutron [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Successfully created port: 058902a9-11d4-4d3a-9373-6e17833576c9 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.133467] env[69239]: DEBUG nova.compute.manager [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.319217] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144534, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.039269} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.319494] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Copied Virtual Disk [datastore2] vmware_temp/19f79a5e-3c88-4f74-9eca-e275478f8ef3/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk to [datastore2] vmware_temp/19f79a5e-3c88-4f74-9eca-e275478f8ef3/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.319716] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Deleting the datastore file [datastore2] vmware_temp/19f79a5e-3c88-4f74-9eca-e275478f8ef3/32f6ed7a-c23a-41a2-a27e-2175262f6379/tmp-sparse.vmdk {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.320220] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3b3f579-7686-4754-84f4-d80d98b6b39f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.328936] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for the task: (returnval){ [ 625.328936] env[69239]: value = "task-4144535" [ 625.328936] env[69239]: _type = "Task" [ 625.328936] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.341845] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.419421] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Acquiring lock "refresh_cache-ba75cdda-3f68-487b-8d99-5e1f1adf6b92" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.419421] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Acquired lock "refresh_cache-ba75cdda-3f68-487b-8d99-5e1f1adf6b92" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.419599] env[69239]: DEBUG nova.network.neutron [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.422402] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf285d8-8490-458e-be1f-1d1fabfc0ea4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.430097] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a875cf3-1034-437f-9aeb-93b155646fff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.476316] env[69239]: INFO nova.compute.manager [-] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Took 2.57 seconds to deallocate network for instance. [ 625.480331] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7285a84e-092c-4076-b30d-c9764bc4db48 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.492829] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "0de81a48-7b01-49e0-be33-d05a9ef10ed8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.493085] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "0de81a48-7b01-49e0-be33-d05a9ef10ed8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.498541] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bad37c4-f60e-40d8-8b21-eacff842eef1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.515624] env[69239]: DEBUG nova.compute.provider_tree [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.851709] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025661} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.852169] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.852668] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Moving file from [datastore2] vmware_temp/19f79a5e-3c88-4f74-9eca-e275478f8ef3/32f6ed7a-c23a-41a2-a27e-2175262f6379 to [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379. {{(pid=69239) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 625.852754] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a997d77d-ed70-4591-993c-40c5bb9534f4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.862028] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for the task: (returnval){ [ 625.862028] env[69239]: value = "task-4144536" [ 625.862028] env[69239]: _type = "Task" [ 625.862028] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.877523] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144536, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.906034] env[69239]: DEBUG nova.compute.manager [req-95ad03f0-d2c3-46a7-8336-ccac5e01e26e req-16b63cb4-5422-4bc4-8d77-f075b2266c01 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Received event network-vif-plugged-b2dfa457-75a8-4af6-9a6b-41130b9a0c44 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.906235] env[69239]: DEBUG oslo_concurrency.lockutils [req-95ad03f0-d2c3-46a7-8336-ccac5e01e26e req-16b63cb4-5422-4bc4-8d77-f075b2266c01 service nova] Acquiring lock "ba75cdda-3f68-487b-8d99-5e1f1adf6b92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.906995] env[69239]: DEBUG oslo_concurrency.lockutils [req-95ad03f0-d2c3-46a7-8336-ccac5e01e26e req-16b63cb4-5422-4bc4-8d77-f075b2266c01 service nova] Lock "ba75cdda-3f68-487b-8d99-5e1f1adf6b92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.907077] env[69239]: DEBUG oslo_concurrency.lockutils [req-95ad03f0-d2c3-46a7-8336-ccac5e01e26e req-16b63cb4-5422-4bc4-8d77-f075b2266c01 service nova] Lock "ba75cdda-3f68-487b-8d99-5e1f1adf6b92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.908282] env[69239]: DEBUG nova.compute.manager [req-95ad03f0-d2c3-46a7-8336-ccac5e01e26e req-16b63cb4-5422-4bc4-8d77-f075b2266c01 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] No waiting events found dispatching network-vif-plugged-b2dfa457-75a8-4af6-9a6b-41130b9a0c44 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 625.908282] env[69239]: WARNING nova.compute.manager [req-95ad03f0-d2c3-46a7-8336-ccac5e01e26e req-16b63cb4-5422-4bc4-8d77-f075b2266c01 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Received unexpected event network-vif-plugged-b2dfa457-75a8-4af6-9a6b-41130b9a0c44 for instance with vm_state building and task_state spawning. [ 625.994130] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.996107] env[69239]: DEBUG nova.compute.manager [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.019468] env[69239]: DEBUG nova.scheduler.client.report [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.096593] env[69239]: DEBUG nova.network.neutron [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.148093] env[69239]: DEBUG nova.compute.manager [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.205640] env[69239]: DEBUG nova.virt.hardware [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.206050] env[69239]: DEBUG nova.virt.hardware [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.206293] env[69239]: DEBUG nova.virt.hardware [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.206515] env[69239]: DEBUG nova.virt.hardware [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.206708] env[69239]: DEBUG nova.virt.hardware [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.206902] env[69239]: DEBUG nova.virt.hardware [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.207272] env[69239]: DEBUG nova.virt.hardware [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.207485] env[69239]: DEBUG nova.virt.hardware [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.207758] env[69239]: DEBUG nova.virt.hardware [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.207997] env[69239]: DEBUG nova.virt.hardware [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.208241] env[69239]: DEBUG nova.virt.hardware [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.209727] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08980df4-f05b-4c0a-86c0-69a71f6552ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.221745] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fbf06e-a51d-4686-ade3-733d4ee6dc86 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.375548] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144536, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032236} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.375639] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] File moved {{(pid=69239) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 626.375798] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Cleaning up location [datastore2] vmware_temp/19f79a5e-3c88-4f74-9eca-e275478f8ef3 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 626.375957] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Deleting the datastore file [datastore2] vmware_temp/19f79a5e-3c88-4f74-9eca-e275478f8ef3 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.376235] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb8e07bb-24a2-4077-b942-df4b3c126dd0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.385735] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for the task: (returnval){ [ 626.385735] env[69239]: value = "task-4144537" [ 626.385735] env[69239]: _type = "Task" [ 626.385735] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.397096] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.528451] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.529203] env[69239]: DEBUG nova.compute.manager [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.532618] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.204s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.535275] env[69239]: INFO nova.compute.claims [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.540771] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.669806] env[69239]: DEBUG nova.network.neutron [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Successfully updated port: 17723506-f4df-4fe9-abef-23d187f43713 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.671665] env[69239]: DEBUG nova.network.neutron [req-70870a0d-ea64-4699-9a61-f72695cfa8bb req-92ab4ab3-a066-428d-824e-d8675a091ab9 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Updated VIF entry in instance network info cache for port 3035dd69-c8eb-4f8c-86bb-3f4585989785. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.671976] env[69239]: DEBUG nova.network.neutron [req-70870a0d-ea64-4699-9a61-f72695cfa8bb req-92ab4ab3-a066-428d-824e-d8675a091ab9 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Updating instance_info_cache with network_info: [{"id": "3035dd69-c8eb-4f8c-86bb-3f4585989785", "address": "fa:16:3e:b1:2d:02", "network": {"id": "d5c22f4e-5787-413f-9c2e-96e168a8d1f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814803055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf328fb20e2a4b9d83b9484abb438e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3035dd69-c8", "ovs_interfaceid": "3035dd69-c8eb-4f8c-86bb-3f4585989785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.897809] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029581} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.898105] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.898825] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a036286b-fe93-4a5d-b1bc-401c7e6e901b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.905614] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for the task: (returnval){ [ 626.905614] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526fde05-723f-5a6a-9990-f9e2f01aa429" [ 626.905614] env[69239]: _type = "Task" [ 626.905614] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.914393] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526fde05-723f-5a6a-9990-f9e2f01aa429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.013244] env[69239]: DEBUG nova.network.neutron [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Successfully created port: 9beeb9dc-f993-46e3-bd2e-433de7596cc2 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.040875] env[69239]: DEBUG nova.compute.utils [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.042309] env[69239]: DEBUG nova.compute.manager [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Not allocating networking since 'none' was specified. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 627.175988] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Acquiring lock "refresh_cache-0df38957-90e2-4ac3-a5cb-e960148bc42a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.176175] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Acquired lock "refresh_cache-0df38957-90e2-4ac3-a5cb-e960148bc42a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.176466] env[69239]: DEBUG nova.network.neutron [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.177831] env[69239]: DEBUG oslo_concurrency.lockutils [req-70870a0d-ea64-4699-9a61-f72695cfa8bb req-92ab4ab3-a066-428d-824e-d8675a091ab9 service nova] Releasing lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.420646] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526fde05-723f-5a6a-9990-f9e2f01aa429, 'name': SearchDatastore_Task, 'duration_secs': 0.009139} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.420944] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.422551] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 92a8a8bc-2d46-4984-a510-67c5a73730b9/92a8a8bc-2d46-4984-a510-67c5a73730b9.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.422926] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.423161] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.423402] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7552b641-ced6-49d2-8b06-f1b3677ee144 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.426456] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdda650d-b381-48e9-a185-d36222979228 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.436396] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for the task: (returnval){ [ 627.436396] env[69239]: value = "task-4144538" [ 627.436396] env[69239]: _type = "Task" [ 627.436396] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.438051] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.438286] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.442815] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99aaf4f0-52c1-4087-af2e-96242e086fe1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.453907] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 627.453907] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529b6fc9-fb4f-ac6c-258e-dc2f022c7699" [ 627.453907] env[69239]: _type = "Task" [ 627.453907] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.454231] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.465952] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529b6fc9-fb4f-ac6c-258e-dc2f022c7699, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.466827] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4705ad5-4632-42e5-950f-1d583cff7af9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.478647] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 627.478647] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5239dde6-1cb1-85bc-e030-b640f5cbe6d9" [ 627.478647] env[69239]: _type = "Task" [ 627.478647] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.479897] env[69239]: DEBUG nova.network.neutron [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Updating instance_info_cache with network_info: [{"id": "b2dfa457-75a8-4af6-9a6b-41130b9a0c44", "address": "fa:16:3e:73:0d:c7", "network": {"id": "8fc4eff9-4629-49ed-9dbf-b31d2e57fd4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1366120077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f800c75036224049a3c152e2ea201721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2dfa457-75", "ovs_interfaceid": "b2dfa457-75a8-4af6-9a6b-41130b9a0c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.494646] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5239dde6-1cb1-85bc-e030-b640f5cbe6d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.494979] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.495284] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 58c8152b-97d2-40ad-b10e-f961dfd43178/58c8152b-97d2-40ad-b10e-f961dfd43178.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.495696] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd418fca-6c26-4b31-a84f-4da6507c89a4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.504846] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 627.504846] env[69239]: value = "task-4144539" [ 627.504846] env[69239]: _type = "Task" [ 627.504846] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.517052] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.551585] env[69239]: DEBUG nova.compute.manager [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.836641] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b5a1e0-9ed3-403f-b800-f770e8a86d00 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.849557] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a95fe1-9ff6-44d8-bf68-918a144fc1bc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.893284] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afa1dd3-95cc-498a-9e5a-e3ef2628a878 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.904390] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a51d2f0-745e-406f-a5ff-6b35bfe35b78 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.926334] env[69239]: DEBUG nova.compute.provider_tree [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.942764] env[69239]: DEBUG nova.network.neutron [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.953678] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510929} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.959098] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 92a8a8bc-2d46-4984-a510-67c5a73730b9/92a8a8bc-2d46-4984-a510-67c5a73730b9.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.959098] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.959435] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1648d130-f725-4454-b43b-ef62fb596f3e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.970743] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for the task: (returnval){ [ 627.970743] env[69239]: value = "task-4144540" [ 627.970743] env[69239]: _type = "Task" [ 627.970743] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.983989] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.985107] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Releasing lock "refresh_cache-ba75cdda-3f68-487b-8d99-5e1f1adf6b92" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.985544] env[69239]: DEBUG nova.compute.manager [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Instance network_info: |[{"id": "b2dfa457-75a8-4af6-9a6b-41130b9a0c44", "address": "fa:16:3e:73:0d:c7", "network": {"id": "8fc4eff9-4629-49ed-9dbf-b31d2e57fd4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1366120077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f800c75036224049a3c152e2ea201721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2dfa457-75", "ovs_interfaceid": "b2dfa457-75a8-4af6-9a6b-41130b9a0c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.986924] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:0d:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2dfa457-75a8-4af6-9a6b-41130b9a0c44', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.001058] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Creating folder: Project (f800c75036224049a3c152e2ea201721). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.001957] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65d3c57e-1a49-4967-a4c6-f98eb5d59f87 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.019708] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Created folder: Project (f800c75036224049a3c152e2ea201721) in parent group-v820715. [ 628.020015] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Creating folder: Instances. Parent ref: group-v820731. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.024044] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a8cca0d-f07e-4afa-be3e-eac8b15436c9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.026180] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144539, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.038638] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Created folder: Instances in parent group-v820731. [ 628.039231] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.039400] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.039511] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e038ec8-f141-43d7-beae-e6b92f5ea7b3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.073089] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.073089] env[69239]: value = "task-4144543" [ 628.073089] env[69239]: _type = "Task" [ 628.073089] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.082875] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144543, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.431050] env[69239]: DEBUG nova.scheduler.client.report [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.485442] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "f9e5a98f-f995-44e1-b204-ff950ad68d22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.485442] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "f9e5a98f-f995-44e1-b204-ff950ad68d22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.495246] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094991} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.495693] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.496654] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a8c589-1c67-4f3c-ac8e-eafe06f67992 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.526605] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 92a8a8bc-2d46-4984-a510-67c5a73730b9/92a8a8bc-2d46-4984-a510-67c5a73730b9.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.531830] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba8c071-9d8f-4de1-89e1-4766a919b981 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.570197] env[69239]: DEBUG nova.compute.manager [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.573615] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for the task: (returnval){ [ 628.573615] env[69239]: value = "task-4144544" [ 628.573615] env[69239]: _type = "Task" [ 628.573615] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.574324] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793132} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.575243] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 58c8152b-97d2-40ad-b10e-f961dfd43178/58c8152b-97d2-40ad-b10e-f961dfd43178.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.575846] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.587824] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed53b200-c2a7-4822-ac24-ef5e9a30a5e8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.609075] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.609448] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144543, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.624216] env[69239]: DEBUG nova.virt.hardware [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.624696] env[69239]: DEBUG nova.virt.hardware [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.628061] env[69239]: DEBUG nova.virt.hardware [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.628061] env[69239]: DEBUG nova.virt.hardware [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.628061] env[69239]: DEBUG nova.virt.hardware [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.628061] env[69239]: DEBUG nova.virt.hardware [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.628061] env[69239]: DEBUG nova.virt.hardware [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.628414] env[69239]: DEBUG nova.virt.hardware [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.628414] env[69239]: DEBUG nova.virt.hardware [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.628414] env[69239]: DEBUG nova.virt.hardware [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.628414] env[69239]: DEBUG nova.virt.hardware [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.629900] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93045bbc-23e0-4db9-af17-24733bd9d8e7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.633059] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 628.633059] env[69239]: value = "task-4144545" [ 628.633059] env[69239]: _type = "Task" [ 628.633059] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.641785] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2e0f68-e319-416b-8b8a-efe13a50e10b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.649099] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.666116] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.671244] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Creating folder: Project (de2aeff0e6064ea69af60203710440d4). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.673255] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88a273b3-6ff0-414d-ae7e-50708b826a74 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.690938] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Created folder: Project (de2aeff0e6064ea69af60203710440d4) in parent group-v820715. [ 628.691197] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Creating folder: Instances. Parent ref: group-v820734. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.691485] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5368a184-6c24-48fb-8696-d4db7769e2c7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.798837] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Created folder: Instances in parent group-v820734. [ 628.801560] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.802314] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.802573] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb45bcfd-89e6-4c38-b75d-683d2bc69c81 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.832187] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.832187] env[69239]: value = "task-4144548" [ 628.832187] env[69239]: _type = "Task" [ 628.832187] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.848822] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144548, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.940025] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.940025] env[69239]: DEBUG nova.compute.manager [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.946133] env[69239]: DEBUG nova.network.neutron [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Updating instance_info_cache with network_info: [{"id": "17723506-f4df-4fe9-abef-23d187f43713", "address": "fa:16:3e:bb:d8:7c", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17723506-f4", "ovs_interfaceid": "17723506-f4df-4fe9-abef-23d187f43713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.946133] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.251s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.092248] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.096809] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144543, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.147863] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076772} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.148405] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.149385] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c667695b-7b04-4bd3-aa42-6cef1d7ff007 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.178513] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 58c8152b-97d2-40ad-b10e-f961dfd43178/58c8152b-97d2-40ad-b10e-f961dfd43178.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.180427] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8cd7b5a-a97e-4fcc-bbf2-bfab1f07c8cb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.206868] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 629.206868] env[69239]: value = "task-4144549" [ 629.206868] env[69239]: _type = "Task" [ 629.206868] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.218975] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.302380] env[69239]: DEBUG nova.compute.manager [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Stashing vm_state: active {{(pid=69239) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 629.346606] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144548, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.457132] env[69239]: DEBUG nova.compute.utils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.458752] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Releasing lock "refresh_cache-0df38957-90e2-4ac3-a5cb-e960148bc42a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.459505] env[69239]: DEBUG nova.compute.manager [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Instance network_info: |[{"id": "17723506-f4df-4fe9-abef-23d187f43713", "address": "fa:16:3e:bb:d8:7c", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17723506-f4", "ovs_interfaceid": "17723506-f4df-4fe9-abef-23d187f43713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.460389] env[69239]: DEBUG nova.compute.manager [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.460979] env[69239]: DEBUG nova.network.neutron [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.464334] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:d8:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17723506-f4df-4fe9-abef-23d187f43713', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.476904] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Creating folder: Project (67469542d13347949cbd4c68f08a2115). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.482979] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-677fc4fb-6396-429d-9170-65d12367f18a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.498205] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Created folder: Project (67469542d13347949cbd4c68f08a2115) in parent group-v820715. [ 629.498205] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Creating folder: Instances. Parent ref: group-v820737. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.498205] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a097fbd-2b64-440f-8f0c-2fb75f3fcdd5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.510329] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Created folder: Instances in parent group-v820737. [ 629.510781] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.511323] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.511663] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df8ddcf0-1468-448f-b3c1-1ceae1211123 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.535804] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.535804] env[69239]: value = "task-4144552" [ 629.535804] env[69239]: _type = "Task" [ 629.535804] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.545692] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144552, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.591956] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144544, 'name': ReconfigVM_Task, 'duration_secs': 0.916946} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.595895] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 92a8a8bc-2d46-4984-a510-67c5a73730b9/92a8a8bc-2d46-4984-a510-67c5a73730b9.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.596536] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144543, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.596858] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c96af1e1-2fdf-4ead-a27e-790030febf33 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.604066] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for the task: (returnval){ [ 629.604066] env[69239]: value = "task-4144553" [ 629.604066] env[69239]: _type = "Task" [ 629.604066] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.614766] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144553, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.718126] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144549, 'name': ReconfigVM_Task, 'duration_secs': 0.373102} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.718469] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 58c8152b-97d2-40ad-b10e-f961dfd43178/58c8152b-97d2-40ad-b10e-f961dfd43178.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.719180] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6254046-24c8-42ee-993b-9c5ae0fe0afe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.729067] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 629.729067] env[69239]: value = "task-4144554" [ 629.729067] env[69239]: _type = "Task" [ 629.729067] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.740656] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144554, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.835609] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.846194] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144548, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.959607] env[69239]: DEBUG nova.policy [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4058e04d92a74a2da4b7b82bde9c0346', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd4a08f0eddb490ebf81212f43ad23d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.965098] env[69239]: DEBUG nova.compute.manager [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.973881] env[69239]: DEBUG nova.compute.manager [req-b253f353-0e32-42c3-8eef-8b0128bb4be5 req-122eb007-93c9-4a56-9d97-91589f3e7042 service nova] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Received event network-vif-plugged-17723506-f4df-4fe9-abef-23d187f43713 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.974497] env[69239]: DEBUG oslo_concurrency.lockutils [req-b253f353-0e32-42c3-8eef-8b0128bb4be5 req-122eb007-93c9-4a56-9d97-91589f3e7042 service nova] Acquiring lock "0df38957-90e2-4ac3-a5cb-e960148bc42a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.974497] env[69239]: DEBUG oslo_concurrency.lockutils [req-b253f353-0e32-42c3-8eef-8b0128bb4be5 req-122eb007-93c9-4a56-9d97-91589f3e7042 service nova] Lock "0df38957-90e2-4ac3-a5cb-e960148bc42a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.974497] env[69239]: DEBUG oslo_concurrency.lockutils [req-b253f353-0e32-42c3-8eef-8b0128bb4be5 req-122eb007-93c9-4a56-9d97-91589f3e7042 service nova] Lock "0df38957-90e2-4ac3-a5cb-e960148bc42a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.974678] env[69239]: DEBUG nova.compute.manager [req-b253f353-0e32-42c3-8eef-8b0128bb4be5 req-122eb007-93c9-4a56-9d97-91589f3e7042 service nova] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] No waiting events found dispatching network-vif-plugged-17723506-f4df-4fe9-abef-23d187f43713 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 629.974846] env[69239]: WARNING nova.compute.manager [req-b253f353-0e32-42c3-8eef-8b0128bb4be5 req-122eb007-93c9-4a56-9d97-91589f3e7042 service nova] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Received unexpected event network-vif-plugged-17723506-f4df-4fe9-abef-23d187f43713 for instance with vm_state building and task_state spawning. [ 629.975013] env[69239]: DEBUG nova.compute.manager [req-b253f353-0e32-42c3-8eef-8b0128bb4be5 req-122eb007-93c9-4a56-9d97-91589f3e7042 service nova] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Received event network-changed-17723506-f4df-4fe9-abef-23d187f43713 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.975166] env[69239]: DEBUG nova.compute.manager [req-b253f353-0e32-42c3-8eef-8b0128bb4be5 req-122eb007-93c9-4a56-9d97-91589f3e7042 service nova] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Refreshing instance network info cache due to event network-changed-17723506-f4df-4fe9-abef-23d187f43713. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.975345] env[69239]: DEBUG oslo_concurrency.lockutils [req-b253f353-0e32-42c3-8eef-8b0128bb4be5 req-122eb007-93c9-4a56-9d97-91589f3e7042 service nova] Acquiring lock "refresh_cache-0df38957-90e2-4ac3-a5cb-e960148bc42a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.978468] env[69239]: DEBUG oslo_concurrency.lockutils [req-b253f353-0e32-42c3-8eef-8b0128bb4be5 req-122eb007-93c9-4a56-9d97-91589f3e7042 service nova] Acquired lock "refresh_cache-0df38957-90e2-4ac3-a5cb-e960148bc42a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.978468] env[69239]: DEBUG nova.network.neutron [req-b253f353-0e32-42c3-8eef-8b0128bb4be5 req-122eb007-93c9-4a56-9d97-91589f3e7042 service nova] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Refreshing network info cache for port 17723506-f4df-4fe9-abef-23d187f43713 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.990448] env[69239]: INFO nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating resource usage from migration 972dd765-33c7-4321-8aad-abf90de24f11 [ 630.021017] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 000d6bc2-dee7-40e4-8792-2eb1ab76073b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 630.021395] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 0c9e5fde-b283-4af2-9472-03f044e277a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 630.021395] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 92a8a8bc-2d46-4984-a510-67c5a73730b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 630.021490] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 58c8152b-97d2-40ad-b10e-f961dfd43178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 630.021610] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance ba75cdda-3f68-487b-8d99-5e1f1adf6b92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 630.022054] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 0df38957-90e2-4ac3-a5cb-e960148bc42a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 630.022054] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance a8b3f7de-560b-4b00-ab3b-19d6b7b60330 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 630.022054] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 0f53bec7-17c9-4c77-87d4-01437280768e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 630.022195] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 02fcbb97-0a43-4a8d-acf8-d773de6f039a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 630.022233] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 2b91336b-a564-4e32-9469-0703346a7c65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 630.049276] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144552, 'name': CreateVM_Task, 'duration_secs': 0.455497} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.049276] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.049838] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.049992] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.050341] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.050601] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57688b3c-58de-4f5f-8b4a-15053361fd0a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.057222] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Waiting for the task: (returnval){ [ 630.057222] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e54ed6-352f-31f5-2f33-01add4127eeb" [ 630.057222] env[69239]: _type = "Task" [ 630.057222] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.067920] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e54ed6-352f-31f5-2f33-01add4127eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.087584] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144543, 'name': CreateVM_Task, 'duration_secs': 1.839016} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.087811] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.088671] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.120698] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144553, 'name': Rename_Task, 'duration_secs': 0.166299} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.120698] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.120949] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5bb9ff6-0d3b-477e-83aa-de63e001624b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.132503] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for the task: (returnval){ [ 630.132503] env[69239]: value = "task-4144555" [ 630.132503] env[69239]: _type = "Task" [ 630.132503] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.142022] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.243448] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144554, 'name': Rename_Task, 'duration_secs': 0.153772} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.246256] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.246770] env[69239]: DEBUG nova.compute.manager [req-357b1764-414b-4945-8088-02507643c63f req-292567fb-f280-4918-84ff-835a27098545 service nova] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Received event network-vif-deleted-d7e52e99-2279-4d6c-a0db-b4d312cf4f98 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.250497] env[69239]: DEBUG nova.compute.manager [req-357b1764-414b-4945-8088-02507643c63f req-292567fb-f280-4918-84ff-835a27098545 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Received event network-changed-b2dfa457-75a8-4af6-9a6b-41130b9a0c44 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.250497] env[69239]: DEBUG nova.compute.manager [req-357b1764-414b-4945-8088-02507643c63f req-292567fb-f280-4918-84ff-835a27098545 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Refreshing instance network info cache due to event network-changed-b2dfa457-75a8-4af6-9a6b-41130b9a0c44. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.250497] env[69239]: DEBUG oslo_concurrency.lockutils [req-357b1764-414b-4945-8088-02507643c63f req-292567fb-f280-4918-84ff-835a27098545 service nova] Acquiring lock "refresh_cache-ba75cdda-3f68-487b-8d99-5e1f1adf6b92" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.250497] env[69239]: DEBUG oslo_concurrency.lockutils [req-357b1764-414b-4945-8088-02507643c63f req-292567fb-f280-4918-84ff-835a27098545 service nova] Acquired lock "refresh_cache-ba75cdda-3f68-487b-8d99-5e1f1adf6b92" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.250497] env[69239]: DEBUG nova.network.neutron [req-357b1764-414b-4945-8088-02507643c63f req-292567fb-f280-4918-84ff-835a27098545 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Refreshing network info cache for port b2dfa457-75a8-4af6-9a6b-41130b9a0c44 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.251246] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c090b7ed-3004-41b8-b51f-cff2664fa2ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.264955] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 630.264955] env[69239]: value = "task-4144556" [ 630.264955] env[69239]: _type = "Task" [ 630.264955] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.283859] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144556, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.353336] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144548, 'name': CreateVM_Task, 'duration_secs': 1.297366} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.353528] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.354182] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.354182] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.354500] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.354790] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8554d8e-055f-4832-970b-2ca39bc9d95f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.363791] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 630.363791] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e45948-83d3-90eb-8077-89f4df0ead5a" [ 630.363791] env[69239]: _type = "Task" [ 630.363791] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.374971] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e45948-83d3-90eb-8077-89f4df0ead5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.493822] env[69239]: DEBUG nova.network.neutron [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Successfully updated port: 9beeb9dc-f993-46e3-bd2e-433de7596cc2 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.525993] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 75ded7ab-ca91-4934-9e94-43701beec4f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 630.571943] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e54ed6-352f-31f5-2f33-01add4127eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.011421} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.572054] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.572276] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.572506] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.572646] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.572814] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.573202] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.576032] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.576032] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57b5e23d-bb72-4262-a4d1-a7bb37b615f5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.578966] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09bad3f3-a1ee-4f65-b742-3a73cbb4d64e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.585647] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Waiting for the task: (returnval){ [ 630.585647] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b483e7-60d2-8f6c-6735-787ffa5504ee" [ 630.585647] env[69239]: _type = "Task" [ 630.585647] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.590746] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.590746] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.591698] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d75b5d-3df4-490a-8c75-ee5b256fce0c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.598781] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b483e7-60d2-8f6c-6735-787ffa5504ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.599138] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.599374] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.600151] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.602345] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Waiting for the task: (returnval){ [ 630.602345] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529ee68d-a127-f86a-c416-af13a8acf5af" [ 630.602345] env[69239]: _type = "Task" [ 630.602345] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.612236] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529ee68d-a127-f86a-c416-af13a8acf5af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.644044] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144555, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.648998] env[69239]: DEBUG nova.network.neutron [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Successfully updated port: 058902a9-11d4-4d3a-9373-6e17833576c9 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.781832] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144556, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.876029] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e45948-83d3-90eb-8077-89f4df0ead5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011884} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.876296] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.876528] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.876766] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.876912] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.877101] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.877371] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74b5b17c-07e7-4d75-a77e-69869f7cd10e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.888252] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.888460] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.889287] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a839c1-aeef-479d-bc6c-e3080e114413 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.895613] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 630.895613] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52326171-a5a9-d0c1-66b6-eb0aca7f965b" [ 630.895613] env[69239]: _type = "Task" [ 630.895613] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.906141] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52326171-a5a9-d0c1-66b6-eb0aca7f965b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.993898] env[69239]: DEBUG nova.compute.manager [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.997306] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Acquiring lock "refresh_cache-0f53bec7-17c9-4c77-87d4-01437280768e" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.997458] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Acquired lock "refresh_cache-0f53bec7-17c9-4c77-87d4-01437280768e" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.997649] env[69239]: DEBUG nova.network.neutron [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.023300] env[69239]: DEBUG nova.virt.hardware [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:19:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1762799469',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1542582292',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.023722] env[69239]: DEBUG nova.virt.hardware [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.023950] env[69239]: DEBUG nova.virt.hardware [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.024279] env[69239]: DEBUG nova.virt.hardware [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.028348] env[69239]: DEBUG nova.virt.hardware [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.028348] env[69239]: DEBUG nova.virt.hardware [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.028348] env[69239]: DEBUG nova.virt.hardware [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.028348] env[69239]: DEBUG nova.virt.hardware [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.028348] env[69239]: DEBUG nova.virt.hardware [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.028528] env[69239]: DEBUG nova.virt.hardware [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.028528] env[69239]: DEBUG nova.virt.hardware [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.028528] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc61859-77f4-431f-b0e9-31013392b2db {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.035177] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 0de81a48-7b01-49e0-be33-d05a9ef10ed8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 631.035177] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Migration 972dd765-33c7-4321-8aad-abf90de24f11 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 631.043465] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9119c4fc-208d-407d-a951-cfb82b9cdb06 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.115425] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529ee68d-a127-f86a-c416-af13a8acf5af, 'name': SearchDatastore_Task, 'duration_secs': 0.010231} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.116973] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f40d8cbd-15de-4f25-a3dd-afc32ea97681 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.128095] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Waiting for the task: (returnval){ [ 631.128095] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52059c5d-7416-8f79-0e49-45c507996bca" [ 631.128095] env[69239]: _type = "Task" [ 631.128095] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.147933] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52059c5d-7416-8f79-0e49-45c507996bca, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.152293] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.152913] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 0df38957-90e2-4ac3-a5cb-e960148bc42a/0df38957-90e2-4ac3-a5cb-e960148bc42a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.154495] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Acquiring lock "refresh_cache-a8b3f7de-560b-4b00-ab3b-19d6b7b60330" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.154495] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Acquired lock "refresh_cache-a8b3f7de-560b-4b00-ab3b-19d6b7b60330" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.154495] env[69239]: DEBUG nova.network.neutron [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.155273] env[69239]: DEBUG oslo_vmware.api [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144555, 'name': PowerOnVM_Task, 'duration_secs': 0.716948} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.155896] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.156040] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.156309] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cc09a87-c62b-4097-bce8-787ede39eaff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.158959] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.159214] env[69239]: INFO nova.compute.manager [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Took 18.05 seconds to spawn the instance on the hypervisor. [ 631.159436] env[69239]: DEBUG nova.compute.manager [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 631.159823] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d2862d7-de83-42b3-80c2-fec298e08567 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.163168] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f30cbc-ddbf-48be-8e2f-6a99cfa972d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.174614] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Waiting for the task: (returnval){ [ 631.174614] env[69239]: value = "task-4144557" [ 631.174614] env[69239]: _type = "Task" [ 631.174614] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.180745] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.181098] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.186719] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60bbf20d-ff8c-4a08-b7c8-37925d669612 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.197340] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': task-4144557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.198708] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Waiting for the task: (returnval){ [ 631.198708] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5251d878-e39e-fba9-f2ca-17586312ae38" [ 631.198708] env[69239]: _type = "Task" [ 631.198708] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.215175] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5251d878-e39e-fba9-f2ca-17586312ae38, 'name': SearchDatastore_Task, 'duration_secs': 0.010398} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.221022] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b74d467-6272-4a8d-a6df-ede915660518 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.226519] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Waiting for the task: (returnval){ [ 631.226519] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5259569f-9163-c69b-04c9-286d38db7791" [ 631.226519] env[69239]: _type = "Task" [ 631.226519] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.238764] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5259569f-9163-c69b-04c9-286d38db7791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.281194] env[69239]: DEBUG oslo_vmware.api [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144556, 'name': PowerOnVM_Task, 'duration_secs': 0.765949} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.281555] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.281824] env[69239]: INFO nova.compute.manager [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Took 14.89 seconds to spawn the instance on the hypervisor. [ 631.282030] env[69239]: DEBUG nova.compute.manager [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 631.283241] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf586b5-5fe3-4aa8-814e-a5a9901c28fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.408904] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52326171-a5a9-d0c1-66b6-eb0aca7f965b, 'name': SearchDatastore_Task, 'duration_secs': 0.013252} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.409655] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84faa9cc-2a31-43bc-85bb-156e6773c232 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.418694] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 631.418694] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e26975-d9a1-eff3-abe9-357a8182a874" [ 631.418694] env[69239]: _type = "Task" [ 631.418694] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.429834] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e26975-d9a1-eff3-abe9-357a8182a874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.538820] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance f9e5a98f-f995-44e1-b204-ff950ad68d22 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 631.539316] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 170cb828-e7a7-43fe-9dd8-80a676543da8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.539780] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 631.540087] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 631.699987] env[69239]: DEBUG nova.network.neutron [req-357b1764-414b-4945-8088-02507643c63f req-292567fb-f280-4918-84ff-835a27098545 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Updated VIF entry in instance network info cache for port b2dfa457-75a8-4af6-9a6b-41130b9a0c44. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.699987] env[69239]: DEBUG nova.network.neutron [req-357b1764-414b-4945-8088-02507643c63f req-292567fb-f280-4918-84ff-835a27098545 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Updating instance_info_cache with network_info: [{"id": "b2dfa457-75a8-4af6-9a6b-41130b9a0c44", "address": "fa:16:3e:73:0d:c7", "network": {"id": "8fc4eff9-4629-49ed-9dbf-b31d2e57fd4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1366120077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f800c75036224049a3c152e2ea201721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2dfa457-75", "ovs_interfaceid": "b2dfa457-75a8-4af6-9a6b-41130b9a0c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.707405] env[69239]: DEBUG nova.network.neutron [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.712522] env[69239]: INFO nova.compute.manager [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Took 28.45 seconds to build instance. [ 631.714249] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': task-4144557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520494} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.715125] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 0df38957-90e2-4ac3-a5cb-e960148bc42a/0df38957-90e2-4ac3-a5cb-e960148bc42a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.715125] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.715721] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a1d8407-bf8a-47d5-8ab7-1dd7782d6977 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.724166] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Waiting for the task: (returnval){ [ 631.724166] env[69239]: value = "task-4144558" [ 631.724166] env[69239]: _type = "Task" [ 631.724166] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.749135] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': task-4144558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.757886] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5259569f-9163-c69b-04c9-286d38db7791, 'name': SearchDatastore_Task, 'duration_secs': 0.011743} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.759090] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.762517] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] ba75cdda-3f68-487b-8d99-5e1f1adf6b92/ba75cdda-3f68-487b-8d99-5e1f1adf6b92.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.762517] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05cd3ac8-5929-485e-bb7a-af2205c56fea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.770085] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Waiting for the task: (returnval){ [ 631.770085] env[69239]: value = "task-4144559" [ 631.770085] env[69239]: _type = "Task" [ 631.770085] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.780523] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': task-4144559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.817805] env[69239]: INFO nova.compute.manager [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Took 27.03 seconds to build instance. [ 631.839076] env[69239]: DEBUG nova.network.neutron [req-b253f353-0e32-42c3-8eef-8b0128bb4be5 req-122eb007-93c9-4a56-9d97-91589f3e7042 service nova] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Updated VIF entry in instance network info cache for port 17723506-f4df-4fe9-abef-23d187f43713. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.841350] env[69239]: DEBUG nova.network.neutron [req-b253f353-0e32-42c3-8eef-8b0128bb4be5 req-122eb007-93c9-4a56-9d97-91589f3e7042 service nova] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Updating instance_info_cache with network_info: [{"id": "17723506-f4df-4fe9-abef-23d187f43713", "address": "fa:16:3e:bb:d8:7c", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17723506-f4", "ovs_interfaceid": "17723506-f4df-4fe9-abef-23d187f43713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.930654] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e26975-d9a1-eff3-abe9-357a8182a874, 'name': SearchDatastore_Task, 'duration_secs': 0.023566} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.933606] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.933897] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 02fcbb97-0a43-4a8d-acf8-d773de6f039a/02fcbb97-0a43-4a8d-acf8-d773de6f039a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.934415] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53a8e6ef-984c-45c3-b6fd-983307a50e62 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.946084] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 631.946084] env[69239]: value = "task-4144560" [ 631.946084] env[69239]: _type = "Task" [ 631.946084] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.947021] env[69239]: DEBUG nova.network.neutron [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Successfully created port: 5b3d7a16-5d66-48ce-b8a1-fc908230825d {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.955375] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4661e1-4249-4778-9ce4-5fecceed560a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.966914] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.972098] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de9d872-d570-48f4-9619-8ebf5ea17bec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.978130] env[69239]: DEBUG nova.network.neutron [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.012829] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764abc44-37ad-4d12-b698-204a3bcafb07 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.022320] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b72623-9362-46be-a8bc-4bd7da428662 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.039477] env[69239]: DEBUG nova.compute.provider_tree [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.215151] env[69239]: DEBUG oslo_concurrency.lockutils [req-357b1764-414b-4945-8088-02507643c63f req-292567fb-f280-4918-84ff-835a27098545 service nova] Releasing lock "refresh_cache-ba75cdda-3f68-487b-8d99-5e1f1adf6b92" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.215511] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e35dc0f4-af3b-4cc3-a3af-f120a6a8ddfc tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Lock "92a8a8bc-2d46-4984-a510-67c5a73730b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.962s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.241017] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': task-4144558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075398} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.241017] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.242171] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea215f4-c077-4bb4-9d17-114aba2d6a50 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.273418] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 0df38957-90e2-4ac3-a5cb-e960148bc42a/0df38957-90e2-4ac3-a5cb-e960148bc42a.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.276290] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f19d0ca3-cfb5-41a1-bfb4-f2bd144cb10d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.299703] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Acquiring lock "b087c3c9-77b1-4534-a0d6-f0c669420227" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.299703] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Lock "b087c3c9-77b1-4534-a0d6-f0c669420227" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.306500] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': task-4144559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495703} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.307991] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] ba75cdda-3f68-487b-8d99-5e1f1adf6b92/ba75cdda-3f68-487b-8d99-5e1f1adf6b92.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.308705] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.308705] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Waiting for the task: (returnval){ [ 632.308705] env[69239]: value = "task-4144564" [ 632.308705] env[69239]: _type = "Task" [ 632.308705] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.309052] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b3d6800-264b-4216-97a3-05e1fa61abdb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.322839] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad292a5-b566-451e-b8bd-9a7320207a10 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "58c8152b-97d2-40ad-b10e-f961dfd43178" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.555s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.323080] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': task-4144564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.325625] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Waiting for the task: (returnval){ [ 632.325625] env[69239]: value = "task-4144565" [ 632.325625] env[69239]: _type = "Task" [ 632.325625] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.335802] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': task-4144565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.345177] env[69239]: DEBUG oslo_concurrency.lockutils [req-b253f353-0e32-42c3-8eef-8b0128bb4be5 req-122eb007-93c9-4a56-9d97-91589f3e7042 service nova] Releasing lock "refresh_cache-0df38957-90e2-4ac3-a5cb-e960148bc42a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.387537] env[69239]: DEBUG nova.network.neutron [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Updating instance_info_cache with network_info: [{"id": "9beeb9dc-f993-46e3-bd2e-433de7596cc2", "address": "fa:16:3e:2b:40:8d", "network": {"id": "c147f2d1-1244-49d3-9cef-bddd0f472d59", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1693133562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2404116d0bfd422d9d2fd7192733d2e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9beeb9dc-f9", "ovs_interfaceid": "9beeb9dc-f993-46e3-bd2e-433de7596cc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.462937] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144560, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.545342] env[69239]: DEBUG nova.scheduler.client.report [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.657467] env[69239]: DEBUG nova.network.neutron [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Updating instance_info_cache with network_info: [{"id": "058902a9-11d4-4d3a-9373-6e17833576c9", "address": "fa:16:3e:0d:25:2c", "network": {"id": "97747acc-029f-4bd8-9028-555a8050f2fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1818254954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b6fdcd9fc184df48e6493e831118cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058902a9-11", "ovs_interfaceid": "058902a9-11d4-4d3a-9373-6e17833576c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.718488] env[69239]: DEBUG nova.compute.manager [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.825718] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': task-4144564, 'name': ReconfigVM_Task, 'duration_secs': 0.473737} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.826390] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 0df38957-90e2-4ac3-a5cb-e960148bc42a/0df38957-90e2-4ac3-a5cb-e960148bc42a.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.828041] env[69239]: DEBUG nova.compute.manager [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.832893] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab101d67-cdcd-4996-a654-fba11536c818 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.849753] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': task-4144565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073626} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.852721] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.852837] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Waiting for the task: (returnval){ [ 632.852837] env[69239]: value = "task-4144567" [ 632.852837] env[69239]: _type = "Task" [ 632.852837] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.855482] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c987f7-bc88-43ba-9048-af9ef84aa9eb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.872204] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': task-4144567, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.894249] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] ba75cdda-3f68-487b-8d99-5e1f1adf6b92/ba75cdda-3f68-487b-8d99-5e1f1adf6b92.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.895681] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Releasing lock "refresh_cache-0f53bec7-17c9-4c77-87d4-01437280768e" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.895681] env[69239]: DEBUG nova.compute.manager [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Instance network_info: |[{"id": "9beeb9dc-f993-46e3-bd2e-433de7596cc2", "address": "fa:16:3e:2b:40:8d", "network": {"id": "c147f2d1-1244-49d3-9cef-bddd0f472d59", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1693133562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2404116d0bfd422d9d2fd7192733d2e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9beeb9dc-f9", "ovs_interfaceid": "9beeb9dc-f993-46e3-bd2e-433de7596cc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.895882] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efec9f76-6b19-4b82-8f35-00dfd805ebb6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.913207] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:40:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9beeb9dc-f993-46e3-bd2e-433de7596cc2', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.921228] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Creating folder: Project (2404116d0bfd422d9d2fd7192733d2e2). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.921343] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfb5a19b-aa41-466d-8d71-63fd78f30c1a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.930953] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Waiting for the task: (returnval){ [ 632.930953] env[69239]: value = "task-4144569" [ 632.930953] env[69239]: _type = "Task" [ 632.930953] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.935302] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Created folder: Project (2404116d0bfd422d9d2fd7192733d2e2) in parent group-v820715. [ 632.935472] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Creating folder: Instances. Parent ref: group-v820743. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.936134] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e4e7219-f76f-498b-805e-af8d6651b465 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.943049] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': task-4144569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.953468] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Created folder: Instances in parent group-v820743. [ 632.953468] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.955782] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.956049] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a744b1b1-2e7b-497b-93bb-9e8458fc9d41 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.980617] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896343} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.983178] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 02fcbb97-0a43-4a8d-acf8-d773de6f039a/02fcbb97-0a43-4a8d-acf8-d773de6f039a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.983178] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.983178] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.983178] env[69239]: value = "task-4144571" [ 632.983178] env[69239]: _type = "Task" [ 632.983178] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.983402] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc41e68c-2bab-48b6-83d0-a30155892022 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.000159] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 633.000159] env[69239]: value = "task-4144572" [ 633.000159] env[69239]: _type = "Task" [ 633.000159] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.003194] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144571, 'name': CreateVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.050266] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69239) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 633.050578] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.105s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.051084] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.150s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.057355] env[69239]: INFO nova.compute.claims [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.167036] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Releasing lock "refresh_cache-a8b3f7de-560b-4b00-ab3b-19d6b7b60330" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.167036] env[69239]: DEBUG nova.compute.manager [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Instance network_info: |[{"id": "058902a9-11d4-4d3a-9373-6e17833576c9", "address": "fa:16:3e:0d:25:2c", "network": {"id": "97747acc-029f-4bd8-9028-555a8050f2fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1818254954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b6fdcd9fc184df48e6493e831118cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058902a9-11", "ovs_interfaceid": "058902a9-11d4-4d3a-9373-6e17833576c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.167308] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:25:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '058902a9-11d4-4d3a-9373-6e17833576c9', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.179030] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Creating folder: Project (8b6fdcd9fc184df48e6493e831118cf1). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.179030] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fede2bf-c20e-4b89-9c48-265aa8d925f5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.193822] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Created folder: Project (8b6fdcd9fc184df48e6493e831118cf1) in parent group-v820715. [ 633.194202] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Creating folder: Instances. Parent ref: group-v820746. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.194936] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66bec45f-7348-4487-aa18-54ceef088626 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.209172] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Created folder: Instances in parent group-v820746. [ 633.209172] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.209541] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.209584] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40149ac3-b89a-4755-bbff-c0e8f26458f7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.240603] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.240603] env[69239]: value = "task-4144575" [ 633.240603] env[69239]: _type = "Task" [ 633.240603] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.251295] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144575, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.260720] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.356436] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.371452] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': task-4144567, 'name': Rename_Task, 'duration_secs': 0.225625} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.371452] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.371452] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-600cce93-155f-4834-b74f-7269508a831a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.379426] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Waiting for the task: (returnval){ [ 633.379426] env[69239]: value = "task-4144576" [ 633.379426] env[69239]: _type = "Task" [ 633.379426] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.388785] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': task-4144576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.453049] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': task-4144569, 'name': ReconfigVM_Task, 'duration_secs': 0.41894} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.453407] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Reconfigured VM instance instance-00000006 to attach disk [datastore2] ba75cdda-3f68-487b-8d99-5e1f1adf6b92/ba75cdda-3f68-487b-8d99-5e1f1adf6b92.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.454259] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-653e10c6-ad51-496d-84a3-5aeff9238be6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.470047] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Waiting for the task: (returnval){ [ 633.470047] env[69239]: value = "task-4144577" [ 633.470047] env[69239]: _type = "Task" [ 633.470047] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.487038] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': task-4144577, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.502580] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144571, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.515368] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184746} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.516056] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.517272] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3d5a6f-f702-402e-8a6a-cfc0147e37a8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.543310] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 02fcbb97-0a43-4a8d-acf8-d773de6f039a/02fcbb97-0a43-4a8d-acf8-d773de6f039a.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.543310] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71d8283b-71de-4335-9a4c-12f439f7ed43 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.567071] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 633.567071] env[69239]: value = "task-4144578" [ 633.567071] env[69239]: _type = "Task" [ 633.567071] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.577231] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.590881] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Acquiring lock "a45f0012-e8da-45c5-9eb4-7550564fd275" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.591372] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Lock "a45f0012-e8da-45c5-9eb4-7550564fd275" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.752988] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144575, 'name': CreateVM_Task, 'duration_secs': 0.461983} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.753245] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.753992] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.754219] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.754667] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.754978] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a043d7fb-12b2-43d3-8e30-7fe97b9ea280 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.761923] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Waiting for the task: (returnval){ [ 633.761923] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52116435-86d3-afda-afd9-edebdafb6253" [ 633.761923] env[69239]: _type = "Task" [ 633.761923] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.774264] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52116435-86d3-afda-afd9-edebdafb6253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.891749] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': task-4144576, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.986874] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': task-4144577, 'name': Rename_Task, 'duration_secs': 0.173728} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.987214] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.987608] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f3856be-afcc-4f4e-858c-7ab7efe99ebd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.997358] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Waiting for the task: (returnval){ [ 633.997358] env[69239]: value = "task-4144579" [ 633.997358] env[69239]: _type = "Task" [ 633.997358] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.002144] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144571, 'name': CreateVM_Task, 'duration_secs': 0.616256} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.006923] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.007864] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.014258] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': task-4144579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.078586] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144578, 'name': ReconfigVM_Task, 'duration_secs': 0.334471} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.079516] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 02fcbb97-0a43-4a8d-acf8-d773de6f039a/02fcbb97-0a43-4a8d-acf8-d773de6f039a.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.079843] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0afe844-81c3-4e08-95df-64b016700c2a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.089987] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 634.089987] env[69239]: value = "task-4144580" [ 634.089987] env[69239]: _type = "Task" [ 634.089987] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.105656] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144580, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.274373] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52116435-86d3-afda-afd9-edebdafb6253, 'name': SearchDatastore_Task, 'duration_secs': 0.011357} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.278041] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.278353] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.278634] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.278822] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.279017] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.279569] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.279924] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.280204] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff167bea-a1d4-4f37-82d4-f9d3f566b28e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.282311] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c497113-8895-4c9d-af72-0ad0289588ad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.289346] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Waiting for the task: (returnval){ [ 634.289346] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528e36cf-0483-2d8a-6ec0-35c83e91637a" [ 634.289346] env[69239]: _type = "Task" [ 634.289346] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.293986] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.294174] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.298814] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa71c4df-9b47-4444-9aed-bdd53485949c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.305023] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528e36cf-0483-2d8a-6ec0-35c83e91637a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.309566] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Waiting for the task: (returnval){ [ 634.309566] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520e51f3-4e90-197f-3266-f5c3f79d41c7" [ 634.309566] env[69239]: _type = "Task" [ 634.309566] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.319839] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520e51f3-4e90-197f-3266-f5c3f79d41c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.398046] env[69239]: DEBUG oslo_vmware.api [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': task-4144576, 'name': PowerOnVM_Task, 'duration_secs': 0.590001} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.399849] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.399849] env[69239]: INFO nova.compute.manager [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Took 13.12 seconds to spawn the instance on the hypervisor. [ 634.399849] env[69239]: DEBUG nova.compute.manager [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 634.400475] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab67f531-f94d-4c63-8490-7bb91f5394c6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.514956] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b080b2e4-ec61-4a03-9032-128737bd5115 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.523758] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': task-4144579, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.530775] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ca0da8-638a-4c6e-9f96-705c601d53a8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.569369] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c3877d-5a1f-441b-9e1c-7b89b3fc02f4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.573086] env[69239]: DEBUG nova.compute.manager [None req-48c54232-e6e0-4504-8834-7fcaf837de2d tempest-ServerDiagnosticsV248Test-1650151041 tempest-ServerDiagnosticsV248Test-1650151041-project-admin] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 634.574241] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba28b42-edf1-4749-a8f9-f6d95723fd96 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.581994] env[69239]: INFO nova.compute.manager [None req-48c54232-e6e0-4504-8834-7fcaf837de2d tempest-ServerDiagnosticsV248Test-1650151041 tempest-ServerDiagnosticsV248Test-1650151041-project-admin] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Retrieving diagnostics [ 634.586136] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f53678-1232-4b06-8623-dc6419d3f6f6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.589261] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6def6530-8d74-4262-868d-58e8533260d5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.637106] env[69239]: DEBUG nova.compute.provider_tree [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.643349] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144580, 'name': Rename_Task, 'duration_secs': 0.179884} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.643975] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.644394] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b99c678-b16e-4114-affd-36cb63c23717 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.653438] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 634.653438] env[69239]: value = "task-4144581" [ 634.653438] env[69239]: _type = "Task" [ 634.653438] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.667171] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.801322] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528e36cf-0483-2d8a-6ec0-35c83e91637a, 'name': SearchDatastore_Task, 'duration_secs': 0.016452} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.801638] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.801871] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.802112] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.826043] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520e51f3-4e90-197f-3266-f5c3f79d41c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015588} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.826873] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d880a91-8c28-4d1f-80d1-90772ca0a523 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.833006] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Waiting for the task: (returnval){ [ 634.833006] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52dde3c9-3dbd-6d63-1f5f-67d264d372d4" [ 634.833006] env[69239]: _type = "Task" [ 634.833006] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.842741] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52dde3c9-3dbd-6d63-1f5f-67d264d372d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.931209] env[69239]: INFO nova.compute.manager [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Took 29.38 seconds to build instance. [ 635.021027] env[69239]: DEBUG oslo_vmware.api [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': task-4144579, 'name': PowerOnVM_Task, 'duration_secs': 0.568286} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.021027] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.021027] env[69239]: INFO nova.compute.manager [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Took 16.13 seconds to spawn the instance on the hypervisor. [ 635.021027] env[69239]: DEBUG nova.compute.manager [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 635.021027] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9757267-e951-4d55-876c-ab4d753dc851 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.149428] env[69239]: DEBUG nova.scheduler.client.report [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.180444] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.361541] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52dde3c9-3dbd-6d63-1f5f-67d264d372d4, 'name': SearchDatastore_Task, 'duration_secs': 0.030128} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.361798] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.362074] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] a8b3f7de-560b-4b00-ab3b-19d6b7b60330/a8b3f7de-560b-4b00-ab3b-19d6b7b60330.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.362540] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.362540] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.362853] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-578b6622-aca3-49c0-93f8-439f687ba23e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.376527] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbf4acf2-f857-4c4b-afb8-1dd7083f0b48 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.386102] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Waiting for the task: (returnval){ [ 635.386102] env[69239]: value = "task-4144583" [ 635.386102] env[69239]: _type = "Task" [ 635.386102] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.399786] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.399786] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.400333] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2136a8b-7d36-4669-8fc8-aab3ec8d80c8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.416126] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4144583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.422706] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Waiting for the task: (returnval){ [ 635.422706] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52761ecc-c5d1-6c37-8576-cebf7b4c2970" [ 635.422706] env[69239]: _type = "Task" [ 635.422706] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.441227] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8bc2e549-b06d-4ea4-9d0c-4fc08441b6e3 tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Lock "0df38957-90e2-4ac3-a5cb-e960148bc42a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.899s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.441227] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52761ecc-c5d1-6c37-8576-cebf7b4c2970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.444390] env[69239]: DEBUG nova.compute.manager [req-9225a3f6-c42d-4d96-92b9-1f4ec07a8fd7 req-f908c2cc-3eb8-44b5-8022-b9e84d935186 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Received event network-vif-plugged-058902a9-11d4-4d3a-9373-6e17833576c9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.445158] env[69239]: DEBUG oslo_concurrency.lockutils [req-9225a3f6-c42d-4d96-92b9-1f4ec07a8fd7 req-f908c2cc-3eb8-44b5-8022-b9e84d935186 service nova] Acquiring lock "a8b3f7de-560b-4b00-ab3b-19d6b7b60330-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.445158] env[69239]: DEBUG oslo_concurrency.lockutils [req-9225a3f6-c42d-4d96-92b9-1f4ec07a8fd7 req-f908c2cc-3eb8-44b5-8022-b9e84d935186 service nova] Lock "a8b3f7de-560b-4b00-ab3b-19d6b7b60330-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.445158] env[69239]: DEBUG oslo_concurrency.lockutils [req-9225a3f6-c42d-4d96-92b9-1f4ec07a8fd7 req-f908c2cc-3eb8-44b5-8022-b9e84d935186 service nova] Lock "a8b3f7de-560b-4b00-ab3b-19d6b7b60330-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.445366] env[69239]: DEBUG nova.compute.manager [req-9225a3f6-c42d-4d96-92b9-1f4ec07a8fd7 req-f908c2cc-3eb8-44b5-8022-b9e84d935186 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] No waiting events found dispatching network-vif-plugged-058902a9-11d4-4d3a-9373-6e17833576c9 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 635.445366] env[69239]: WARNING nova.compute.manager [req-9225a3f6-c42d-4d96-92b9-1f4ec07a8fd7 req-f908c2cc-3eb8-44b5-8022-b9e84d935186 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Received unexpected event network-vif-plugged-058902a9-11d4-4d3a-9373-6e17833576c9 for instance with vm_state building and task_state spawning. [ 635.445543] env[69239]: DEBUG nova.compute.manager [req-9225a3f6-c42d-4d96-92b9-1f4ec07a8fd7 req-f908c2cc-3eb8-44b5-8022-b9e84d935186 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Received event network-changed-058902a9-11d4-4d3a-9373-6e17833576c9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.445674] env[69239]: DEBUG nova.compute.manager [req-9225a3f6-c42d-4d96-92b9-1f4ec07a8fd7 req-f908c2cc-3eb8-44b5-8022-b9e84d935186 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Refreshing instance network info cache due to event network-changed-058902a9-11d4-4d3a-9373-6e17833576c9. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.445857] env[69239]: DEBUG oslo_concurrency.lockutils [req-9225a3f6-c42d-4d96-92b9-1f4ec07a8fd7 req-f908c2cc-3eb8-44b5-8022-b9e84d935186 service nova] Acquiring lock "refresh_cache-a8b3f7de-560b-4b00-ab3b-19d6b7b60330" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.445992] env[69239]: DEBUG oslo_concurrency.lockutils [req-9225a3f6-c42d-4d96-92b9-1f4ec07a8fd7 req-f908c2cc-3eb8-44b5-8022-b9e84d935186 service nova] Acquired lock "refresh_cache-a8b3f7de-560b-4b00-ab3b-19d6b7b60330" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.446950] env[69239]: DEBUG nova.network.neutron [req-9225a3f6-c42d-4d96-92b9-1f4ec07a8fd7 req-f908c2cc-3eb8-44b5-8022-b9e84d935186 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Refreshing network info cache for port 058902a9-11d4-4d3a-9373-6e17833576c9 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.451737] env[69239]: DEBUG nova.compute.manager [req-04f0dbd5-0ae7-4a26-a6ea-a7492b82cdf1 req-324b6a52-47d3-45d4-b45a-90a13562ef76 service nova] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Received event network-vif-plugged-9beeb9dc-f993-46e3-bd2e-433de7596cc2 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.451948] env[69239]: DEBUG oslo_concurrency.lockutils [req-04f0dbd5-0ae7-4a26-a6ea-a7492b82cdf1 req-324b6a52-47d3-45d4-b45a-90a13562ef76 service nova] Acquiring lock "0f53bec7-17c9-4c77-87d4-01437280768e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.452177] env[69239]: DEBUG oslo_concurrency.lockutils [req-04f0dbd5-0ae7-4a26-a6ea-a7492b82cdf1 req-324b6a52-47d3-45d4-b45a-90a13562ef76 service nova] Lock "0f53bec7-17c9-4c77-87d4-01437280768e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.452412] env[69239]: DEBUG oslo_concurrency.lockutils [req-04f0dbd5-0ae7-4a26-a6ea-a7492b82cdf1 req-324b6a52-47d3-45d4-b45a-90a13562ef76 service nova] Lock "0f53bec7-17c9-4c77-87d4-01437280768e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.452525] env[69239]: DEBUG nova.compute.manager [req-04f0dbd5-0ae7-4a26-a6ea-a7492b82cdf1 req-324b6a52-47d3-45d4-b45a-90a13562ef76 service nova] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] No waiting events found dispatching network-vif-plugged-9beeb9dc-f993-46e3-bd2e-433de7596cc2 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 635.452712] env[69239]: WARNING nova.compute.manager [req-04f0dbd5-0ae7-4a26-a6ea-a7492b82cdf1 req-324b6a52-47d3-45d4-b45a-90a13562ef76 service nova] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Received unexpected event network-vif-plugged-9beeb9dc-f993-46e3-bd2e-433de7596cc2 for instance with vm_state building and task_state spawning. [ 635.452807] env[69239]: DEBUG nova.compute.manager [req-04f0dbd5-0ae7-4a26-a6ea-a7492b82cdf1 req-324b6a52-47d3-45d4-b45a-90a13562ef76 service nova] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Received event network-changed-9beeb9dc-f993-46e3-bd2e-433de7596cc2 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.453355] env[69239]: DEBUG nova.compute.manager [req-04f0dbd5-0ae7-4a26-a6ea-a7492b82cdf1 req-324b6a52-47d3-45d4-b45a-90a13562ef76 service nova] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Refreshing instance network info cache due to event network-changed-9beeb9dc-f993-46e3-bd2e-433de7596cc2. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.454556] env[69239]: DEBUG oslo_concurrency.lockutils [req-04f0dbd5-0ae7-4a26-a6ea-a7492b82cdf1 req-324b6a52-47d3-45d4-b45a-90a13562ef76 service nova] Acquiring lock "refresh_cache-0f53bec7-17c9-4c77-87d4-01437280768e" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.454730] env[69239]: DEBUG oslo_concurrency.lockutils [req-04f0dbd5-0ae7-4a26-a6ea-a7492b82cdf1 req-324b6a52-47d3-45d4-b45a-90a13562ef76 service nova] Acquired lock "refresh_cache-0f53bec7-17c9-4c77-87d4-01437280768e" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.454902] env[69239]: DEBUG nova.network.neutron [req-04f0dbd5-0ae7-4a26-a6ea-a7492b82cdf1 req-324b6a52-47d3-45d4-b45a-90a13562ef76 service nova] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Refreshing network info cache for port 9beeb9dc-f993-46e3-bd2e-433de7596cc2 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.557854] env[69239]: INFO nova.compute.manager [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Took 30.76 seconds to build instance. [ 635.650996] env[69239]: DEBUG nova.network.neutron [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Successfully updated port: 5b3d7a16-5d66-48ce-b8a1-fc908230825d {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.659011] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.659675] env[69239]: DEBUG nova.compute.manager [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.676370] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.682s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.677009] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.679127] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.138s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.681980] env[69239]: INFO nova.compute.claims [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.696758] env[69239]: DEBUG oslo_vmware.api [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144581, 'name': PowerOnVM_Task, 'duration_secs': 0.855844} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.697155] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.697420] env[69239]: INFO nova.compute.manager [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Took 7.13 seconds to spawn the instance on the hypervisor. [ 635.697663] env[69239]: DEBUG nova.compute.manager [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 635.699496] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c224d13d-4d5c-44b4-a307-5b0d2cea8951 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.716160] env[69239]: INFO nova.scheduler.client.report [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Deleted allocations for instance 000d6bc2-dee7-40e4-8792-2eb1ab76073b [ 635.898781] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4144583, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.935691] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52761ecc-c5d1-6c37-8576-cebf7b4c2970, 'name': SearchDatastore_Task, 'duration_secs': 0.027744} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.937880] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f761ad92-54d0-4f9d-8089-4ad37f5df062 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.944776] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Waiting for the task: (returnval){ [ 635.944776] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529be700-948e-27ea-61dc-0c4df31e1585" [ 635.944776] env[69239]: _type = "Task" [ 635.944776] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.951625] env[69239]: DEBUG nova.compute.manager [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.970039] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529be700-948e-27ea-61dc-0c4df31e1585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.017206] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Acquiring lock "ed0afb64-4bad-4309-88db-855477dadc8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.017549] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Lock "ed0afb64-4bad-4309-88db-855477dadc8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.062416] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf9e9055-4a38-4c8a-a5a1-f65a62aa8075 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Lock "ba75cdda-3f68-487b-8d99-5e1f1adf6b92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.287s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.154078] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "refresh_cache-2b91336b-a564-4e32-9469-0703346a7c65" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.154893] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquired lock "refresh_cache-2b91336b-a564-4e32-9469-0703346a7c65" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.154893] env[69239]: DEBUG nova.network.neutron [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.174744] env[69239]: DEBUG nova.compute.utils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.177661] env[69239]: DEBUG nova.compute.manager [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.177973] env[69239]: DEBUG nova.network.neutron [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.224276] env[69239]: INFO nova.compute.manager [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Took 20.41 seconds to build instance. [ 636.232188] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ed12d5f0-6ca0-440c-8ffc-2772171dbd94 tempest-DeleteServersAdminTestJSON-414290130 tempest-DeleteServersAdminTestJSON-414290130-project-admin] Lock "000d6bc2-dee7-40e4-8792-2eb1ab76073b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.991s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.381923] env[69239]: DEBUG nova.policy [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc79a67ddbdd489494ae2579fb9149b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2290750e6d1143cdb18635467395c14b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.399219] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4144583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86502} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.399219] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] a8b3f7de-560b-4b00-ab3b-19d6b7b60330/a8b3f7de-560b-4b00-ab3b-19d6b7b60330.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.399219] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.404033] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51e5cec4-14b5-4896-ac6e-88160a684eb3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.410333] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Waiting for the task: (returnval){ [ 636.410333] env[69239]: value = "task-4144584" [ 636.410333] env[69239]: _type = "Task" [ 636.410333] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.421406] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4144584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.461880] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529be700-948e-27ea-61dc-0c4df31e1585, 'name': SearchDatastore_Task, 'duration_secs': 0.080249} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.465561] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.465803] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 0f53bec7-17c9-4c77-87d4-01437280768e/0f53bec7-17c9-4c77-87d4-01437280768e.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.467575] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a403c58c-a4e9-449a-bd47-02772e0a77c7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.476822] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Waiting for the task: (returnval){ [ 636.476822] env[69239]: value = "task-4144585" [ 636.476822] env[69239]: _type = "Task" [ 636.476822] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.487932] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.493168] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.565230] env[69239]: DEBUG nova.compute.manager [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.678998] env[69239]: DEBUG nova.compute.manager [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.729332] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ad34a9ca-4e51-44e4-940c-8aeb6fa2522d tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Lock "02fcbb97-0a43-4a8d-acf8-d773de6f039a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.935s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.765715] env[69239]: DEBUG nova.network.neutron [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.925026] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4144584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141903} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.925274] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.926106] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4243784c-1034-48b4-add1-3589b396db97 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.951613] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] a8b3f7de-560b-4b00-ab3b-19d6b7b60330/a8b3f7de-560b-4b00-ab3b-19d6b7b60330.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.957545] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2bc7cc9-c373-49e2-98c9-8edca2827714 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.982769] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Waiting for the task: (returnval){ [ 636.982769] env[69239]: value = "task-4144586" [ 636.982769] env[69239]: _type = "Task" [ 636.982769] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.989652] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144585, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.001243] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4144586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.075833] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7297dd82-be84-4d51-88f0-2f0ca591a78b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.097833] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90394af-a327-4a9c-b891-7b8155f068a2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.104529] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.143136] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55bee16-7baf-4805-a906-64815cfe00b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.147013] env[69239]: DEBUG nova.network.neutron [req-9225a3f6-c42d-4d96-92b9-1f4ec07a8fd7 req-f908c2cc-3eb8-44b5-8022-b9e84d935186 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Updated VIF entry in instance network info cache for port 058902a9-11d4-4d3a-9373-6e17833576c9. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.147382] env[69239]: DEBUG nova.network.neutron [req-9225a3f6-c42d-4d96-92b9-1f4ec07a8fd7 req-f908c2cc-3eb8-44b5-8022-b9e84d935186 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Updating instance_info_cache with network_info: [{"id": "058902a9-11d4-4d3a-9373-6e17833576c9", "address": "fa:16:3e:0d:25:2c", "network": {"id": "97747acc-029f-4bd8-9028-555a8050f2fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1818254954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b6fdcd9fc184df48e6493e831118cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058902a9-11", "ovs_interfaceid": "058902a9-11d4-4d3a-9373-6e17833576c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.156700] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86920674-66b0-47e3-a436-ebc2bd84773f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.174951] env[69239]: DEBUG nova.compute.provider_tree [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.282905] env[69239]: DEBUG nova.network.neutron [req-04f0dbd5-0ae7-4a26-a6ea-a7492b82cdf1 req-324b6a52-47d3-45d4-b45a-90a13562ef76 service nova] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Updated VIF entry in instance network info cache for port 9beeb9dc-f993-46e3-bd2e-433de7596cc2. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.283310] env[69239]: DEBUG nova.network.neutron [req-04f0dbd5-0ae7-4a26-a6ea-a7492b82cdf1 req-324b6a52-47d3-45d4-b45a-90a13562ef76 service nova] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Updating instance_info_cache with network_info: [{"id": "9beeb9dc-f993-46e3-bd2e-433de7596cc2", "address": "fa:16:3e:2b:40:8d", "network": {"id": "c147f2d1-1244-49d3-9cef-bddd0f472d59", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1693133562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2404116d0bfd422d9d2fd7192733d2e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9beeb9dc-f9", "ovs_interfaceid": "9beeb9dc-f993-46e3-bd2e-433de7596cc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.294526] env[69239]: DEBUG nova.network.neutron [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Updating instance_info_cache with network_info: [{"id": "5b3d7a16-5d66-48ce-b8a1-fc908230825d", "address": "fa:16:3e:6a:76:12", "network": {"id": "788055fd-8af9-4668-bd78-281929148cdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-917221043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd4a08f0eddb490ebf81212f43ad23d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3d7a16-5d", "ovs_interfaceid": "5b3d7a16-5d66-48ce-b8a1-fc908230825d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.494066] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800771} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.497374] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 0f53bec7-17c9-4c77-87d4-01437280768e/0f53bec7-17c9-4c77-87d4-01437280768e.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.497374] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.497374] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5dbba57-477b-4cf0-a6d5-d00b5fb6cf3b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.503515] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4144586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.511272] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Waiting for the task: (returnval){ [ 637.511272] env[69239]: value = "task-4144588" [ 637.511272] env[69239]: _type = "Task" [ 637.511272] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.527181] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.564991] env[69239]: DEBUG nova.network.neutron [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Successfully created port: 3b566d26-410e-4299-a228-21c6329812d0 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.651030] env[69239]: DEBUG oslo_concurrency.lockutils [req-9225a3f6-c42d-4d96-92b9-1f4ec07a8fd7 req-f908c2cc-3eb8-44b5-8022-b9e84d935186 service nova] Releasing lock "refresh_cache-a8b3f7de-560b-4b00-ab3b-19d6b7b60330" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.681479] env[69239]: DEBUG nova.scheduler.client.report [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.692604] env[69239]: DEBUG nova.compute.manager [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.734144] env[69239]: DEBUG nova.virt.hardware [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.734390] env[69239]: DEBUG nova.virt.hardware [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.734615] env[69239]: DEBUG nova.virt.hardware [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.734736] env[69239]: DEBUG nova.virt.hardware [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.734945] env[69239]: DEBUG nova.virt.hardware [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.735218] env[69239]: DEBUG nova.virt.hardware [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.735459] env[69239]: DEBUG nova.virt.hardware [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.735623] env[69239]: DEBUG nova.virt.hardware [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.735790] env[69239]: DEBUG nova.virt.hardware [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.735960] env[69239]: DEBUG nova.virt.hardware [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.736149] env[69239]: DEBUG nova.virt.hardware [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.737054] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed405a2e-272a-4149-8d82-a5679668445a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.754823] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aea328c-b903-4506-9fc8-d44060a6fa2d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.789543] env[69239]: DEBUG oslo_concurrency.lockutils [req-04f0dbd5-0ae7-4a26-a6ea-a7492b82cdf1 req-324b6a52-47d3-45d4-b45a-90a13562ef76 service nova] Releasing lock "refresh_cache-0f53bec7-17c9-4c77-87d4-01437280768e" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.798113] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Releasing lock "refresh_cache-2b91336b-a564-4e32-9469-0703346a7c65" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.798535] env[69239]: DEBUG nova.compute.manager [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Instance network_info: |[{"id": "5b3d7a16-5d66-48ce-b8a1-fc908230825d", "address": "fa:16:3e:6a:76:12", "network": {"id": "788055fd-8af9-4668-bd78-281929148cdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-917221043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd4a08f0eddb490ebf81212f43ad23d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3d7a16-5d", "ovs_interfaceid": "5b3d7a16-5d66-48ce-b8a1-fc908230825d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.798945] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:76:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b3d7a16-5d66-48ce-b8a1-fc908230825d', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.811403] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Creating folder: Project (bd4a08f0eddb490ebf81212f43ad23d0). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.811721] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcbeaf81-4bea-4dfe-92f2-d224aa178984 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.824823] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Created folder: Project (bd4a08f0eddb490ebf81212f43ad23d0) in parent group-v820715. [ 637.825060] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Creating folder: Instances. Parent ref: group-v820749. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.825302] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-512f6318-573d-40dd-9ac7-fb276c6ecd2b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.836632] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Created folder: Instances in parent group-v820749. [ 637.836689] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.836936] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.837103] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3a7303f-1e5e-4d37-82e8-0182e8f3a6b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.863111] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.863111] env[69239]: value = "task-4144591" [ 637.863111] env[69239]: _type = "Task" [ 637.863111] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.882013] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144591, 'name': CreateVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.961593] env[69239]: DEBUG nova.compute.manager [None req-7e261c22-358c-438b-8348-5c4910778658 tempest-ServerDiagnosticsTest-499402681 tempest-ServerDiagnosticsTest-499402681-project-admin] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 637.962765] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb13834b-c9bd-4e2c-a093-9a66d167fdd4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.971350] env[69239]: INFO nova.compute.manager [None req-7e261c22-358c-438b-8348-5c4910778658 tempest-ServerDiagnosticsTest-499402681 tempest-ServerDiagnosticsTest-499402681-project-admin] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Retrieving diagnostics [ 637.972143] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45038a9-6778-4ae2-a17e-afca8ded3503 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.015329] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4144586, 'name': ReconfigVM_Task, 'duration_secs': 0.69964} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.018720] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Reconfigured VM instance instance-00000008 to attach disk [datastore2] a8b3f7de-560b-4b00-ab3b-19d6b7b60330/a8b3f7de-560b-4b00-ab3b-19d6b7b60330.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.019324] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6eb2783f-3139-40a4-8092-0dfda224de73 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.030910] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210112} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.030910] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.030910] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Waiting for the task: (returnval){ [ 638.030910] env[69239]: value = "task-4144592" [ 638.030910] env[69239]: _type = "Task" [ 638.030910] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.030910] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74949d76-4901-4b8b-888e-e59509979577 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.061953] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 0f53bec7-17c9-4c77-87d4-01437280768e/0f53bec7-17c9-4c77-87d4-01437280768e.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.066696] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d92786b0-9aa9-4a15-95d2-9328c573340b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.082934] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4144592, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.090720] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Waiting for the task: (returnval){ [ 638.090720] env[69239]: value = "task-4144593" [ 638.090720] env[69239]: _type = "Task" [ 638.090720] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.102743] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.189399] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.189801] env[69239]: DEBUG nova.compute.manager [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.192931] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.358s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.347581] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "fc474a2e-4354-4b6c-a3de-b26c4004eb6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.347581] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "fc474a2e-4354-4b6c-a3de-b26c4004eb6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.382070] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144591, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.544665] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4144592, 'name': Rename_Task, 'duration_secs': 0.269947} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.544665] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.544665] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6da28cc4-9dc9-4e82-af74-f6f89526b489 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.555123] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Waiting for the task: (returnval){ [ 638.555123] env[69239]: value = "task-4144594" [ 638.555123] env[69239]: _type = "Task" [ 638.555123] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.568090] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4144594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.607784] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144593, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.697039] env[69239]: DEBUG nova.compute.utils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.702937] env[69239]: INFO nova.compute.claims [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.710570] env[69239]: DEBUG nova.compute.manager [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.710816] env[69239]: DEBUG nova.network.neutron [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.809967] env[69239]: DEBUG nova.policy [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc79a67ddbdd489494ae2579fb9149b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2290750e6d1143cdb18635467395c14b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.859030] env[69239]: DEBUG nova.compute.manager [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.878427] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144591, 'name': CreateVM_Task, 'duration_secs': 0.605738} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.878427] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.879142] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.879304] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.880030] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.880030] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924033b5-83a4-4b83-a11d-92e0e60e2d3a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.886383] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 638.886383] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52723a0b-a71f-b7e6-1da1-0acc7dfc0a04" [ 638.886383] env[69239]: _type = "Task" [ 638.886383] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.899588] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52723a0b-a71f-b7e6-1da1-0acc7dfc0a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.065883] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4144594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.102624] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144593, 'name': ReconfigVM_Task, 'duration_secs': 0.542612} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.102922] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 0f53bec7-17c9-4c77-87d4-01437280768e/0f53bec7-17c9-4c77-87d4-01437280768e.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.103725] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a456a20-f39c-4390-a6d2-09a67e06351a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.111831] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Waiting for the task: (returnval){ [ 639.111831] env[69239]: value = "task-4144595" [ 639.111831] env[69239]: _type = "Task" [ 639.111831] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.124408] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144595, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.200923] env[69239]: DEBUG nova.compute.manager [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.217673] env[69239]: INFO nova.compute.resource_tracker [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating resource usage from migration 972dd765-33c7-4321-8aad-abf90de24f11 [ 639.402901] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.415659] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52723a0b-a71f-b7e6-1da1-0acc7dfc0a04, 'name': SearchDatastore_Task, 'duration_secs': 0.01715} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.416059] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.416327] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.416633] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.416797] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.417034] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.417331] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d9c090c-1c39-4475-8eb1-c1612f291bda {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.437573] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.437779] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.442701] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea648515-3ce0-4f04-99dd-a982bcceff81 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.454777] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 639.454777] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52dac185-b73c-5f33-c649-66cce00c7f51" [ 639.454777] env[69239]: _type = "Task" [ 639.454777] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.467313] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52dac185-b73c-5f33-c649-66cce00c7f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.568525] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4144594, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.631929] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144595, 'name': Rename_Task, 'duration_secs': 0.226387} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.632339] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.632618] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-630de054-ed02-4141-8395-8511e1a7e69c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.642515] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Waiting for the task: (returnval){ [ 639.642515] env[69239]: value = "task-4144597" [ 639.642515] env[69239]: _type = "Task" [ 639.642515] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.656816] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.697873] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1a529b-5900-4161-ac77-d59e19fd4b98 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.705766] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93336a4c-0143-4907-9b47-6af68e68abd1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.747030] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056ce85c-3135-403c-92dd-7a575fa52035 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.756614] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922a724b-fb64-4f7d-b336-13d26453a4f5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.773380] env[69239]: DEBUG nova.compute.provider_tree [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.806229] env[69239]: DEBUG nova.network.neutron [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Successfully created port: 628f2591-2785-4641-bbfc-596889ed0394 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.895426] env[69239]: DEBUG nova.network.neutron [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Successfully updated port: 3b566d26-410e-4299-a228-21c6329812d0 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.968110] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52dac185-b73c-5f33-c649-66cce00c7f51, 'name': SearchDatastore_Task, 'duration_secs': 0.023571} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.968662] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f49b2427-610c-4fea-9b5d-c33ed77ec694 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.976526] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 639.976526] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520bbbca-d9dc-b1c9-10a8-f5b24dc9442b" [ 639.976526] env[69239]: _type = "Task" [ 639.976526] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.988748] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520bbbca-d9dc-b1c9-10a8-f5b24dc9442b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.027097] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Acquiring lock "0c9e5fde-b283-4af2-9472-03f044e277a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.027404] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Lock "0c9e5fde-b283-4af2-9472-03f044e277a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.027642] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Acquiring lock "0c9e5fde-b283-4af2-9472-03f044e277a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.027854] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Lock "0c9e5fde-b283-4af2-9472-03f044e277a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.028029] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Lock "0c9e5fde-b283-4af2-9472-03f044e277a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.032543] env[69239]: INFO nova.compute.manager [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Terminating instance [ 640.068930] env[69239]: DEBUG oslo_vmware.api [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4144594, 'name': PowerOnVM_Task, 'duration_secs': 1.094733} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.069235] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.069444] env[69239]: INFO nova.compute.manager [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Took 16.41 seconds to spawn the instance on the hypervisor. [ 640.069624] env[69239]: DEBUG nova.compute.manager [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 640.070503] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a227eae7-6447-44dc-89ab-9040d4c1f8c7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.114021] env[69239]: DEBUG nova.compute.manager [req-323a2832-d52c-40ae-ae39-cfd18f13e7df req-7d6159d8-31b6-4eb1-98be-21720f8d8ff2 service nova] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Received event network-vif-plugged-5b3d7a16-5d66-48ce-b8a1-fc908230825d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.114021] env[69239]: DEBUG oslo_concurrency.lockutils [req-323a2832-d52c-40ae-ae39-cfd18f13e7df req-7d6159d8-31b6-4eb1-98be-21720f8d8ff2 service nova] Acquiring lock "2b91336b-a564-4e32-9469-0703346a7c65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.114021] env[69239]: DEBUG oslo_concurrency.lockutils [req-323a2832-d52c-40ae-ae39-cfd18f13e7df req-7d6159d8-31b6-4eb1-98be-21720f8d8ff2 service nova] Lock "2b91336b-a564-4e32-9469-0703346a7c65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.114021] env[69239]: DEBUG oslo_concurrency.lockutils [req-323a2832-d52c-40ae-ae39-cfd18f13e7df req-7d6159d8-31b6-4eb1-98be-21720f8d8ff2 service nova] Lock "2b91336b-a564-4e32-9469-0703346a7c65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.114021] env[69239]: DEBUG nova.compute.manager [req-323a2832-d52c-40ae-ae39-cfd18f13e7df req-7d6159d8-31b6-4eb1-98be-21720f8d8ff2 service nova] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] No waiting events found dispatching network-vif-plugged-5b3d7a16-5d66-48ce-b8a1-fc908230825d {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 640.114515] env[69239]: WARNING nova.compute.manager [req-323a2832-d52c-40ae-ae39-cfd18f13e7df req-7d6159d8-31b6-4eb1-98be-21720f8d8ff2 service nova] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Received unexpected event network-vif-plugged-5b3d7a16-5d66-48ce-b8a1-fc908230825d for instance with vm_state building and task_state spawning. [ 640.114515] env[69239]: DEBUG nova.compute.manager [req-323a2832-d52c-40ae-ae39-cfd18f13e7df req-7d6159d8-31b6-4eb1-98be-21720f8d8ff2 service nova] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Received event network-changed-5b3d7a16-5d66-48ce-b8a1-fc908230825d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.114515] env[69239]: DEBUG nova.compute.manager [req-323a2832-d52c-40ae-ae39-cfd18f13e7df req-7d6159d8-31b6-4eb1-98be-21720f8d8ff2 service nova] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Refreshing instance network info cache due to event network-changed-5b3d7a16-5d66-48ce-b8a1-fc908230825d. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.114515] env[69239]: DEBUG oslo_concurrency.lockutils [req-323a2832-d52c-40ae-ae39-cfd18f13e7df req-7d6159d8-31b6-4eb1-98be-21720f8d8ff2 service nova] Acquiring lock "refresh_cache-2b91336b-a564-4e32-9469-0703346a7c65" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.114655] env[69239]: DEBUG oslo_concurrency.lockutils [req-323a2832-d52c-40ae-ae39-cfd18f13e7df req-7d6159d8-31b6-4eb1-98be-21720f8d8ff2 service nova] Acquired lock "refresh_cache-2b91336b-a564-4e32-9469-0703346a7c65" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.114808] env[69239]: DEBUG nova.network.neutron [req-323a2832-d52c-40ae-ae39-cfd18f13e7df req-7d6159d8-31b6-4eb1-98be-21720f8d8ff2 service nova] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Refreshing network info cache for port 5b3d7a16-5d66-48ce-b8a1-fc908230825d {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.160026] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144597, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.217771] env[69239]: DEBUG nova.compute.manager [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.255070] env[69239]: DEBUG nova.virt.hardware [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.255070] env[69239]: DEBUG nova.virt.hardware [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.255070] env[69239]: DEBUG nova.virt.hardware [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.255504] env[69239]: DEBUG nova.virt.hardware [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.255504] env[69239]: DEBUG nova.virt.hardware [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.256146] env[69239]: DEBUG nova.virt.hardware [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.256146] env[69239]: DEBUG nova.virt.hardware [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.256385] env[69239]: DEBUG nova.virt.hardware [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.256584] env[69239]: DEBUG nova.virt.hardware [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.256921] env[69239]: DEBUG nova.virt.hardware [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.257193] env[69239]: DEBUG nova.virt.hardware [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.258329] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd967ac6-eff8-4eaf-980e-4934f007f118 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.270361] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55f85cf-931d-4912-bcbb-efd54a519278 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.288483] env[69239]: DEBUG nova.scheduler.client.report [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.400549] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "refresh_cache-75ded7ab-ca91-4934-9e94-43701beec4f4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.400549] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquired lock "refresh_cache-75ded7ab-ca91-4934-9e94-43701beec4f4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.400549] env[69239]: DEBUG nova.network.neutron [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.489741] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520bbbca-d9dc-b1c9-10a8-f5b24dc9442b, 'name': SearchDatastore_Task, 'duration_secs': 0.017846} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.490125] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.490433] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 2b91336b-a564-4e32-9469-0703346a7c65/2b91336b-a564-4e32-9469-0703346a7c65.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.490733] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-758519bc-e77e-43bd-b6cd-8aaadedd73d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.502853] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 640.502853] env[69239]: value = "task-4144598" [ 640.502853] env[69239]: _type = "Task" [ 640.502853] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.515365] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.537273] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Acquiring lock "refresh_cache-0c9e5fde-b283-4af2-9472-03f044e277a4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.537514] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Acquired lock "refresh_cache-0c9e5fde-b283-4af2-9472-03f044e277a4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.537714] env[69239]: DEBUG nova.network.neutron [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.593790] env[69239]: INFO nova.compute.manager [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Took 34.09 seconds to build instance. [ 640.655157] env[69239]: DEBUG oslo_vmware.api [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144597, 'name': PowerOnVM_Task, 'duration_secs': 0.625841} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.655556] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.656135] env[69239]: INFO nova.compute.manager [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Took 14.51 seconds to spawn the instance on the hypervisor. [ 640.656135] env[69239]: DEBUG nova.compute.manager [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 640.656942] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ac83cd-e022-4398-8212-1148c2c62695 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.794800] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.602s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.795094] env[69239]: INFO nova.compute.manager [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Migrating [ 640.796087] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.796087] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.796808] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.536s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.804107] env[69239]: INFO nova.compute.claims [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.961989] env[69239]: DEBUG nova.network.neutron [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.016555] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144598, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.098534] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2056b5a5-18d5-4755-872f-f932f75cc8da tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Lock "a8b3f7de-560b-4b00-ab3b-19d6b7b60330" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.611s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.109405] env[69239]: DEBUG nova.network.neutron [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.131108] env[69239]: INFO nova.compute.manager [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Rebuilding instance [ 641.210551] env[69239]: INFO nova.compute.manager [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Took 27.07 seconds to build instance. [ 641.234975] env[69239]: DEBUG nova.compute.manager [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 641.237089] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1739383-7ee9-431b-91dc-a901acf5727a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.306471] env[69239]: INFO nova.compute.rpcapi [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 641.307142] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.330180] env[69239]: DEBUG nova.network.neutron [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.441200] env[69239]: DEBUG nova.network.neutron [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Updating instance_info_cache with network_info: [{"id": "3b566d26-410e-4299-a228-21c6329812d0", "address": "fa:16:3e:fe:1c:07", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b566d26-41", "ovs_interfaceid": "3b566d26-410e-4299-a228-21c6329812d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.519622] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800367} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.520238] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 2b91336b-a564-4e32-9469-0703346a7c65/2b91336b-a564-4e32-9469-0703346a7c65.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.520238] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.520623] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f159aab4-ddbb-42d2-a888-7cba88fdba8f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.533478] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 641.533478] env[69239]: value = "task-4144599" [ 641.533478] env[69239]: _type = "Task" [ 641.533478] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.558682] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.563281] env[69239]: DEBUG nova.network.neutron [req-323a2832-d52c-40ae-ae39-cfd18f13e7df req-7d6159d8-31b6-4eb1-98be-21720f8d8ff2 service nova] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Updated VIF entry in instance network info cache for port 5b3d7a16-5d66-48ce-b8a1-fc908230825d. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.563831] env[69239]: DEBUG nova.network.neutron [req-323a2832-d52c-40ae-ae39-cfd18f13e7df req-7d6159d8-31b6-4eb1-98be-21720f8d8ff2 service nova] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Updating instance_info_cache with network_info: [{"id": "5b3d7a16-5d66-48ce-b8a1-fc908230825d", "address": "fa:16:3e:6a:76:12", "network": {"id": "788055fd-8af9-4668-bd78-281929148cdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-917221043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd4a08f0eddb490ebf81212f43ad23d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3d7a16-5d", "ovs_interfaceid": "5b3d7a16-5d66-48ce-b8a1-fc908230825d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.647674] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Acquiring lock "92a8a8bc-2d46-4984-a510-67c5a73730b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.647948] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Lock "92a8a8bc-2d46-4984-a510-67c5a73730b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.648172] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Acquiring lock "92a8a8bc-2d46-4984-a510-67c5a73730b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.648386] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Lock "92a8a8bc-2d46-4984-a510-67c5a73730b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.648590] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Lock "92a8a8bc-2d46-4984-a510-67c5a73730b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.657419] env[69239]: INFO nova.compute.manager [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Terminating instance [ 641.693908] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "089dfd42-473d-4b6c-9037-064299a91856" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.694237] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "089dfd42-473d-4b6c-9037-064299a91856" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.710806] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3360cd82-1ee4-4a68-bc20-ba3db939841d tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Lock "0f53bec7-17c9-4c77-87d4-01437280768e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.585s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.835492] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Releasing lock "refresh_cache-0c9e5fde-b283-4af2-9472-03f044e277a4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.835492] env[69239]: DEBUG nova.compute.manager [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 641.835492] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.837011] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6429c7-e8c8-45d4-af92-d6864035100f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.845801] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.845801] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-569d0d1d-30fa-426f-b842-05c37f8c3e95 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.851994] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "refresh_cache-170cb828-e7a7-43fe-9dd8-80a676543da8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.852187] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired lock "refresh_cache-170cb828-e7a7-43fe-9dd8-80a676543da8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.853156] env[69239]: DEBUG nova.network.neutron [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.856106] env[69239]: DEBUG oslo_vmware.api [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for the task: (returnval){ [ 641.856106] env[69239]: value = "task-4144601" [ 641.856106] env[69239]: _type = "Task" [ 641.856106] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.871442] env[69239]: DEBUG oslo_vmware.api [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.873591] env[69239]: DEBUG nova.compute.manager [req-b6ebb0f4-d6c2-4934-8a96-d85b021c5457 req-1ccbde92-148d-4572-940e-81d2afc4083f service nova] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Received event network-vif-plugged-3b566d26-410e-4299-a228-21c6329812d0 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.873969] env[69239]: DEBUG oslo_concurrency.lockutils [req-b6ebb0f4-d6c2-4934-8a96-d85b021c5457 req-1ccbde92-148d-4572-940e-81d2afc4083f service nova] Acquiring lock "75ded7ab-ca91-4934-9e94-43701beec4f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.873969] env[69239]: DEBUG oslo_concurrency.lockutils [req-b6ebb0f4-d6c2-4934-8a96-d85b021c5457 req-1ccbde92-148d-4572-940e-81d2afc4083f service nova] Lock "75ded7ab-ca91-4934-9e94-43701beec4f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.874121] env[69239]: DEBUG oslo_concurrency.lockutils [req-b6ebb0f4-d6c2-4934-8a96-d85b021c5457 req-1ccbde92-148d-4572-940e-81d2afc4083f service nova] Lock "75ded7ab-ca91-4934-9e94-43701beec4f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.874437] env[69239]: DEBUG nova.compute.manager [req-b6ebb0f4-d6c2-4934-8a96-d85b021c5457 req-1ccbde92-148d-4572-940e-81d2afc4083f service nova] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] No waiting events found dispatching network-vif-plugged-3b566d26-410e-4299-a228-21c6329812d0 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 641.874437] env[69239]: WARNING nova.compute.manager [req-b6ebb0f4-d6c2-4934-8a96-d85b021c5457 req-1ccbde92-148d-4572-940e-81d2afc4083f service nova] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Received unexpected event network-vif-plugged-3b566d26-410e-4299-a228-21c6329812d0 for instance with vm_state building and task_state spawning. [ 641.947681] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Releasing lock "refresh_cache-75ded7ab-ca91-4934-9e94-43701beec4f4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.948881] env[69239]: DEBUG nova.compute.manager [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Instance network_info: |[{"id": "3b566d26-410e-4299-a228-21c6329812d0", "address": "fa:16:3e:fe:1c:07", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b566d26-41", "ovs_interfaceid": "3b566d26-410e-4299-a228-21c6329812d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.949704] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:1c:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b566d26-410e-4299-a228-21c6329812d0', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.962897] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Creating folder: Project (2290750e6d1143cdb18635467395c14b). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.965015] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-628aa7ca-de1a-47c8-8870-9fe6969ec083 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.982858] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Created folder: Project (2290750e6d1143cdb18635467395c14b) in parent group-v820715. [ 641.983079] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Creating folder: Instances. Parent ref: group-v820753. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.989407] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5da9b775-49e2-466b-b37b-a2340d294382 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.003722] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Created folder: Instances in parent group-v820753. [ 642.004495] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.004671] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.004943] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-955d866e-f865-4982-8b27-67f94ce3b5bc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.036127] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.036127] env[69239]: value = "task-4144604" [ 642.036127] env[69239]: _type = "Task" [ 642.036127] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.053460] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144604, 'name': CreateVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.059242] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144599, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.071167] env[69239]: DEBUG oslo_concurrency.lockutils [req-323a2832-d52c-40ae-ae39-cfd18f13e7df req-7d6159d8-31b6-4eb1-98be-21720f8d8ff2 service nova] Releasing lock "refresh_cache-2b91336b-a564-4e32-9469-0703346a7c65" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.126095] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "78d8fda0-154d-4522-9536-a53205b767b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.126095] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "78d8fda0-154d-4522-9536-a53205b767b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.161563] env[69239]: DEBUG nova.compute.manager [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.162086] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.163015] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bb0c82-55da-4284-af3c-e2b54ec8c952 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.182390] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.183076] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e2ade37-bda9-4c49-9da1-6ba1da522bf3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.195368] env[69239]: DEBUG oslo_vmware.api [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for the task: (returnval){ [ 642.195368] env[69239]: value = "task-4144605" [ 642.195368] env[69239]: _type = "Task" [ 642.195368] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.203023] env[69239]: DEBUG nova.compute.manager [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.220226] env[69239]: DEBUG oslo_vmware.api [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.259463] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.260393] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a1000bc-aa85-4db6-863b-0c727d8d5684 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.276997] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 642.276997] env[69239]: value = "task-4144606" [ 642.276997] env[69239]: _type = "Task" [ 642.276997] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.295544] env[69239]: DEBUG nova.network.neutron [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Successfully updated port: 628f2591-2785-4641-bbfc-596889ed0394 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.297586] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.372838] env[69239]: DEBUG oslo_vmware.api [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144601, 'name': PowerOffVM_Task, 'duration_secs': 0.370415} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.373955] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.374189] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.375962] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70e399a-8f2b-4dfb-8ed5-6ea7267c1502 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.382601] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-286f4501-8a1a-430a-8319-97d41b52c6c8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.394576] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae1d9d3-72c9-40c9-937b-07c606899fe6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.453484] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bac2ab-64c2-46d6-a0d9-7dde7947c9ec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.457555] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.457555] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.457555] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Deleting the datastore file [datastore1] 0c9e5fde-b283-4af2-9472-03f044e277a4 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.457852] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9e0f2e6-dc33-49fc-8a80-378b8aed1525 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.480749] env[69239]: DEBUG oslo_vmware.api [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for the task: (returnval){ [ 642.480749] env[69239]: value = "task-4144608" [ 642.480749] env[69239]: _type = "Task" [ 642.480749] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.483401] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d18514-93b0-4c43-89c5-7760ddc7f301 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.506978] env[69239]: DEBUG nova.compute.provider_tree [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.512983] env[69239]: DEBUG oslo_vmware.api [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.557394] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.629846} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.561228] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.561802] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144604, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.565593] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda70dd0-d45f-441c-93cc-b240d3d802e2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.599702] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 2b91336b-a564-4e32-9469-0703346a7c65/2b91336b-a564-4e32-9469-0703346a7c65.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.599998] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b258cc9a-c450-43c7-a94a-7f414855d754 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.625777] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 642.625777] env[69239]: value = "task-4144609" [ 642.625777] env[69239]: _type = "Task" [ 642.625777] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.631616] env[69239]: DEBUG nova.compute.manager [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.642185] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.705963] env[69239]: DEBUG oslo_vmware.api [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144605, 'name': PowerOffVM_Task, 'duration_secs': 0.321001} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.708605] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.709659] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.711329] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0045d57-ec49-45da-8be3-69825e664b0a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.732511] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.749625] env[69239]: DEBUG nova.network.neutron [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating instance_info_cache with network_info: [{"id": "f169ad24-cb16-4605-bbb8-24c573c828c0", "address": "fa:16:3e:e0:75:2a", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf169ad24-cb", "ovs_interfaceid": "f169ad24-cb16-4605-bbb8-24c573c828c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.791666] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144606, 'name': PowerOffVM_Task, 'duration_secs': 0.317085} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.796129] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.796129] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.796129] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb00e82-b0f1-4caf-9518-04d30d80845f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.799871] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "refresh_cache-0de81a48-7b01-49e0-be33-d05a9ef10ed8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.800478] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquired lock "refresh_cache-0de81a48-7b01-49e0-be33-d05a9ef10ed8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.800747] env[69239]: DEBUG nova.network.neutron [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.808462] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.808462] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b73fbc79-7492-463a-9103-474b05a7daa9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.809216] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.810116] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.810116] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Deleting the datastore file [datastore2] 92a8a8bc-2d46-4984-a510-67c5a73730b9 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.810257] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20697d61-a6ef-4f36-a22a-60767cf3f6e3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.825633] env[69239]: DEBUG oslo_vmware.api [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for the task: (returnval){ [ 642.825633] env[69239]: value = "task-4144612" [ 642.825633] env[69239]: _type = "Task" [ 642.825633] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.837383] env[69239]: DEBUG oslo_vmware.api [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.850373] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.850473] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.850584] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Deleting the datastore file [datastore1] 02fcbb97-0a43-4a8d-acf8-d773de6f039a {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.850885] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea2c9729-7d27-4863-9431-5c89c8980dfe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.858300] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 642.858300] env[69239]: value = "task-4144613" [ 642.858300] env[69239]: _type = "Task" [ 642.858300] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.869801] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.975321] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquiring lock "0545ab25-1b1b-4de6-bab9-0c9bac9a91fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.976143] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Lock "0545ab25-1b1b-4de6-bab9-0c9bac9a91fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.992887] env[69239]: DEBUG oslo_vmware.api [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Task: {'id': task-4144608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234945} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.993198] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.993398] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.993624] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.993827] env[69239]: INFO nova.compute.manager [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 642.994140] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.994384] env[69239]: DEBUG nova.compute.manager [-] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 642.994485] env[69239]: DEBUG nova.network.neutron [-] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.014777] env[69239]: DEBUG nova.scheduler.client.report [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.039386] env[69239]: DEBUG nova.network.neutron [-] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.053313] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144604, 'name': CreateVM_Task, 'duration_secs': 0.743404} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.053545] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.054351] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.054541] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.055163] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.058463] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48de7a8d-71ac-487e-954c-4adead011372 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.061687] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 643.061687] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52793bb1-f93c-a834-e0a4-e5bd1a26f3bc" [ 643.061687] env[69239]: _type = "Task" [ 643.061687] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.071685] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52793bb1-f93c-a834-e0a4-e5bd1a26f3bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.139764] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.155706] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.253024] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Releasing lock "refresh_cache-170cb828-e7a7-43fe-9dd8-80a676543da8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.339669] env[69239]: DEBUG oslo_vmware.api [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Task: {'id': task-4144612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274818} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.339669] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.339669] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.340126] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.340164] env[69239]: INFO nova.compute.manager [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 643.340411] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.340605] env[69239]: DEBUG nova.compute.manager [-] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.340696] env[69239]: DEBUG nova.network.neutron [-] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.370887] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172682} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.371338] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.371468] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.371702] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.378462] env[69239]: DEBUG nova.compute.manager [None req-bea83fc1-14fa-45d1-b174-ea53c9c4ed65 tempest-ServerExternalEventsTest-1441816289 tempest-ServerExternalEventsTest-1441816289-project] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Received event network-changed {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.378462] env[69239]: DEBUG nova.compute.manager [None req-bea83fc1-14fa-45d1-b174-ea53c9c4ed65 tempest-ServerExternalEventsTest-1441816289 tempest-ServerExternalEventsTest-1441816289-project] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Refreshing instance network info cache due to event network-changed. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.378462] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bea83fc1-14fa-45d1-b174-ea53c9c4ed65 tempest-ServerExternalEventsTest-1441816289 tempest-ServerExternalEventsTest-1441816289-project] Acquiring lock "refresh_cache-0df38957-90e2-4ac3-a5cb-e960148bc42a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.378583] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bea83fc1-14fa-45d1-b174-ea53c9c4ed65 tempest-ServerExternalEventsTest-1441816289 tempest-ServerExternalEventsTest-1441816289-project] Acquired lock "refresh_cache-0df38957-90e2-4ac3-a5cb-e960148bc42a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.378717] env[69239]: DEBUG nova.network.neutron [None req-bea83fc1-14fa-45d1-b174-ea53c9c4ed65 tempest-ServerExternalEventsTest-1441816289 tempest-ServerExternalEventsTest-1441816289-project] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.398445] env[69239]: DEBUG nova.network.neutron [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.526077] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.526077] env[69239]: DEBUG nova.compute.manager [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.527876] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.172s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.530813] env[69239]: INFO nova.compute.claims [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.543161] env[69239]: DEBUG nova.network.neutron [-] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.579067] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52793bb1-f93c-a834-e0a4-e5bd1a26f3bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013784} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.579459] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.579712] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.579991] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.580230] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.580424] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.580706] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8a0b82f-268c-4847-899e-b7fabd62ea00 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.603246] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.603449] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.604410] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d418e7d-7ea2-402a-90e7-d873c9942d80 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.613753] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 643.613753] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52db6004-fa74-a58f-5e30-7f195522b5be" [ 643.613753] env[69239]: _type = "Task" [ 643.613753] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.629702] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52db6004-fa74-a58f-5e30-7f195522b5be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.639659] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.705826] env[69239]: DEBUG nova.network.neutron [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Updating instance_info_cache with network_info: [{"id": "628f2591-2785-4641-bbfc-596889ed0394", "address": "fa:16:3e:1e:03:26", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628f2591-27", "ovs_interfaceid": "628f2591-2785-4641-bbfc-596889ed0394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.036969] env[69239]: DEBUG nova.compute.utils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.039714] env[69239]: DEBUG nova.compute.manager [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.040326] env[69239]: DEBUG nova.network.neutron [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.046432] env[69239]: INFO nova.compute.manager [-] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Took 1.05 seconds to deallocate network for instance. [ 644.127620] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52db6004-fa74-a58f-5e30-7f195522b5be, 'name': SearchDatastore_Task, 'duration_secs': 0.044079} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.133011] env[69239]: DEBUG nova.policy [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d967f379dfd47e696106f5f6d1ae8e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0c413a591a046939b74848c895674e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.137873] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d295c558-3f1d-4a1a-940d-629ab011af02 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.146493] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 644.146493] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52748d5c-eec5-866b-0e79-e9318b66a796" [ 644.146493] env[69239]: _type = "Task" [ 644.146493] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.153023] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.161024] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52748d5c-eec5-866b-0e79-e9318b66a796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.206424] env[69239]: DEBUG nova.network.neutron [None req-bea83fc1-14fa-45d1-b174-ea53c9c4ed65 tempest-ServerExternalEventsTest-1441816289 tempest-ServerExternalEventsTest-1441816289-project] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Updating instance_info_cache with network_info: [{"id": "17723506-f4df-4fe9-abef-23d187f43713", "address": "fa:16:3e:bb:d8:7c", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17723506-f4", "ovs_interfaceid": "17723506-f4df-4fe9-abef-23d187f43713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.208461] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Releasing lock "refresh_cache-0de81a48-7b01-49e0-be33-d05a9ef10ed8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.208903] env[69239]: DEBUG nova.compute.manager [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Instance network_info: |[{"id": "628f2591-2785-4641-bbfc-596889ed0394", "address": "fa:16:3e:1e:03:26", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628f2591-27", "ovs_interfaceid": "628f2591-2785-4641-bbfc-596889ed0394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.209164] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:03:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '628f2591-2785-4641-bbfc-596889ed0394', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.218701] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.218978] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.221943] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bacaa9a3-66bc-472d-9ad3-ff883b915e0c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.247288] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.247288] env[69239]: value = "task-4144614" [ 644.247288] env[69239]: _type = "Task" [ 644.247288] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.258739] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144614, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.333015] env[69239]: DEBUG nova.network.neutron [-] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.423146] env[69239]: DEBUG nova.virt.hardware [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.423964] env[69239]: DEBUG nova.virt.hardware [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.424292] env[69239]: DEBUG nova.virt.hardware [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.424680] env[69239]: DEBUG nova.virt.hardware [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.424823] env[69239]: DEBUG nova.virt.hardware [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.425095] env[69239]: DEBUG nova.virt.hardware [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.425406] env[69239]: DEBUG nova.virt.hardware [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.425628] env[69239]: DEBUG nova.virt.hardware [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.425842] env[69239]: DEBUG nova.virt.hardware [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.426060] env[69239]: DEBUG nova.virt.hardware [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.426305] env[69239]: DEBUG nova.virt.hardware [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.428075] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d30491e-aa27-4f87-a0a8-008a8726c1f2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.440886] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929edaea-7357-4ee9-86ba-a0b778caf1f9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.456805] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.463861] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.464797] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.464797] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3cab5a4-71f9-4b16-a2a6-02525da09d46 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.485207] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.485207] env[69239]: value = "task-4144615" [ 644.485207] env[69239]: _type = "Task" [ 644.485207] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.496305] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144615, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.543296] env[69239]: DEBUG nova.compute.manager [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.557026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.586983] env[69239]: DEBUG nova.network.neutron [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Successfully created port: 54facc54-7f1a-4936-b27d-6fcd40a2e5a1 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.650075] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144609, 'name': ReconfigVM_Task, 'duration_secs': 1.868047} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.651121] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 2b91336b-a564-4e32-9469-0703346a7c65/2b91336b-a564-4e32-9469-0703346a7c65.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.656474] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e32e8eb5-a6d1-47f6-8759-2ebfc3900466 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.680891] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 644.680891] env[69239]: value = "task-4144616" [ 644.680891] env[69239]: _type = "Task" [ 644.680891] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.681265] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52748d5c-eec5-866b-0e79-e9318b66a796, 'name': SearchDatastore_Task, 'duration_secs': 0.022144} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.681657] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.681974] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 75ded7ab-ca91-4934-9e94-43701beec4f4/75ded7ab-ca91-4934-9e94-43701beec4f4.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.685377] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8d74f07-0494-4474-81a4-353eb29ecc12 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.697133] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144616, 'name': Rename_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.697133] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 644.697133] env[69239]: value = "task-4144617" [ 644.697133] env[69239]: _type = "Task" [ 644.697133] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.712247] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bea83fc1-14fa-45d1-b174-ea53c9c4ed65 tempest-ServerExternalEventsTest-1441816289 tempest-ServerExternalEventsTest-1441816289-project] Releasing lock "refresh_cache-0df38957-90e2-4ac3-a5cb-e960148bc42a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.712247] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.768602] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144614, 'name': CreateVM_Task, 'duration_secs': 0.452689} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.768602] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.770019] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.770019] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.770492] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.770857] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91582382-0843-414a-a464-987bb9890a5a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.783172] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2ce65d-ae30-4d28-825d-cb8a5b208df9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.788795] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 644.788795] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d6e453-a2ed-5ffe-c065-a8c51cee2876" [ 644.788795] env[69239]: _type = "Task" [ 644.788795] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.816313] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating instance '170cb828-e7a7-43fe-9dd8-80a676543da8' progress to 0 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 644.825541] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d6e453-a2ed-5ffe-c065-a8c51cee2876, 'name': SearchDatastore_Task, 'duration_secs': 0.015049} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.825910] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.826198] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.826470] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.826648] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.826930] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.827443] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1404e6a4-b111-4ecd-854e-ab28684bf1e1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.835501] env[69239]: INFO nova.compute.manager [-] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Took 1.49 seconds to deallocate network for instance. [ 644.838857] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.838857] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.842931] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-798eba1e-cb80-4bfd-9f73-d1729e68b5be {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.850342] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 644.850342] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520ad948-00be-a8a4-e9cb-6a1bb378d7ec" [ 644.850342] env[69239]: _type = "Task" [ 644.850342] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.859795] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520ad948-00be-a8a4-e9cb-6a1bb378d7ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.003124] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144615, 'name': CreateVM_Task, 'duration_secs': 0.335036} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.004325] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.005130] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00355b7e-42e1-4213-a1db-481e5bed6b45 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.007959] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.008498] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.008498] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.009625] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7bf4085-1fcc-49ae-a80f-f538b2d1d7a9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.017611] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390d6d09-8dcd-40b5-9bb0-d20b72821823 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.021342] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 645.021342] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52722a23-7476-50f5-98f0-b24a03dfe39e" [ 645.021342] env[69239]: _type = "Task" [ 645.021342] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.066685] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f28ddf7-8af5-46a7-89d1-52ac08d80b4a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.074152] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52722a23-7476-50f5-98f0-b24a03dfe39e, 'name': SearchDatastore_Task, 'duration_secs': 0.016961} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.076602] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.077034] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.077383] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.078824] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de86770e-25eb-4e30-a46e-2fb7c817b7fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.094982] env[69239]: DEBUG nova.compute.provider_tree [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.174034] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Acquiring lock "e6f173d6-ddef-4073-9874-536a01b4db6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.174513] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Lock "e6f173d6-ddef-4073-9874-536a01b4db6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.200907] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144616, 'name': Rename_Task, 'duration_secs': 0.164527} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.200907] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.200907] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a70931e-fd5d-4dcf-80fd-04b30df7adad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.213682] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 645.213682] env[69239]: value = "task-4144618" [ 645.213682] env[69239]: _type = "Task" [ 645.213682] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.218501] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144617, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.230019] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.322261] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.322437] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc7ffc7d-fe0f-4009-8815-d35facc6821c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.333893] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 645.333893] env[69239]: value = "task-4144619" [ 645.333893] env[69239]: _type = "Task" [ 645.333893] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.350197] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.350197] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.367324] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520ad948-00be-a8a4-e9cb-6a1bb378d7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.016084} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.368785] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0fb1071-d5f6-4aaa-bfe9-e72e3b359937 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.385803] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 645.385803] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52dd69de-ccc8-213c-3f0f-4b27e2f9415f" [ 645.385803] env[69239]: _type = "Task" [ 645.385803] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.398536] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52dd69de-ccc8-213c-3f0f-4b27e2f9415f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.502430] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquiring lock "845085dd-a45c-4a47-ae4a-825d9b8bb313" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.502785] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Lock "845085dd-a45c-4a47-ae4a-825d9b8bb313" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.572465] env[69239]: DEBUG nova.compute.manager [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.600813] env[69239]: DEBUG nova.scheduler.client.report [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.608693] env[69239]: DEBUG nova.virt.hardware [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.609082] env[69239]: DEBUG nova.virt.hardware [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.609300] env[69239]: DEBUG nova.virt.hardware [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.609538] env[69239]: DEBUG nova.virt.hardware [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.609746] env[69239]: DEBUG nova.virt.hardware [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.609990] env[69239]: DEBUG nova.virt.hardware [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.610262] env[69239]: DEBUG nova.virt.hardware [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.610459] env[69239]: DEBUG nova.virt.hardware [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.610728] env[69239]: DEBUG nova.virt.hardware [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.610992] env[69239]: DEBUG nova.virt.hardware [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.611239] env[69239]: DEBUG nova.virt.hardware [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.611800] env[69239]: DEBUG oslo_concurrency.lockutils [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Acquiring lock "0df38957-90e2-4ac3-a5cb-e960148bc42a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.613042] env[69239]: DEBUG oslo_concurrency.lockutils [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Lock "0df38957-90e2-4ac3-a5cb-e960148bc42a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.614847] env[69239]: DEBUG oslo_concurrency.lockutils [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Acquiring lock "0df38957-90e2-4ac3-a5cb-e960148bc42a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.614847] env[69239]: DEBUG oslo_concurrency.lockutils [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Lock "0df38957-90e2-4ac3-a5cb-e960148bc42a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.614847] env[69239]: DEBUG oslo_concurrency.lockutils [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Lock "0df38957-90e2-4ac3-a5cb-e960148bc42a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.617032] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9a2dd8-f429-4bfd-a4d5-716e855137b2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.622104] env[69239]: INFO nova.compute.manager [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Terminating instance [ 645.624161] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.096s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.624642] env[69239]: DEBUG nova.compute.manager [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.631034] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.138s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.632947] env[69239]: INFO nova.compute.claims [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.643947] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030ad1a8-f007-42fe-bb24-46b184304337 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.715403] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775631} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.715676] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 75ded7ab-ca91-4934-9e94-43701beec4f4/75ded7ab-ca91-4934-9e94-43701beec4f4.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.715892] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.716165] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0db49b19-e197-43f4-b3c2-d01482a58323 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.731159] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144618, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.733659] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 645.733659] env[69239]: value = "task-4144621" [ 645.733659] env[69239]: _type = "Task" [ 645.733659] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.746794] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.851552] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144619, 'name': PowerOffVM_Task, 'duration_secs': 0.355347} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.851901] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.852072] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating instance '170cb828-e7a7-43fe-9dd8-80a676543da8' progress to 17 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 645.908326] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52dd69de-ccc8-213c-3f0f-4b27e2f9415f, 'name': SearchDatastore_Task, 'duration_secs': 0.062591} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.908326] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.908326] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 0de81a48-7b01-49e0-be33-d05a9ef10ed8/0de81a48-7b01-49e0-be33-d05a9ef10ed8.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.908326] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.908646] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.909106] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28128f30-8892-4019-80b4-26c63dffab63 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.912307] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7070fd5-db2c-4ba8-b1f4-87cb4e3abf94 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.926659] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 645.926659] env[69239]: value = "task-4144622" [ 645.926659] env[69239]: _type = "Task" [ 645.926659] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.928577] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.928931] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.930102] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b5434e-e30e-43b7-aa00-a8013912ea19 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.936243] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.940728] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 645.940728] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e8d9dd-20d1-acdf-f4f1-0d65414f1056" [ 645.940728] env[69239]: _type = "Task" [ 645.940728] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.950917] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e8d9dd-20d1-acdf-f4f1-0d65414f1056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.135112] env[69239]: DEBUG nova.compute.utils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.135365] env[69239]: DEBUG nova.compute.manager [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.135491] env[69239]: DEBUG nova.network.neutron [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.145162] env[69239]: DEBUG nova.compute.manager [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 646.145162] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.146995] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11f9444-55d5-440f-872d-3dd2e19b428d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.157485] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.159330] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cecb7de-56bc-4a29-9907-b10755912463 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.168967] env[69239]: DEBUG oslo_vmware.api [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Waiting for the task: (returnval){ [ 646.168967] env[69239]: value = "task-4144623" [ 646.168967] env[69239]: _type = "Task" [ 646.168967] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.181895] env[69239]: DEBUG oslo_vmware.api [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': task-4144623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.232131] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144618, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.249710] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084767} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.253020] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.253020] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da6565b-d6e0-46dc-94e5-ef908bb4edbf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.288941] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 75ded7ab-ca91-4934-9e94-43701beec4f4/75ded7ab-ca91-4934-9e94-43701beec4f4.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.290704] env[69239]: DEBUG nova.policy [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b21cabb92d4b4089bd0bdb3d46143e31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd261ddb83a34d4084673613b97d86df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.292486] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71d12691-dd21-484f-88e2-421ddeb5f477 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.319401] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 646.319401] env[69239]: value = "task-4144624" [ 646.319401] env[69239]: _type = "Task" [ 646.319401] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.332175] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.363630] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.364075] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.364302] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.364593] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.364792] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.364984] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.365250] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.365493] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.365687] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.365861] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.366077] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.374024] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e9dd2fd-ff80-47ca-a85d-84e95d67156f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.394410] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 646.394410] env[69239]: value = "task-4144625" [ 646.394410] env[69239]: _type = "Task" [ 646.394410] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.410755] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.441152] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144622, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.457776] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e8d9dd-20d1-acdf-f4f1-0d65414f1056, 'name': SearchDatastore_Task, 'duration_secs': 0.011348} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.459315] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e55a96-7546-48bc-b314-de4bc540fab4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.471511] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 646.471511] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52706139-9a96-e9bc-42d9-d3ec3813dcd4" [ 646.471511] env[69239]: _type = "Task" [ 646.471511] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.487321] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52706139-9a96-e9bc-42d9-d3ec3813dcd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.639886] env[69239]: DEBUG nova.compute.manager [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.682592] env[69239]: DEBUG oslo_vmware.api [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': task-4144623, 'name': PowerOffVM_Task, 'duration_secs': 0.434099} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.683420] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.683420] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.683685] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39673a6f-650f-4d64-899a-8d45777270a8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.713391] env[69239]: DEBUG nova.compute.manager [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Received event network-changed-3b566d26-410e-4299-a228-21c6329812d0 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.713391] env[69239]: DEBUG nova.compute.manager [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Refreshing instance network info cache due to event network-changed-3b566d26-410e-4299-a228-21c6329812d0. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.714540] env[69239]: DEBUG oslo_concurrency.lockutils [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] Acquiring lock "refresh_cache-75ded7ab-ca91-4934-9e94-43701beec4f4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.714540] env[69239]: DEBUG oslo_concurrency.lockutils [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] Acquired lock "refresh_cache-75ded7ab-ca91-4934-9e94-43701beec4f4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.714540] env[69239]: DEBUG nova.network.neutron [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Refreshing network info cache for port 3b566d26-410e-4299-a228-21c6329812d0 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.717066] env[69239]: DEBUG nova.network.neutron [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Successfully updated port: 54facc54-7f1a-4936-b27d-6fcd40a2e5a1 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.738071] env[69239]: DEBUG oslo_vmware.api [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4144618, 'name': PowerOnVM_Task, 'duration_secs': 1.138643} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.742810] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.742810] env[69239]: INFO nova.compute.manager [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Took 15.75 seconds to spawn the instance on the hypervisor. [ 646.742989] env[69239]: DEBUG nova.compute.manager [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 646.749487] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218a92d6-fe7c-4176-9f5b-1c3c845d9d4a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.825572] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.825859] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.826070] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Deleting the datastore file [datastore2] 0df38957-90e2-4ac3-a5cb-e960148bc42a {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.827070] env[69239]: DEBUG nova.network.neutron [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Successfully created port: f93b5de8-a328-425b-b1e0-7695e60a2b6e {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.835708] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0d9f76a-ad48-4b3c-9156-842e6795b51a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.847712] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.853733] env[69239]: DEBUG oslo_vmware.api [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Waiting for the task: (returnval){ [ 646.853733] env[69239]: value = "task-4144627" [ 646.853733] env[69239]: _type = "Task" [ 646.853733] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.865068] env[69239]: DEBUG oslo_vmware.api [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': task-4144627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.912598] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144625, 'name': ReconfigVM_Task, 'duration_secs': 0.433412} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.914139] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating instance '170cb828-e7a7-43fe-9dd8-80a676543da8' progress to 33 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 646.939996] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.979061} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.944298] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 0de81a48-7b01-49e0-be33-d05a9ef10ed8/0de81a48-7b01-49e0-be33-d05a9ef10ed8.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.944606] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.945320] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc2627c4-3a19-4dac-a868-438fd8413943 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.954416] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 646.954416] env[69239]: value = "task-4144628" [ 646.954416] env[69239]: _type = "Task" [ 646.954416] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.985651] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52706139-9a96-e9bc-42d9-d3ec3813dcd4, 'name': SearchDatastore_Task, 'duration_secs': 0.085966} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.986091] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.986327] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 02fcbb97-0a43-4a8d-acf8-d773de6f039a/02fcbb97-0a43-4a8d-acf8-d773de6f039a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.986915] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77308204-be14-47d8-aca5-806de771a1a3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.995151] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 646.995151] env[69239]: value = "task-4144629" [ 646.995151] env[69239]: _type = "Task" [ 646.995151] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.011023] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.168564] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9b4375-fd15-4dec-86df-5aecdeb9a854 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.186426] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412a61e3-5dcc-4d76-bd47-88bbd409239a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.230518] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.230518] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.230632] env[69239]: DEBUG nova.network.neutron [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.233027] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68030b9-23d1-4a8b-bf6d-7c21bf17ef23 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.249234] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14edc4e-9502-4f16-9ab7-698cb234edfd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.276666] env[69239]: DEBUG nova.compute.provider_tree [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.278856] env[69239]: INFO nova.compute.manager [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Took 27.98 seconds to build instance. [ 647.342767] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144624, 'name': ReconfigVM_Task, 'duration_secs': 0.635749} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.343301] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 75ded7ab-ca91-4934-9e94-43701beec4f4/75ded7ab-ca91-4934-9e94-43701beec4f4.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.344815] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1363e76a-6ec3-4c0f-b0df-8c11546083b9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.359280] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 647.359280] env[69239]: value = "task-4144630" [ 647.359280] env[69239]: _type = "Task" [ 647.359280] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.387301] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Acquiring lock "b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.387598] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Lock "b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.387895] env[69239]: DEBUG oslo_vmware.api [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Task: {'id': task-4144627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407194} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.395659] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.396131] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.396512] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.396834] env[69239]: INFO nova.compute.manager [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Took 1.25 seconds to destroy the instance on the hypervisor. [ 647.397347] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.397738] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144630, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.398161] env[69239]: DEBUG nova.compute.manager [-] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 647.398311] env[69239]: DEBUG nova.network.neutron [-] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.424881] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.425468] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.425669] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.425989] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.426323] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.426623] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.427704] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.428038] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.428338] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.428651] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.429076] env[69239]: DEBUG nova.virt.hardware [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.440636] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Reconfiguring VM instance instance-00000003 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 647.445640] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-279d43d5-c33a-4239-b054-45d5b8495b52 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.489639] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 647.489639] env[69239]: value = "task-4144631" [ 647.489639] env[69239]: _type = "Task" [ 647.489639] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.494196] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150491} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.499837] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.501185] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af00b4d-a59f-464c-9f72-874751471fad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.518653] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.556164] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 0de81a48-7b01-49e0-be33-d05a9ef10ed8/0de81a48-7b01-49e0-be33-d05a9ef10ed8.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.556541] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144629, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.563892] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1019e3ae-cbc4-49d1-9741-ac3b4f775e4d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.599285] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 647.599285] env[69239]: value = "task-4144632" [ 647.599285] env[69239]: _type = "Task" [ 647.599285] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.616535] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.655542] env[69239]: DEBUG nova.compute.manager [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.699577] env[69239]: DEBUG nova.virt.hardware [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.700335] env[69239]: DEBUG nova.virt.hardware [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.700335] env[69239]: DEBUG nova.virt.hardware [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.700335] env[69239]: DEBUG nova.virt.hardware [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.700538] env[69239]: DEBUG nova.virt.hardware [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.700724] env[69239]: DEBUG nova.virt.hardware [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.700960] env[69239]: DEBUG nova.virt.hardware [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.701144] env[69239]: DEBUG nova.virt.hardware [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.701515] env[69239]: DEBUG nova.virt.hardware [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.701732] env[69239]: DEBUG nova.virt.hardware [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.701915] env[69239]: DEBUG nova.virt.hardware [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.702892] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9893eac-4e44-4c14-9dac-e6bc39df8ae8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.718800] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cf2057-7584-46d7-9d25-d906b96fa2a3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.780397] env[69239]: DEBUG nova.scheduler.client.report [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.785319] env[69239]: DEBUG nova.network.neutron [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Updated VIF entry in instance network info cache for port 3b566d26-410e-4299-a228-21c6329812d0. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.785798] env[69239]: DEBUG nova.network.neutron [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Updating instance_info_cache with network_info: [{"id": "3b566d26-410e-4299-a228-21c6329812d0", "address": "fa:16:3e:fe:1c:07", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b566d26-41", "ovs_interfaceid": "3b566d26-410e-4299-a228-21c6329812d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.787281] env[69239]: DEBUG oslo_concurrency.lockutils [None req-faa1899b-96e5-4dc8-bf00-faa15f30f052 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "2b91336b-a564-4e32-9469-0703346a7c65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.699s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.854481] env[69239]: DEBUG nova.network.neutron [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.874100] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144630, 'name': Rename_Task, 'duration_secs': 0.273826} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.874531] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.874888] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d05d467-a62e-4d6d-8a86-0b4eaa485041 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.884147] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 647.884147] env[69239]: value = "task-4144634" [ 647.884147] env[69239]: _type = "Task" [ 647.884147] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.893859] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.004749] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.015317] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786202} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.015743] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 02fcbb97-0a43-4a8d-acf8-d773de6f039a/02fcbb97-0a43-4a8d-acf8-d773de6f039a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.016123] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.016296] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2652936-7924-469e-86c3-f12bc95fa441 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.024676] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 648.024676] env[69239]: value = "task-4144635" [ 648.024676] env[69239]: _type = "Task" [ 648.024676] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.039430] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "4474a896-3a2b-4514-914b-9475f5e59b1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.039721] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "4474a896-3a2b-4514-914b-9475f5e59b1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.048965] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.111308] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.289838] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.290435] env[69239]: DEBUG nova.compute.manager [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.297294] env[69239]: DEBUG nova.compute.manager [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.303250] env[69239]: DEBUG oslo_concurrency.lockutils [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] Releasing lock "refresh_cache-75ded7ab-ca91-4934-9e94-43701beec4f4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.303577] env[69239]: DEBUG nova.compute.manager [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Received event network-vif-plugged-628f2591-2785-4641-bbfc-596889ed0394 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.303786] env[69239]: DEBUG oslo_concurrency.lockutils [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] Acquiring lock "0de81a48-7b01-49e0-be33-d05a9ef10ed8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.303987] env[69239]: DEBUG oslo_concurrency.lockutils [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] Lock "0de81a48-7b01-49e0-be33-d05a9ef10ed8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.304171] env[69239]: DEBUG oslo_concurrency.lockutils [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] Lock "0de81a48-7b01-49e0-be33-d05a9ef10ed8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.304468] env[69239]: DEBUG nova.compute.manager [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] No waiting events found dispatching network-vif-plugged-628f2591-2785-4641-bbfc-596889ed0394 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 648.304549] env[69239]: WARNING nova.compute.manager [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Received unexpected event network-vif-plugged-628f2591-2785-4641-bbfc-596889ed0394 for instance with vm_state building and task_state spawning. [ 648.304680] env[69239]: DEBUG nova.compute.manager [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Received event network-changed-628f2591-2785-4641-bbfc-596889ed0394 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.304929] env[69239]: DEBUG nova.compute.manager [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Refreshing instance network info cache due to event network-changed-628f2591-2785-4641-bbfc-596889ed0394. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.305201] env[69239]: DEBUG oslo_concurrency.lockutils [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] Acquiring lock "refresh_cache-0de81a48-7b01-49e0-be33-d05a9ef10ed8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.305354] env[69239]: DEBUG oslo_concurrency.lockutils [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] Acquired lock "refresh_cache-0de81a48-7b01-49e0-be33-d05a9ef10ed8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.305522] env[69239]: DEBUG nova.network.neutron [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Refreshing network info cache for port 628f2591-2785-4641-bbfc-596889ed0394 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.307627] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.204s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.309282] env[69239]: INFO nova.compute.claims [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.396421] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.512029] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.535052] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166081} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.535436] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.536210] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655e369b-0f1e-4832-aea5-b23d999a211b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.558105] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 02fcbb97-0a43-4a8d-acf8-d773de6f039a/02fcbb97-0a43-4a8d-acf8-d773de6f039a.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.561052] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d940b991-9158-40a8-8774-ea646faec0f0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.583288] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 648.583288] env[69239]: value = "task-4144636" [ 648.583288] env[69239]: _type = "Task" [ 648.583288] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.594039] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.613809] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144632, 'name': ReconfigVM_Task, 'duration_secs': 0.678647} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.613809] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 0de81a48-7b01-49e0-be33-d05a9ef10ed8/0de81a48-7b01-49e0-be33-d05a9ef10ed8.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.613809] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e6a7da9-e160-4c13-bf14-bbe0e1023628 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.624593] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 648.624593] env[69239]: value = "task-4144637" [ 648.624593] env[69239]: _type = "Task" [ 648.624593] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.633448] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144637, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.683102] env[69239]: DEBUG nova.network.neutron [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Successfully updated port: f93b5de8-a328-425b-b1e0-7695e60a2b6e {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.727297] env[69239]: DEBUG nova.network.neutron [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Updating instance_info_cache with network_info: [{"id": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "address": "fa:16:3e:72:f6:fb", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54facc54-7f", "ovs_interfaceid": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.818653] env[69239]: DEBUG nova.compute.utils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.826203] env[69239]: DEBUG nova.compute.manager [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.826443] env[69239]: DEBUG nova.network.neutron [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.857065] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.896480] env[69239]: DEBUG oslo_vmware.api [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144634, 'name': PowerOnVM_Task, 'duration_secs': 0.996402} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.896782] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.897066] env[69239]: INFO nova.compute.manager [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Took 11.20 seconds to spawn the instance on the hypervisor. [ 648.897270] env[69239]: DEBUG nova.compute.manager [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 648.898421] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018bb3a1-29bc-4af9-a836-5fd4115f9a67 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.987767] env[69239]: DEBUG nova.policy [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c8ee781066d46628d824e4c2114fd3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cd18a2f4f3c4708ad30ba74145ad926', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.005347] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144631, 'name': ReconfigVM_Task, 'duration_secs': 1.344446} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.005695] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Reconfigured VM instance instance-00000003 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 649.006558] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c3eb0d-a2da-4885-b351-fcc225661272 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.034159] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 170cb828-e7a7-43fe-9dd8-80a676543da8/170cb828-e7a7-43fe-9dd8-80a676543da8.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.034503] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbe2bf4d-16f8-467c-a259-d7f52f7b1c86 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.058580] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 649.058580] env[69239]: value = "task-4144638" [ 649.058580] env[69239]: _type = "Task" [ 649.058580] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.068381] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.096106] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.137887] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144637, 'name': Rename_Task, 'duration_secs': 0.295424} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.138277] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.138572] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64adeb23-28d7-4697-92d1-f9605a50d2d2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.149029] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 649.149029] env[69239]: value = "task-4144639" [ 649.149029] env[69239]: _type = "Task" [ 649.149029] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.162153] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.190029] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Acquiring lock "refresh_cache-b087c3c9-77b1-4534-a0d6-f0c669420227" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.190029] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Acquired lock "refresh_cache-b087c3c9-77b1-4534-a0d6-f0c669420227" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.190029] env[69239]: DEBUG nova.network.neutron [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.225617] env[69239]: DEBUG nova.network.neutron [-] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.231188] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.231188] env[69239]: DEBUG nova.compute.manager [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Instance network_info: |[{"id": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "address": "fa:16:3e:72:f6:fb", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54facc54-7f", "ovs_interfaceid": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.231398] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:f6:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54facc54-7f1a-4936-b27d-6fcd40a2e5a1', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.240863] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Creating folder: Project (e0c413a591a046939b74848c895674e5). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.242022] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f3d6a38-d6ab-4b67-a609-b07c34fa7956 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.255790] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Created folder: Project (e0c413a591a046939b74848c895674e5) in parent group-v820715. [ 649.256316] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Creating folder: Instances. Parent ref: group-v820758. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.256316] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-041245f8-9cfc-4987-b283-823672acb7bb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.269061] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Created folder: Instances in parent group-v820758. [ 649.269758] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.269758] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.269919] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-679031ad-eebe-498c-8f22-8957eea3b616 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.301451] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.301451] env[69239]: value = "task-4144642" [ 649.301451] env[69239]: _type = "Task" [ 649.301451] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.313996] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144642, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.327023] env[69239]: DEBUG nova.compute.manager [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.425781] env[69239]: INFO nova.compute.manager [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Took 25.55 seconds to build instance. [ 649.560919] env[69239]: DEBUG nova.network.neutron [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Updated VIF entry in instance network info cache for port 628f2591-2785-4641-bbfc-596889ed0394. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.561362] env[69239]: DEBUG nova.network.neutron [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Updating instance_info_cache with network_info: [{"id": "628f2591-2785-4641-bbfc-596889ed0394", "address": "fa:16:3e:1e:03:26", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628f2591-27", "ovs_interfaceid": "628f2591-2785-4641-bbfc-596889ed0394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.573976] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144638, 'name': ReconfigVM_Task, 'duration_secs': 0.354272} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.578686] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 170cb828-e7a7-43fe-9dd8-80a676543da8/170cb828-e7a7-43fe-9dd8-80a676543da8.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.579041] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating instance '170cb828-e7a7-43fe-9dd8-80a676543da8' progress to 50 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 649.597899] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144636, 'name': ReconfigVM_Task, 'duration_secs': 0.606269} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.603436] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 02fcbb97-0a43-4a8d-acf8-d773de6f039a/02fcbb97-0a43-4a8d-acf8-d773de6f039a.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.603436] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78bfe0a7-add7-46ad-9c93-a90a8277f625 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.610825] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 649.610825] env[69239]: value = "task-4144643" [ 649.610825] env[69239]: _type = "Task" [ 649.610825] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.622794] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144643, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.626392] env[69239]: DEBUG nova.compute.manager [req-be4e759e-7dca-4ec5-8a5b-38fe973fb11e req-f06b8035-0da5-401e-89fc-95efc45ba8d4 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Received event network-changed-b2dfa457-75a8-4af6-9a6b-41130b9a0c44 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.626599] env[69239]: DEBUG nova.compute.manager [req-be4e759e-7dca-4ec5-8a5b-38fe973fb11e req-f06b8035-0da5-401e-89fc-95efc45ba8d4 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Refreshing instance network info cache due to event network-changed-b2dfa457-75a8-4af6-9a6b-41130b9a0c44. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.626851] env[69239]: DEBUG oslo_concurrency.lockutils [req-be4e759e-7dca-4ec5-8a5b-38fe973fb11e req-f06b8035-0da5-401e-89fc-95efc45ba8d4 service nova] Acquiring lock "refresh_cache-ba75cdda-3f68-487b-8d99-5e1f1adf6b92" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.627086] env[69239]: DEBUG oslo_concurrency.lockutils [req-be4e759e-7dca-4ec5-8a5b-38fe973fb11e req-f06b8035-0da5-401e-89fc-95efc45ba8d4 service nova] Acquired lock "refresh_cache-ba75cdda-3f68-487b-8d99-5e1f1adf6b92" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.627184] env[69239]: DEBUG nova.network.neutron [req-be4e759e-7dca-4ec5-8a5b-38fe973fb11e req-f06b8035-0da5-401e-89fc-95efc45ba8d4 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Refreshing network info cache for port b2dfa457-75a8-4af6-9a6b-41130b9a0c44 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.666043] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144639, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.728099] env[69239]: INFO nova.compute.manager [-] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Took 2.33 seconds to deallocate network for instance. [ 649.765627] env[69239]: DEBUG nova.network.neutron [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.819294] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144642, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.853734] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401a4db3-4560-4a9d-bdea-66319e2285db {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.873505] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b4b44b-f74f-4d1d-a5ca-bed28370e537 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.920225] env[69239]: DEBUG nova.network.neutron [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Successfully created port: 29f0a744-055e-4983-a39e-54c2cc9490e1 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.925435] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c579a68-d20b-4d25-97a0-c53bda22bc33 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.929024] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4051c26f-db3f-4026-aa9f-2a7e58edc6fc tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "75ded7ab-ca91-4934-9e94-43701beec4f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.076s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.939464] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7385c773-a104-4b5c-8e58-884c6d660955 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.956555] env[69239]: DEBUG nova.compute.provider_tree [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.067189] env[69239]: DEBUG oslo_concurrency.lockutils [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] Releasing lock "refresh_cache-0de81a48-7b01-49e0-be33-d05a9ef10ed8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.067478] env[69239]: DEBUG nova.compute.manager [req-9606b18e-40bc-40a1-9f1d-18ebf163b9bd req-791eaa96-c806-43fe-a4e0-96b445387f93 service nova] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Received event network-vif-deleted-a562fa0e-9e2e-4883-91b4-cb165b2829d5 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.091596] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1426789-164c-4a74-9518-acb320b8014c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.116146] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7627a0d6-8843-4f15-a387-ac335bd208d8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.124441] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144643, 'name': Rename_Task, 'duration_secs': 0.207427} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.138061] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.140588] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating instance '170cb828-e7a7-43fe-9dd8-80a676543da8' progress to 67 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 650.147104] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72cd5dfc-96ca-4d6a-a68d-973b5a4d7750 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.155664] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 650.155664] env[69239]: value = "task-4144645" [ 650.155664] env[69239]: _type = "Task" [ 650.155664] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.164500] env[69239]: DEBUG oslo_vmware.api [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144639, 'name': PowerOnVM_Task, 'duration_secs': 0.768208} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.165755] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.166720] env[69239]: INFO nova.compute.manager [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Took 9.95 seconds to spawn the instance on the hypervisor. [ 650.166720] env[69239]: DEBUG nova.compute.manager [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 650.167055] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2520166-1551-4788-82b0-2e4d939b1ca2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.176285] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.237376] env[69239]: DEBUG oslo_concurrency.lockutils [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.305403] env[69239]: DEBUG nova.network.neutron [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Updating instance_info_cache with network_info: [{"id": "f93b5de8-a328-425b-b1e0-7695e60a2b6e", "address": "fa:16:3e:93:05:be", "network": {"id": "84dc5fa6-fb17-46c0-8f63-12e10c90eaf8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1110263070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd261ddb83a34d4084673613b97d86df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93b5de8-a3", "ovs_interfaceid": "f93b5de8-a328-425b-b1e0-7695e60a2b6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.324263] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144642, 'name': CreateVM_Task, 'duration_secs': 0.527168} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.325132] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.325838] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.325998] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.326404] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.327092] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d3ce5cd-1b4a-4441-b573-114d64a0c5db {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.334479] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 650.334479] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a7485f-7ba1-8d13-33e9-3428317159ee" [ 650.334479] env[69239]: _type = "Task" [ 650.334479] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.339508] env[69239]: DEBUG nova.compute.manager [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.347492] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a7485f-7ba1-8d13-33e9-3428317159ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.392045] env[69239]: DEBUG nova.virt.hardware [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.392325] env[69239]: DEBUG nova.virt.hardware [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.392485] env[69239]: DEBUG nova.virt.hardware [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.392731] env[69239]: DEBUG nova.virt.hardware [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.392851] env[69239]: DEBUG nova.virt.hardware [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.395014] env[69239]: DEBUG nova.virt.hardware [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.395318] env[69239]: DEBUG nova.virt.hardware [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.395508] env[69239]: DEBUG nova.virt.hardware [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.395691] env[69239]: DEBUG nova.virt.hardware [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.395859] env[69239]: DEBUG nova.virt.hardware [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.396070] env[69239]: DEBUG nova.virt.hardware [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.407814] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d128387f-0bd5-410a-9c3b-8a0e01497709 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.413894] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad27b5c5-aaa2-4a72-8466-b3521c8a2b1b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.433340] env[69239]: DEBUG nova.compute.manager [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.460205] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.460655] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.461192] env[69239]: DEBUG nova.scheduler.client.report [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.495125] env[69239]: DEBUG nova.network.neutron [req-be4e759e-7dca-4ec5-8a5b-38fe973fb11e req-f06b8035-0da5-401e-89fc-95efc45ba8d4 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Updated VIF entry in instance network info cache for port b2dfa457-75a8-4af6-9a6b-41130b9a0c44. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.495125] env[69239]: DEBUG nova.network.neutron [req-be4e759e-7dca-4ec5-8a5b-38fe973fb11e req-f06b8035-0da5-401e-89fc-95efc45ba8d4 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Updating instance_info_cache with network_info: [{"id": "b2dfa457-75a8-4af6-9a6b-41130b9a0c44", "address": "fa:16:3e:73:0d:c7", "network": {"id": "8fc4eff9-4629-49ed-9dbf-b31d2e57fd4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1366120077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f800c75036224049a3c152e2ea201721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2dfa457-75", "ovs_interfaceid": "b2dfa457-75a8-4af6-9a6b-41130b9a0c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.668462] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.689140] env[69239]: DEBUG nova.network.neutron [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Port f169ad24-cb16-4605-bbb8-24c573c828c0 binding to destination host cpu-1 is already ACTIVE {{(pid=69239) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 650.694144] env[69239]: INFO nova.compute.manager [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Took 24.18 seconds to build instance. [ 650.817212] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Releasing lock "refresh_cache-b087c3c9-77b1-4534-a0d6-f0c669420227" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.817545] env[69239]: DEBUG nova.compute.manager [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Instance network_info: |[{"id": "f93b5de8-a328-425b-b1e0-7695e60a2b6e", "address": "fa:16:3e:93:05:be", "network": {"id": "84dc5fa6-fb17-46c0-8f63-12e10c90eaf8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1110263070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd261ddb83a34d4084673613b97d86df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93b5de8-a3", "ovs_interfaceid": "f93b5de8-a328-425b-b1e0-7695e60a2b6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.817978] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:05:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f93b5de8-a328-425b-b1e0-7695e60a2b6e', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.827062] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Creating folder: Project (fd261ddb83a34d4084673613b97d86df). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.827411] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca24b885-d8c7-403b-9328-77570f096920 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.842781] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Created folder: Project (fd261ddb83a34d4084673613b97d86df) in parent group-v820715. [ 650.842781] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Creating folder: Instances. Parent ref: group-v820761. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.842781] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a394f7e0-8af1-44f0-ae6f-b66050c0a602 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.849424] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a7485f-7ba1-8d13-33e9-3428317159ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01668} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.849675] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.849936] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.850212] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.850357] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.850536] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.850843] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89410217-718a-4847-a910-7d4973b1278d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.858328] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Created folder: Instances in parent group-v820761. [ 650.858581] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.858804] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.859099] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc244ca0-4a81-4d55-839c-9b86f600d747 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.877887] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.878114] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.879366] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b01b9485-df3e-4bb4-a4e1-136c024e3790 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.884050] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.884050] env[69239]: value = "task-4144648" [ 650.884050] env[69239]: _type = "Task" [ 650.884050] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.889416] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 650.889416] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5241bbe3-11c5-de18-2589-7af1f1d4a11f" [ 650.889416] env[69239]: _type = "Task" [ 650.889416] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.897818] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144648, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.904609] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5241bbe3-11c5-de18-2589-7af1f1d4a11f, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.906037] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86054cc4-8d94-488d-8a10-f6a3385a01ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.912450] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 650.912450] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52cce21f-d813-d206-0420-c5e0e7066931" [ 650.912450] env[69239]: _type = "Task" [ 650.912450] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.922851] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52cce21f-d813-d206-0420-c5e0e7066931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.964040] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.966596] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.966596] env[69239]: DEBUG nova.compute.manager [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.969075] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.566s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.970728] env[69239]: INFO nova.compute.claims [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.997986] env[69239]: DEBUG oslo_concurrency.lockutils [req-be4e759e-7dca-4ec5-8a5b-38fe973fb11e req-f06b8035-0da5-401e-89fc-95efc45ba8d4 service nova] Releasing lock "refresh_cache-ba75cdda-3f68-487b-8d99-5e1f1adf6b92" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.111025] env[69239]: DEBUG nova.compute.manager [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Received event network-changed-058902a9-11d4-4d3a-9373-6e17833576c9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.111181] env[69239]: DEBUG nova.compute.manager [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Refreshing instance network info cache due to event network-changed-058902a9-11d4-4d3a-9373-6e17833576c9. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.111459] env[69239]: DEBUG oslo_concurrency.lockutils [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] Acquiring lock "refresh_cache-a8b3f7de-560b-4b00-ab3b-19d6b7b60330" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.112433] env[69239]: DEBUG oslo_concurrency.lockutils [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] Acquired lock "refresh_cache-a8b3f7de-560b-4b00-ab3b-19d6b7b60330" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.112759] env[69239]: DEBUG nova.network.neutron [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Refreshing network info cache for port 058902a9-11d4-4d3a-9373-6e17833576c9 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.169606] env[69239]: DEBUG oslo_vmware.api [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144645, 'name': PowerOnVM_Task, 'duration_secs': 0.982181} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.170090] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.170319] env[69239]: DEBUG nova.compute.manager [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 651.171162] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad2acdc-d2a1-4abb-934d-415696e8517a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.199316] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b36e18-7162-4afa-97ec-cddef1d6c507 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "0de81a48-7b01-49e0-be33-d05a9ef10ed8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.706s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.398906] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144648, 'name': CreateVM_Task, 'duration_secs': 0.471682} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.398906] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.398906] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.398906] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.398906] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.398906] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e1ca14-dc51-4f25-97e6-ec8c9a4a8058 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.405674] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Waiting for the task: (returnval){ [ 651.405674] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f28940-44a9-d22c-49aa-573d11ae4551" [ 651.405674] env[69239]: _type = "Task" [ 651.405674] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.423806] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f28940-44a9-d22c-49aa-573d11ae4551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.434560] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52cce21f-d813-d206-0420-c5e0e7066931, 'name': SearchDatastore_Task, 'duration_secs': 0.012038} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.434560] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.434560] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] f9e5a98f-f995-44e1-b204-ff950ad68d22/f9e5a98f-f995-44e1-b204-ff950ad68d22.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.434560] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb24875f-2851-457f-9fcd-8a393307e786 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.442355] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 651.442355] env[69239]: value = "task-4144649" [ 651.442355] env[69239]: _type = "Task" [ 651.442355] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.453402] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.475798] env[69239]: DEBUG nova.compute.utils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.479867] env[69239]: DEBUG nova.compute.manager [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.480109] env[69239]: DEBUG nova.network.neutron [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.546853] env[69239]: DEBUG nova.policy [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6261d7b891a44e1ba56d0733577a3a04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be22f89cf5374683b52c6f1701b3675b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.695516] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.710504] env[69239]: DEBUG nova.compute.manager [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.721814] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "170cb828-e7a7-43fe-9dd8-80a676543da8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.722137] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "170cb828-e7a7-43fe-9dd8-80a676543da8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.722382] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "170cb828-e7a7-43fe-9dd8-80a676543da8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.933156] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f28940-44a9-d22c-49aa-573d11ae4551, 'name': SearchDatastore_Task, 'duration_secs': 0.012479} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.933755] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.934058] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.934372] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.934570] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.934936] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.935175] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20814a95-ffcd-4a35-8ab5-af8c01aeb899 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.939654] env[69239]: DEBUG nova.network.neutron [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Successfully created port: d348dd5f-ac2d-4111-8a23-07bf01dcd360 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.960856] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144649, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.965247] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.965739] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.966365] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bc636e-c431-4055-a30c-a693624e8561 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.978348] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Waiting for the task: (returnval){ [ 651.978348] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5289681a-69d1-a7bd-2ad5-2bcf51ee36bf" [ 651.978348] env[69239]: _type = "Task" [ 651.978348] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.983685] env[69239]: DEBUG nova.compute.manager [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.998976] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5289681a-69d1-a7bd-2ad5-2bcf51ee36bf, 'name': SearchDatastore_Task, 'duration_secs': 0.015477} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.000296] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac86b7f-f91a-48f0-a034-7a8c6996f561 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.008193] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Waiting for the task: (returnval){ [ 652.008193] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e4dda0-efed-1698-11bd-e69b833f8159" [ 652.008193] env[69239]: _type = "Task" [ 652.008193] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.017911] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e4dda0-efed-1698-11bd-e69b833f8159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.235869] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.453063] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b25abf-9135-4e41-8227-3610ba35e6ea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.465710] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561594} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.467191] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] f9e5a98f-f995-44e1-b204-ff950ad68d22/f9e5a98f-f995-44e1-b204-ff950ad68d22.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.467437] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.467746] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c6de332-2efe-4119-8dce-f70e58716b6d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.471271] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5550366b-3304-41d4-974c-b5e7e4aebece {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.481865] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 652.481865] env[69239]: value = "task-4144650" [ 652.481865] env[69239]: _type = "Task" [ 652.481865] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.523018] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a825cc-69e1-4853-9db0-05d945c10b2c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.540724] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e4dda0-efed-1698-11bd-e69b833f8159, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.549097] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.549589] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] b087c3c9-77b1-4534-a0d6-f0c669420227/b087c3c9-77b1-4534-a0d6-f0c669420227.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.550144] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.550483] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0165a0e-6183-429e-b4b7-4c4a5891ba73 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.556143] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb87e22-e3b0-4028-a40d-e773008cbdae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.584159] env[69239]: DEBUG nova.compute.provider_tree [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.587018] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Waiting for the task: (returnval){ [ 652.587018] env[69239]: value = "task-4144651" [ 652.587018] env[69239]: _type = "Task" [ 652.587018] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.600057] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.631536] env[69239]: DEBUG nova.network.neutron [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Updated VIF entry in instance network info cache for port 058902a9-11d4-4d3a-9373-6e17833576c9. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.631536] env[69239]: DEBUG nova.network.neutron [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Updating instance_info_cache with network_info: [{"id": "058902a9-11d4-4d3a-9373-6e17833576c9", "address": "fa:16:3e:0d:25:2c", "network": {"id": "97747acc-029f-4bd8-9028-555a8050f2fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1818254954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b6fdcd9fc184df48e6493e831118cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058902a9-11", "ovs_interfaceid": "058902a9-11d4-4d3a-9373-6e17833576c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.803021] env[69239]: DEBUG nova.network.neutron [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Successfully updated port: 29f0a744-055e-4983-a39e-54c2cc9490e1 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.825553] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "refresh_cache-170cb828-e7a7-43fe-9dd8-80a676543da8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.825746] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired lock "refresh_cache-170cb828-e7a7-43fe-9dd8-80a676543da8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.826576] env[69239]: DEBUG nova.network.neutron [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.017631] env[69239]: DEBUG nova.compute.manager [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.025429] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14488} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.026895] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.028295] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a748057-4560-4f87-8818-ddef6b2782b3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.057023] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] f9e5a98f-f995-44e1-b204-ff950ad68d22/f9e5a98f-f995-44e1-b204-ff950ad68d22.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.059435] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-def91ac0-faca-44ff-b48c-59d163554776 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.077846] env[69239]: DEBUG nova.compute.manager [req-c4149212-2f95-4f04-824e-0e1fce52c732 req-8dcc3dd8-f977-40f7-9c6f-9aa0e15f6db8 service nova] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Received event network-changed-9beeb9dc-f993-46e3-bd2e-433de7596cc2 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.078057] env[69239]: DEBUG nova.compute.manager [req-c4149212-2f95-4f04-824e-0e1fce52c732 req-8dcc3dd8-f977-40f7-9c6f-9aa0e15f6db8 service nova] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Refreshing instance network info cache due to event network-changed-9beeb9dc-f993-46e3-bd2e-433de7596cc2. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.078323] env[69239]: DEBUG oslo_concurrency.lockutils [req-c4149212-2f95-4f04-824e-0e1fce52c732 req-8dcc3dd8-f977-40f7-9c6f-9aa0e15f6db8 service nova] Acquiring lock "refresh_cache-0f53bec7-17c9-4c77-87d4-01437280768e" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.078488] env[69239]: DEBUG oslo_concurrency.lockutils [req-c4149212-2f95-4f04-824e-0e1fce52c732 req-8dcc3dd8-f977-40f7-9c6f-9aa0e15f6db8 service nova] Acquired lock "refresh_cache-0f53bec7-17c9-4c77-87d4-01437280768e" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.078818] env[69239]: DEBUG nova.network.neutron [req-c4149212-2f95-4f04-824e-0e1fce52c732 req-8dcc3dd8-f977-40f7-9c6f-9aa0e15f6db8 service nova] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Refreshing network info cache for port 9beeb9dc-f993-46e3-bd2e-433de7596cc2 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.082572] env[69239]: DEBUG nova.virt.hardware [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.082572] env[69239]: DEBUG nova.virt.hardware [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.082572] env[69239]: DEBUG nova.virt.hardware [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.082808] env[69239]: DEBUG nova.virt.hardware [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.082867] env[69239]: DEBUG nova.virt.hardware [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.083204] env[69239]: DEBUG nova.virt.hardware [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.083302] env[69239]: DEBUG nova.virt.hardware [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.083463] env[69239]: DEBUG nova.virt.hardware [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.084478] env[69239]: DEBUG nova.virt.hardware [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.084478] env[69239]: DEBUG nova.virt.hardware [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.084478] env[69239]: DEBUG nova.virt.hardware [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.086123] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e45128b-ee37-419e-9ca0-fc331e8b32fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.093721] env[69239]: DEBUG nova.scheduler.client.report [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.097731] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 653.097731] env[69239]: value = "task-4144652" [ 653.097731] env[69239]: _type = "Task" [ 653.097731] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.112931] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d536836-056b-43d1-b163-a8bb3b0b78e8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.129165] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.129433] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144651, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.144380] env[69239]: DEBUG oslo_concurrency.lockutils [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] Releasing lock "refresh_cache-a8b3f7de-560b-4b00-ab3b-19d6b7b60330" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.144380] env[69239]: DEBUG nova.compute.manager [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Received event network-vif-plugged-54facc54-7f1a-4936-b27d-6fcd40a2e5a1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.144380] env[69239]: DEBUG oslo_concurrency.lockutils [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] Acquiring lock "f9e5a98f-f995-44e1-b204-ff950ad68d22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.144380] env[69239]: DEBUG oslo_concurrency.lockutils [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] Lock "f9e5a98f-f995-44e1-b204-ff950ad68d22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.144380] env[69239]: DEBUG oslo_concurrency.lockutils [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] Lock "f9e5a98f-f995-44e1-b204-ff950ad68d22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.144936] env[69239]: DEBUG nova.compute.manager [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] No waiting events found dispatching network-vif-plugged-54facc54-7f1a-4936-b27d-6fcd40a2e5a1 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 653.144936] env[69239]: WARNING nova.compute.manager [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Received unexpected event network-vif-plugged-54facc54-7f1a-4936-b27d-6fcd40a2e5a1 for instance with vm_state building and task_state spawning. [ 653.144936] env[69239]: DEBUG nova.compute.manager [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Received event network-changed-54facc54-7f1a-4936-b27d-6fcd40a2e5a1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.144936] env[69239]: DEBUG nova.compute.manager [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Refreshing instance network info cache due to event network-changed-54facc54-7f1a-4936-b27d-6fcd40a2e5a1. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.144936] env[69239]: DEBUG oslo_concurrency.lockutils [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] Acquiring lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.145122] env[69239]: DEBUG oslo_concurrency.lockutils [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] Acquired lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.145122] env[69239]: DEBUG nova.network.neutron [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Refreshing network info cache for port 54facc54-7f1a-4936-b27d-6fcd40a2e5a1 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.307348] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Acquiring lock "refresh_cache-a45f0012-e8da-45c5-9eb4-7550564fd275" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.307520] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Acquired lock "refresh_cache-a45f0012-e8da-45c5-9eb4-7550564fd275" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.307672] env[69239]: DEBUG nova.network.neutron [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.317033] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Acquiring lock "a26f3479-bdce-4304-85b5-a152a01e8e18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.317505] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Lock "a26f3479-bdce-4304-85b5-a152a01e8e18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.539097] env[69239]: DEBUG nova.network.neutron [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Successfully updated port: d348dd5f-ac2d-4111-8a23-07bf01dcd360 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.603948] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.604760] env[69239]: DEBUG nova.compute.manager [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.608524] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.876s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.610875] env[69239]: INFO nova.compute.claims [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.622360] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.925767} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.623483] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] b087c3c9-77b1-4534-a0d6-f0c669420227/b087c3c9-77b1-4534-a0d6-f0c669420227.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.623764] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.624100] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-633c235c-3df5-4e50-9233-5feb2128cfc1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.630866] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.639175] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Waiting for the task: (returnval){ [ 653.639175] env[69239]: value = "task-4144653" [ 653.639175] env[69239]: _type = "Task" [ 653.639175] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.652459] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.871414] env[69239]: DEBUG nova.network.neutron [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.882172] env[69239]: DEBUG nova.network.neutron [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating instance_info_cache with network_info: [{"id": "f169ad24-cb16-4605-bbb8-24c573c828c0", "address": "fa:16:3e:e0:75:2a", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf169ad24-cb", "ovs_interfaceid": "f169ad24-cb16-4605-bbb8-24c573c828c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.979223] env[69239]: DEBUG nova.network.neutron [req-c4149212-2f95-4f04-824e-0e1fce52c732 req-8dcc3dd8-f977-40f7-9c6f-9aa0e15f6db8 service nova] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Updated VIF entry in instance network info cache for port 9beeb9dc-f993-46e3-bd2e-433de7596cc2. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.979580] env[69239]: DEBUG nova.network.neutron [req-c4149212-2f95-4f04-824e-0e1fce52c732 req-8dcc3dd8-f977-40f7-9c6f-9aa0e15f6db8 service nova] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Updating instance_info_cache with network_info: [{"id": "9beeb9dc-f993-46e3-bd2e-433de7596cc2", "address": "fa:16:3e:2b:40:8d", "network": {"id": "c147f2d1-1244-49d3-9cef-bddd0f472d59", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1693133562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2404116d0bfd422d9d2fd7192733d2e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9beeb9dc-f9", "ovs_interfaceid": "9beeb9dc-f993-46e3-bd2e-433de7596cc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.042620] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Acquiring lock "refresh_cache-ed0afb64-4bad-4309-88db-855477dadc8d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.042930] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Acquired lock "refresh_cache-ed0afb64-4bad-4309-88db-855477dadc8d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.042930] env[69239]: DEBUG nova.network.neutron [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.078164] env[69239]: DEBUG nova.network.neutron [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Updated VIF entry in instance network info cache for port 54facc54-7f1a-4936-b27d-6fcd40a2e5a1. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.078996] env[69239]: DEBUG nova.network.neutron [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Updating instance_info_cache with network_info: [{"id": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "address": "fa:16:3e:72:f6:fb", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54facc54-7f", "ovs_interfaceid": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.097087] env[69239]: DEBUG nova.network.neutron [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Updating instance_info_cache with network_info: [{"id": "29f0a744-055e-4983-a39e-54c2cc9490e1", "address": "fa:16:3e:d6:30:3c", "network": {"id": "4c0befa7-3883-43f3-84d0-94f17a82b1db", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-542684612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cd18a2f4f3c4708ad30ba74145ad926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f0a744-05", "ovs_interfaceid": "29f0a744-055e-4983-a39e-54c2cc9490e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.109782] env[69239]: DEBUG nova.compute.utils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.112416] env[69239]: DEBUG nova.compute.manager [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.113058] env[69239]: DEBUG nova.network.neutron [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.132944] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.151983] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088557} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.151983] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.152463] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523117f5-c0d8-414b-9b7d-f73fb947e114 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.177496] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] b087c3c9-77b1-4534-a0d6-f0c669420227/b087c3c9-77b1-4534-a0d6-f0c669420227.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.179328] env[69239]: DEBUG nova.policy [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91f6ab893d3c470b9dd3a4faf98a96ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7b296e8d8d847b8a5c685ab6df6f1fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.180918] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7116cc21-2fb2-41e1-b3fb-b510dde27c4a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.206036] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Waiting for the task: (returnval){ [ 654.206036] env[69239]: value = "task-4144654" [ 654.206036] env[69239]: _type = "Task" [ 654.206036] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.217202] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.387366] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Releasing lock "refresh_cache-170cb828-e7a7-43fe-9dd8-80a676543da8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.485950] env[69239]: DEBUG oslo_concurrency.lockutils [req-c4149212-2f95-4f04-824e-0e1fce52c732 req-8dcc3dd8-f977-40f7-9c6f-9aa0e15f6db8 service nova] Releasing lock "refresh_cache-0f53bec7-17c9-4c77-87d4-01437280768e" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.486260] env[69239]: DEBUG nova.compute.manager [req-c4149212-2f95-4f04-824e-0e1fce52c732 req-8dcc3dd8-f977-40f7-9c6f-9aa0e15f6db8 service nova] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Received event network-vif-deleted-17723506-f4df-4fe9-abef-23d187f43713 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.583176] env[69239]: DEBUG oslo_concurrency.lockutils [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] Releasing lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.583564] env[69239]: DEBUG nova.compute.manager [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Received event network-vif-plugged-f93b5de8-a328-425b-b1e0-7695e60a2b6e {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.583779] env[69239]: DEBUG oslo_concurrency.lockutils [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] Acquiring lock "b087c3c9-77b1-4534-a0d6-f0c669420227-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.583995] env[69239]: DEBUG oslo_concurrency.lockutils [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] Lock "b087c3c9-77b1-4534-a0d6-f0c669420227-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.584182] env[69239]: DEBUG oslo_concurrency.lockutils [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] Lock "b087c3c9-77b1-4534-a0d6-f0c669420227-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.584359] env[69239]: DEBUG nova.compute.manager [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] No waiting events found dispatching network-vif-plugged-f93b5de8-a328-425b-b1e0-7695e60a2b6e {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 654.584534] env[69239]: WARNING nova.compute.manager [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Received unexpected event network-vif-plugged-f93b5de8-a328-425b-b1e0-7695e60a2b6e for instance with vm_state building and task_state spawning. [ 654.584703] env[69239]: DEBUG nova.compute.manager [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Received event network-changed-f93b5de8-a328-425b-b1e0-7695e60a2b6e {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.584861] env[69239]: DEBUG nova.compute.manager [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Refreshing instance network info cache due to event network-changed-f93b5de8-a328-425b-b1e0-7695e60a2b6e. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.589221] env[69239]: DEBUG oslo_concurrency.lockutils [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] Acquiring lock "refresh_cache-b087c3c9-77b1-4534-a0d6-f0c669420227" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.589221] env[69239]: DEBUG oslo_concurrency.lockutils [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] Acquired lock "refresh_cache-b087c3c9-77b1-4534-a0d6-f0c669420227" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.589221] env[69239]: DEBUG nova.network.neutron [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Refreshing network info cache for port f93b5de8-a328-425b-b1e0-7695e60a2b6e {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.601428] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Releasing lock "refresh_cache-a45f0012-e8da-45c5-9eb4-7550564fd275" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.601428] env[69239]: DEBUG nova.compute.manager [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Instance network_info: |[{"id": "29f0a744-055e-4983-a39e-54c2cc9490e1", "address": "fa:16:3e:d6:30:3c", "network": {"id": "4c0befa7-3883-43f3-84d0-94f17a82b1db", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-542684612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cd18a2f4f3c4708ad30ba74145ad926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f0a744-05", "ovs_interfaceid": "29f0a744-055e-4983-a39e-54c2cc9490e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.605249] env[69239]: DEBUG nova.network.neutron [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.608164] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:30:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29f0a744-055e-4983-a39e-54c2cc9490e1', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.618704] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Creating folder: Project (0cd18a2f4f3c4708ad30ba74145ad926). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.620527] env[69239]: DEBUG nova.network.neutron [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Successfully created port: ce675fff-664f-4035-a232-c8d8b66b41b9 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.623929] env[69239]: DEBUG nova.compute.manager [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.627945] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b50b9f03-812c-4ed9-9358-6ac01f86c336 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.648800] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.726744] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.728771] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Created folder: Project (0cd18a2f4f3c4708ad30ba74145ad926) in parent group-v820715. [ 654.729034] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Creating folder: Instances. Parent ref: group-v820764. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.729312] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53dd9733-6680-4913-9c46-71e2cb830fbe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.744553] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Created folder: Instances in parent group-v820764. [ 654.746014] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.746014] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.746014] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f83f1d44-c1ba-47de-9e00-97afc24aead5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.786835] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.786835] env[69239]: value = "task-4144657" [ 654.786835] env[69239]: _type = "Task" [ 654.786835] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.799022] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144657, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.845257] env[69239]: DEBUG oslo_concurrency.lockutils [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Acquiring lock "b4ad9083-f525-471e-94cc-0f888acc8d6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.845516] env[69239]: DEBUG oslo_concurrency.lockutils [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Lock "b4ad9083-f525-471e-94cc-0f888acc8d6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.925165] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb73b2a5-e7a4-48b6-ba00-bb96c8c9e580 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.957050] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ebae25-2eaf-4b53-be8f-2ae259a871fb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.966921] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating instance '170cb828-e7a7-43fe-9dd8-80a676543da8' progress to 83 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 655.057353] env[69239]: DEBUG nova.network.neutron [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Updating instance_info_cache with network_info: [{"id": "d348dd5f-ac2d-4111-8a23-07bf01dcd360", "address": "fa:16:3e:5a:2b:ab", "network": {"id": "9168e74e-c83a-4db6-9f61-a2e433be05cd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1497595586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be22f89cf5374683b52c6f1701b3675b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd348dd5f-ac", "ovs_interfaceid": "d348dd5f-ac2d-4111-8a23-07bf01dcd360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.139912] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144652, 'name': ReconfigVM_Task, 'duration_secs': 1.65517} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.141049] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Reconfigured VM instance instance-0000000e to attach disk [datastore1] f9e5a98f-f995-44e1-b204-ff950ad68d22/f9e5a98f-f995-44e1-b204-ff950ad68d22.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.141364] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5f6fd5f-62f2-4d3b-a23c-d5945a38e7aa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.155380] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 655.155380] env[69239]: value = "task-4144658" [ 655.155380] env[69239]: _type = "Task" [ 655.155380] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.172297] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144658, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.226968] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144654, 'name': ReconfigVM_Task, 'duration_secs': 0.610871} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.227327] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Reconfigured VM instance instance-0000000f to attach disk [datastore1] b087c3c9-77b1-4534-a0d6-f0c669420227/b087c3c9-77b1-4534-a0d6-f0c669420227.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.228050] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7407455-5fbc-4350-b9eb-5ecf2a3e1b77 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.238979] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Waiting for the task: (returnval){ [ 655.238979] env[69239]: value = "task-4144659" [ 655.238979] env[69239]: _type = "Task" [ 655.238979] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.250743] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144659, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.252907] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758cac84-056b-47ac-8562-533367508531 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.264984] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d72188-085c-4ce2-b0f9-0a3df5dbfdce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.309376] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f74c03-10cb-49ea-86cc-e3a86575d046 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.323236] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144657, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.324749] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a124df38-4bec-45e7-beb4-d3cf593c3a76 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.342387] env[69239]: DEBUG nova.compute.provider_tree [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.466629] env[69239]: DEBUG nova.network.neutron [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Updated VIF entry in instance network info cache for port f93b5de8-a328-425b-b1e0-7695e60a2b6e. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.467100] env[69239]: DEBUG nova.network.neutron [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Updating instance_info_cache with network_info: [{"id": "f93b5de8-a328-425b-b1e0-7695e60a2b6e", "address": "fa:16:3e:93:05:be", "network": {"id": "84dc5fa6-fb17-46c0-8f63-12e10c90eaf8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1110263070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd261ddb83a34d4084673613b97d86df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93b5de8-a3", "ovs_interfaceid": "f93b5de8-a328-425b-b1e0-7695e60a2b6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.475031] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.475031] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b86e9e50-a62b-49d6-b088-160cc548e820 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.483617] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 655.483617] env[69239]: value = "task-4144660" [ 655.483617] env[69239]: _type = "Task" [ 655.483617] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.495862] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.538556] env[69239]: DEBUG nova.compute.manager [req-e9790898-b23f-4786-b2a4-6dc30bdf1e26 req-02231da5-37c1-40d7-8f3c-bb794ec5ad26 service nova] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Received event network-vif-plugged-d348dd5f-ac2d-4111-8a23-07bf01dcd360 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.538556] env[69239]: DEBUG oslo_concurrency.lockutils [req-e9790898-b23f-4786-b2a4-6dc30bdf1e26 req-02231da5-37c1-40d7-8f3c-bb794ec5ad26 service nova] Acquiring lock "ed0afb64-4bad-4309-88db-855477dadc8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.538556] env[69239]: DEBUG oslo_concurrency.lockutils [req-e9790898-b23f-4786-b2a4-6dc30bdf1e26 req-02231da5-37c1-40d7-8f3c-bb794ec5ad26 service nova] Lock "ed0afb64-4bad-4309-88db-855477dadc8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.538556] env[69239]: DEBUG oslo_concurrency.lockutils [req-e9790898-b23f-4786-b2a4-6dc30bdf1e26 req-02231da5-37c1-40d7-8f3c-bb794ec5ad26 service nova] Lock "ed0afb64-4bad-4309-88db-855477dadc8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.538556] env[69239]: DEBUG nova.compute.manager [req-e9790898-b23f-4786-b2a4-6dc30bdf1e26 req-02231da5-37c1-40d7-8f3c-bb794ec5ad26 service nova] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] No waiting events found dispatching network-vif-plugged-d348dd5f-ac2d-4111-8a23-07bf01dcd360 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 655.539106] env[69239]: WARNING nova.compute.manager [req-e9790898-b23f-4786-b2a4-6dc30bdf1e26 req-02231da5-37c1-40d7-8f3c-bb794ec5ad26 service nova] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Received unexpected event network-vif-plugged-d348dd5f-ac2d-4111-8a23-07bf01dcd360 for instance with vm_state building and task_state spawning. [ 655.564021] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Releasing lock "refresh_cache-ed0afb64-4bad-4309-88db-855477dadc8d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.564021] env[69239]: DEBUG nova.compute.manager [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Instance network_info: |[{"id": "d348dd5f-ac2d-4111-8a23-07bf01dcd360", "address": "fa:16:3e:5a:2b:ab", "network": {"id": "9168e74e-c83a-4db6-9f61-a2e433be05cd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1497595586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be22f89cf5374683b52c6f1701b3675b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd348dd5f-ac", "ovs_interfaceid": "d348dd5f-ac2d-4111-8a23-07bf01dcd360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.564373] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:2b:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd348dd5f-ac2d-4111-8a23-07bf01dcd360', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.572443] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Creating folder: Project (be22f89cf5374683b52c6f1701b3675b). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.573367] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-110d1d20-0c21-454e-b219-613328535260 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.587351] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Created folder: Project (be22f89cf5374683b52c6f1701b3675b) in parent group-v820715. [ 655.587351] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Creating folder: Instances. Parent ref: group-v820767. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.587351] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d82488b-4ec6-4aa5-ba43-893fb06c4524 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.598243] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Created folder: Instances in parent group-v820767. [ 655.598582] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.598828] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.599178] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3396ea7-7e74-4765-a4df-14528e0a74ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.626677] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.626677] env[69239]: value = "task-4144663" [ 655.626677] env[69239]: _type = "Task" [ 655.626677] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.636794] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144663, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.642323] env[69239]: DEBUG nova.compute.manager [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.668814] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144658, 'name': Rename_Task, 'duration_secs': 0.215847} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.669349] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.669661] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbe5c4f3-b39f-494c-b02e-92c7415108bc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.675842] env[69239]: DEBUG nova.virt.hardware [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.675842] env[69239]: DEBUG nova.virt.hardware [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.675974] env[69239]: DEBUG nova.virt.hardware [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.676178] env[69239]: DEBUG nova.virt.hardware [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.676333] env[69239]: DEBUG nova.virt.hardware [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.676489] env[69239]: DEBUG nova.virt.hardware [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.676704] env[69239]: DEBUG nova.virt.hardware [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.677679] env[69239]: DEBUG nova.virt.hardware [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.677679] env[69239]: DEBUG nova.virt.hardware [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.677679] env[69239]: DEBUG nova.virt.hardware [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.677679] env[69239]: DEBUG nova.virt.hardware [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.679996] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf01a2e-0351-4349-9ed4-3e97c0d92261 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.683067] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 655.683067] env[69239]: value = "task-4144664" [ 655.683067] env[69239]: _type = "Task" [ 655.683067] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.697201] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b71209-3e6d-42cd-81b8-998d163a0c56 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.703754] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144664, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.753196] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144659, 'name': Rename_Task, 'duration_secs': 0.176421} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.753196] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.753196] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29a3407d-0927-43fd-a46d-379fe2c36798 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.761618] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Waiting for the task: (returnval){ [ 655.761618] env[69239]: value = "task-4144665" [ 655.761618] env[69239]: _type = "Task" [ 655.761618] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.773328] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.821162] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144657, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.845991] env[69239]: DEBUG nova.scheduler.client.report [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.969698] env[69239]: DEBUG oslo_concurrency.lockutils [req-dbb96140-6a82-4259-855d-cd1c64a3eabe req-6d9fc141-18cc-43b0-a4f3-d78c2249ed18 service nova] Releasing lock "refresh_cache-b087c3c9-77b1-4534-a0d6-f0c669420227" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.997852] env[69239]: DEBUG oslo_vmware.api [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144660, 'name': PowerOnVM_Task, 'duration_secs': 0.4194} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.998884] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.999512] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2853fec9-6db7-4ae3-b969-a056f5da23a6 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating instance '170cb828-e7a7-43fe-9dd8-80a676543da8' progress to 100 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 656.021768] env[69239]: INFO nova.compute.manager [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Rebuilding instance [ 656.094785] env[69239]: DEBUG nova.compute.manager [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 656.095790] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a459d5ee-6970-4933-b197-be053c9a0d52 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.138093] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144663, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.203580] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144664, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.282389] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144665, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.317830] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144657, 'name': CreateVM_Task, 'duration_secs': 1.246944} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.318097] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.318997] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.319341] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.320032] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.320412] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2484e13c-2df8-400a-a267-8eb0c9cd5af0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.329293] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Waiting for the task: (returnval){ [ 656.329293] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]524c96dc-badd-3441-bfd2-1ac85b317b91" [ 656.329293] env[69239]: _type = "Task" [ 656.329293] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.341352] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524c96dc-badd-3441-bfd2-1ac85b317b91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.351547] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.352138] env[69239]: DEBUG nova.compute.manager [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.357118] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.200s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.357770] env[69239]: INFO nova.compute.claims [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.639496] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144663, 'name': CreateVM_Task, 'duration_secs': 0.515006} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.639834] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.640417] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.640587] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.640919] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.641207] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d83dbc-b627-4d7c-8bd8-fc8ec5ac34f8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.647082] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 656.647082] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5288d5d9-569b-c0de-0c2c-b3821b76dfe8" [ 656.647082] env[69239]: _type = "Task" [ 656.647082] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.656337] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5288d5d9-569b-c0de-0c2c-b3821b76dfe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.695081] env[69239]: DEBUG oslo_vmware.api [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144664, 'name': PowerOnVM_Task, 'duration_secs': 0.686234} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.695320] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.695648] env[69239]: INFO nova.compute.manager [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Took 11.12 seconds to spawn the instance on the hypervisor. [ 656.695743] env[69239]: DEBUG nova.compute.manager [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 656.696533] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf62492-1d54-4e73-8148-b58feb83cc53 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.734689] env[69239]: DEBUG nova.network.neutron [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Successfully updated port: ce675fff-664f-4035-a232-c8d8b66b41b9 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.782215] env[69239]: DEBUG oslo_vmware.api [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144665, 'name': PowerOnVM_Task, 'duration_secs': 0.602192} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.783300] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.783300] env[69239]: INFO nova.compute.manager [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Took 9.13 seconds to spawn the instance on the hypervisor. [ 656.783300] env[69239]: DEBUG nova.compute.manager [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 656.784359] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5320d2c-6493-4e1a-bf80-93c97b551273 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.844470] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524c96dc-badd-3441-bfd2-1ac85b317b91, 'name': SearchDatastore_Task, 'duration_secs': 0.016565} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.845412] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.845412] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.845412] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.845613] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.845764] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.846107] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b154257-7a58-4b56-b17b-5a9356c0b765 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.859334] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.859530] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.864255] env[69239]: DEBUG nova.compute.utils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.867818] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4a4bab-cd74-490a-82a5-185e78016960 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.872195] env[69239]: DEBUG nova.compute.manager [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.872195] env[69239]: DEBUG nova.network.neutron [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.881786] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Waiting for the task: (returnval){ [ 656.881786] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527afa20-543e-bbb6-336e-8443223812ec" [ 656.881786] env[69239]: _type = "Task" [ 656.881786] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.893310] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527afa20-543e-bbb6-336e-8443223812ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012161} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.894554] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b0f650-2cae-4ba5-87a8-8b21dc7e787b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.903034] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Waiting for the task: (returnval){ [ 656.903034] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d54b55-9c5f-94ea-3751-531ebfd160b2" [ 656.903034] env[69239]: _type = "Task" [ 656.903034] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.914502] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d54b55-9c5f-94ea-3751-531ebfd160b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.918172] env[69239]: DEBUG nova.compute.manager [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Received event network-changed-5b3d7a16-5d66-48ce-b8a1-fc908230825d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.918659] env[69239]: DEBUG nova.compute.manager [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Refreshing instance network info cache due to event network-changed-5b3d7a16-5d66-48ce-b8a1-fc908230825d. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.918942] env[69239]: DEBUG oslo_concurrency.lockutils [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] Acquiring lock "refresh_cache-2b91336b-a564-4e32-9469-0703346a7c65" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.919124] env[69239]: DEBUG oslo_concurrency.lockutils [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] Acquired lock "refresh_cache-2b91336b-a564-4e32-9469-0703346a7c65" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.919421] env[69239]: DEBUG nova.network.neutron [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Refreshing network info cache for port 5b3d7a16-5d66-48ce-b8a1-fc908230825d {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.971420] env[69239]: DEBUG nova.policy [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3670567be54f48889bd7058c24f1b113', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '494c7acff5bb44cea9d4b8dc16133590', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.112604] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.117273] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65561442-9762-4288-bc8b-94bdc6ef6e9c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.120446] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Acquiring lock "ab6db5cd-6631-420e-b822-199107ecbeb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.120985] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Lock "ab6db5cd-6631-420e-b822-199107ecbeb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.127886] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Waiting for the task: (returnval){ [ 657.127886] env[69239]: value = "task-4144666" [ 657.127886] env[69239]: _type = "Task" [ 657.127886] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.141617] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.161222] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5288d5d9-569b-c0de-0c2c-b3821b76dfe8, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.161898] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.162170] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.162558] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.162854] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.163249] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.163768] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ed6a351-fdc3-41ad-b093-f0b56ce6218c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.177621] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.177797] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.179707] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec249500-aff7-4905-8aa0-0652c446c771 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.188778] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 657.188778] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52db37d5-9023-7393-9d31-f002f699250f" [ 657.188778] env[69239]: _type = "Task" [ 657.188778] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.203466] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52db37d5-9023-7393-9d31-f002f699250f, 'name': SearchDatastore_Task, 'duration_secs': 0.011121} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.204606] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75836f3d-2f74-44ff-a87e-42abe615ddda {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.220895] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 657.220895] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52349d71-8093-467c-73bd-bd82729e54cd" [ 657.220895] env[69239]: _type = "Task" [ 657.220895] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.228832] env[69239]: INFO nova.compute.manager [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Took 24.00 seconds to build instance. [ 657.237583] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "refresh_cache-fc474a2e-4354-4b6c-a3de-b26c4004eb6f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.238015] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "refresh_cache-fc474a2e-4354-4b6c-a3de-b26c4004eb6f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.238015] env[69239]: DEBUG nova.network.neutron [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.239273] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52349d71-8093-467c-73bd-bd82729e54cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011508} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.240090] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.240217] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] ed0afb64-4bad-4309-88db-855477dadc8d/ed0afb64-4bad-4309-88db-855477dadc8d.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.240401] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50f36f32-6030-42db-97b4-8b18d2d6011d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.251974] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 657.251974] env[69239]: value = "task-4144667" [ 657.251974] env[69239]: _type = "Task" [ 657.251974] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.264335] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.309223] env[69239]: INFO nova.compute.manager [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Took 23.97 seconds to build instance. [ 657.372539] env[69239]: DEBUG nova.compute.manager [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.421508] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d54b55-9c5f-94ea-3751-531ebfd160b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.428796] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.428796] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] a45f0012-e8da-45c5-9eb4-7550564fd275/a45f0012-e8da-45c5-9eb4-7550564fd275.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.430502] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c69e4806-38a0-4948-805a-0c03242fd915 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.442034] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Waiting for the task: (returnval){ [ 657.442034] env[69239]: value = "task-4144668" [ 657.442034] env[69239]: _type = "Task" [ 657.442034] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.460364] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.586440] env[69239]: DEBUG nova.network.neutron [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Successfully created port: 9ef0a933-060a-448b-a3f6-ee813dde2802 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.643532] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144666, 'name': PowerOffVM_Task, 'duration_secs': 0.145087} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.646844] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.647141] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.648271] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89fb4b8-e123-440a-af24-193322c758a7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.657097] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.658573] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-341ee4fe-c87d-4c3d-adf1-0e4415e62f80 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.692976] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.693338] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.693593] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Deleting the datastore file [datastore1] 02fcbb97-0a43-4a8d-acf8-d773de6f039a {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.693904] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-479ba086-d10a-46cc-b827-ffcde9935472 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.702875] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Waiting for the task: (returnval){ [ 657.702875] env[69239]: value = "task-4144670" [ 657.702875] env[69239]: _type = "Task" [ 657.702875] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.720112] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.731551] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0d282be4-5f33-4ef8-a046-9a7736150e2c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "f9e5a98f-f995-44e1-b204-ff950ad68d22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.247s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.764023] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144667, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.804182] env[69239]: DEBUG nova.network.neutron [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.812055] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01b5896e-813e-474a-b118-1e9c9cea1706 tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Lock "b087c3c9-77b1-4534-a0d6-f0c669420227" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.512s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.958132] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144668, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.988540] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e38390-855a-44be-8845-2887eeff6c9b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.995818] env[69239]: DEBUG nova.network.neutron [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Updated VIF entry in instance network info cache for port 5b3d7a16-5d66-48ce-b8a1-fc908230825d. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.996212] env[69239]: DEBUG nova.network.neutron [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Updating instance_info_cache with network_info: [{"id": "5b3d7a16-5d66-48ce-b8a1-fc908230825d", "address": "fa:16:3e:6a:76:12", "network": {"id": "788055fd-8af9-4668-bd78-281929148cdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-917221043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd4a08f0eddb490ebf81212f43ad23d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3d7a16-5d", "ovs_interfaceid": "5b3d7a16-5d66-48ce-b8a1-fc908230825d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.004081] env[69239]: DEBUG nova.compute.manager [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 658.008221] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa31fb73-c344-4126-a863-cc8be4b839b7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.016132] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c583a5f5-30ce-4acf-b635-733edc58c240 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.070083] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a18c19-237a-49d6-80e8-8798259ea36c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.088146] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f09aad-92e0-4914-88f5-a9d0d69eadc9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.113670] env[69239]: DEBUG nova.compute.provider_tree [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.175045] env[69239]: DEBUG nova.network.neutron [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Updating instance_info_cache with network_info: [{"id": "ce675fff-664f-4035-a232-c8d8b66b41b9", "address": "fa:16:3e:a8:58:b1", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce675fff-66", "ovs_interfaceid": "ce675fff-664f-4035-a232-c8d8b66b41b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.218804] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471087} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.219164] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.219825] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.219825] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.234748] env[69239]: DEBUG nova.compute.manager [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.266199] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53259} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.267328] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] ed0afb64-4bad-4309-88db-855477dadc8d/ed0afb64-4bad-4309-88db-855477dadc8d.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.267328] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.267328] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8960af0f-93a0-4365-9056-b5efe09d67b6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.275466] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 658.275466] env[69239]: value = "task-4144671" [ 658.275466] env[69239]: _type = "Task" [ 658.275466] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.286721] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.314936] env[69239]: DEBUG nova.compute.manager [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.392504] env[69239]: DEBUG nova.compute.manager [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.422643] env[69239]: DEBUG nova.virt.hardware [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.422952] env[69239]: DEBUG nova.virt.hardware [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.423141] env[69239]: DEBUG nova.virt.hardware [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.423356] env[69239]: DEBUG nova.virt.hardware [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.423526] env[69239]: DEBUG nova.virt.hardware [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.423919] env[69239]: DEBUG nova.virt.hardware [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.424514] env[69239]: DEBUG nova.virt.hardware [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.424514] env[69239]: DEBUG nova.virt.hardware [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.424603] env[69239]: DEBUG nova.virt.hardware [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.425155] env[69239]: DEBUG nova.virt.hardware [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.425155] env[69239]: DEBUG nova.virt.hardware [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.425820] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae81aaa-b09d-4b86-a401-17b8843be43a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.440107] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8337cbd-615c-4eb7-9d61-b813a10dafac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.456791] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720408} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.466489] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] a45f0012-e8da-45c5-9eb4-7550564fd275/a45f0012-e8da-45c5-9eb4-7550564fd275.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.466722] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.467321] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9aa31fc5-4d31-44bf-9b2c-9cabb4da511b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.478155] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Waiting for the task: (returnval){ [ 658.478155] env[69239]: value = "task-4144672" [ 658.478155] env[69239]: _type = "Task" [ 658.478155] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.489134] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.505572] env[69239]: DEBUG oslo_concurrency.lockutils [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] Releasing lock "refresh_cache-2b91336b-a564-4e32-9469-0703346a7c65" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.505951] env[69239]: DEBUG nova.compute.manager [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Received event network-vif-plugged-29f0a744-055e-4983-a39e-54c2cc9490e1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.506205] env[69239]: DEBUG oslo_concurrency.lockutils [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] Acquiring lock "a45f0012-e8da-45c5-9eb4-7550564fd275-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.506422] env[69239]: DEBUG oslo_concurrency.lockutils [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] Lock "a45f0012-e8da-45c5-9eb4-7550564fd275-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.506517] env[69239]: DEBUG oslo_concurrency.lockutils [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] Lock "a45f0012-e8da-45c5-9eb4-7550564fd275-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.506734] env[69239]: DEBUG nova.compute.manager [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] No waiting events found dispatching network-vif-plugged-29f0a744-055e-4983-a39e-54c2cc9490e1 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 658.506930] env[69239]: WARNING nova.compute.manager [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Received unexpected event network-vif-plugged-29f0a744-055e-4983-a39e-54c2cc9490e1 for instance with vm_state building and task_state spawning. [ 658.507124] env[69239]: DEBUG nova.compute.manager [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Received event network-changed-29f0a744-055e-4983-a39e-54c2cc9490e1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.507288] env[69239]: DEBUG nova.compute.manager [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Refreshing instance network info cache due to event network-changed-29f0a744-055e-4983-a39e-54c2cc9490e1. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.507529] env[69239]: DEBUG oslo_concurrency.lockutils [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] Acquiring lock "refresh_cache-a45f0012-e8da-45c5-9eb4-7550564fd275" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.507647] env[69239]: DEBUG oslo_concurrency.lockutils [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] Acquired lock "refresh_cache-a45f0012-e8da-45c5-9eb4-7550564fd275" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.507807] env[69239]: DEBUG nova.network.neutron [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Refreshing network info cache for port 29f0a744-055e-4983-a39e-54c2cc9490e1 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.581197] env[69239]: INFO nova.compute.manager [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] instance snapshotting [ 658.584459] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa41b71-1f0f-4bb3-88f6-4765935785d0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.610134] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5490394c-bbb9-45fb-8329-36c43cffa9df {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.619209] env[69239]: DEBUG nova.scheduler.client.report [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.677953] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "refresh_cache-fc474a2e-4354-4b6c-a3de-b26c4004eb6f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.677953] env[69239]: DEBUG nova.compute.manager [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Instance network_info: |[{"id": "ce675fff-664f-4035-a232-c8d8b66b41b9", "address": "fa:16:3e:a8:58:b1", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce675fff-66", "ovs_interfaceid": "ce675fff-664f-4035-a232-c8d8b66b41b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.678594] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:58:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce675fff-664f-4035-a232-c8d8b66b41b9', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.687236] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Creating folder: Project (f7b296e8d8d847b8a5c685ab6df6f1fe). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.688474] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30598b69-fc58-4913-aa63-ee835a5617b0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.701931] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Created folder: Project (f7b296e8d8d847b8a5c685ab6df6f1fe) in parent group-v820715. [ 658.702196] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Creating folder: Instances. Parent ref: group-v820770. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.702453] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c9ff066-c8d5-4f41-8d62-864ee6eab107 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.714778] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Created folder: Instances in parent group-v820770. [ 658.715390] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.715390] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.715390] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9c1a801-a9a9-44e5-962c-93252e702b16 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.745808] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.745808] env[69239]: value = "task-4144675" [ 658.745808] env[69239]: _type = "Task" [ 658.745808] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.759819] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144675, 'name': CreateVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.772390] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.786122] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080773} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.786405] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.787292] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596345e4-64e5-4240-9dec-377a6001fb55 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.812794] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] ed0afb64-4bad-4309-88db-855477dadc8d/ed0afb64-4bad-4309-88db-855477dadc8d.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.813580] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cf993cf-2ef2-44eb-9133-c0bef9efc979 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.840033] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 658.840033] env[69239]: value = "task-4144676" [ 658.840033] env[69239]: _type = "Task" [ 658.840033] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.851529] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144676, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.852716] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.994621] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080238} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.994621] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.995525] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d690731-df12-480c-8b1b-127bc8af55b3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.034070] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] a45f0012-e8da-45c5-9eb4-7550564fd275/a45f0012-e8da-45c5-9eb4-7550564fd275.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.034417] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7d6891b-9384-4ab4-a45b-d48ca411c70f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.061314] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Waiting for the task: (returnval){ [ 659.061314] env[69239]: value = "task-4144677" [ 659.061314] env[69239]: _type = "Task" [ 659.061314] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.072391] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.100496] env[69239]: DEBUG nova.compute.manager [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Received event network-changed-d348dd5f-ac2d-4111-8a23-07bf01dcd360 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.100704] env[69239]: DEBUG nova.compute.manager [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Refreshing instance network info cache due to event network-changed-d348dd5f-ac2d-4111-8a23-07bf01dcd360. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.100964] env[69239]: DEBUG oslo_concurrency.lockutils [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] Acquiring lock "refresh_cache-ed0afb64-4bad-4309-88db-855477dadc8d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.101118] env[69239]: DEBUG oslo_concurrency.lockutils [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] Acquired lock "refresh_cache-ed0afb64-4bad-4309-88db-855477dadc8d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.101798] env[69239]: DEBUG nova.network.neutron [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Refreshing network info cache for port d348dd5f-ac2d-4111-8a23-07bf01dcd360 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.126100] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.126804] env[69239]: DEBUG nova.compute.manager [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.130505] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 659.131097] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.577s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.132114] env[69239]: DEBUG nova.objects.instance [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Lazy-loading 'resources' on Instance uuid 0c9e5fde-b283-4af2-9472-03f044e277a4 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.133272] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5999a606-3b38-4ed1-b8ba-30a0dfe2b50c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.141862] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 659.141862] env[69239]: value = "task-4144678" [ 659.141862] env[69239]: _type = "Task" [ 659.141862] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.154309] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144678, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.264639] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144675, 'name': CreateVM_Task, 'duration_secs': 0.473373} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.264873] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.266154] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.266332] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.266672] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.267024] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a00ef602-5c28-44fc-8a75-42244d71b091 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.273894] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 659.273894] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520259c5-1069-4bce-a6a3-66682ec256bd" [ 659.273894] env[69239]: _type = "Task" [ 659.273894] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.287162] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520259c5-1069-4bce-a6a3-66682ec256bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.294995] env[69239]: DEBUG nova.virt.hardware [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.295400] env[69239]: DEBUG nova.virt.hardware [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.295489] env[69239]: DEBUG nova.virt.hardware [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.295770] env[69239]: DEBUG nova.virt.hardware [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.296035] env[69239]: DEBUG nova.virt.hardware [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.296035] env[69239]: DEBUG nova.virt.hardware [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.296282] env[69239]: DEBUG nova.virt.hardware [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.296401] env[69239]: DEBUG nova.virt.hardware [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.296610] env[69239]: DEBUG nova.virt.hardware [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.296821] env[69239]: DEBUG nova.virt.hardware [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.297070] env[69239]: DEBUG nova.virt.hardware [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.297984] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fd4e10-f81a-4fcf-a751-08103ee39092 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.307673] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e525662b-fec6-492e-8787-c24145e060a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.326819] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.335254] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.335958] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.336233] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98fbb008-16b5-4fd1-881f-08f71bd33df4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.363639] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144676, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.365906] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.365906] env[69239]: value = "task-4144679" [ 659.365906] env[69239]: _type = "Task" [ 659.365906] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.378112] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144679, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.578547] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144677, 'name': ReconfigVM_Task, 'duration_secs': 0.411818} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.578547] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Reconfigured VM instance instance-00000010 to attach disk [datastore1] a45f0012-e8da-45c5-9eb4-7550564fd275/a45f0012-e8da-45c5-9eb4-7550564fd275.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.578547] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79606920-044e-42ab-a5b9-ae6101d6c18b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.585947] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Waiting for the task: (returnval){ [ 659.585947] env[69239]: value = "task-4144680" [ 659.585947] env[69239]: _type = "Task" [ 659.585947] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.596849] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144680, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.604102] env[69239]: DEBUG nova.network.neutron [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Updated VIF entry in instance network info cache for port 29f0a744-055e-4983-a39e-54c2cc9490e1. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.604186] env[69239]: DEBUG nova.network.neutron [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Updating instance_info_cache with network_info: [{"id": "29f0a744-055e-4983-a39e-54c2cc9490e1", "address": "fa:16:3e:d6:30:3c", "network": {"id": "4c0befa7-3883-43f3-84d0-94f17a82b1db", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-542684612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cd18a2f4f3c4708ad30ba74145ad926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f0a744-05", "ovs_interfaceid": "29f0a744-055e-4983-a39e-54c2cc9490e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.633194] env[69239]: DEBUG nova.compute.utils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.634703] env[69239]: DEBUG nova.compute.manager [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.634932] env[69239]: DEBUG nova.network.neutron [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.654894] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144678, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.756045] env[69239]: DEBUG nova.policy [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c170b8a24f654eb4902f97d2e0cad159', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf328fb20e2a4b9d83b9484abb438e3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.789064] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520259c5-1069-4bce-a6a3-66682ec256bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013444} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.789789] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.789789] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.790048] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.790123] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.790289] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.790569] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7b2dc7a-72c9-468d-a646-e53c7c452c32 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.801359] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.801591] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.802419] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cba124a-c928-4223-8e1f-530851119ae5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.808678] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 659.808678] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525afe71-60ab-c1ba-6a50-0b1f13c3238e" [ 659.808678] env[69239]: _type = "Task" [ 659.808678] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.820178] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525afe71-60ab-c1ba-6a50-0b1f13c3238e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.860094] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144676, 'name': ReconfigVM_Task, 'duration_secs': 0.538711} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.860375] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Reconfigured VM instance instance-00000011 to attach disk [datastore2] ed0afb64-4bad-4309-88db-855477dadc8d/ed0afb64-4bad-4309-88db-855477dadc8d.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.863604] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-852d724c-9485-466e-85aa-fb8a523374fa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.873229] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 659.873229] env[69239]: value = "task-4144681" [ 659.873229] env[69239]: _type = "Task" [ 659.873229] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.878808] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144679, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.885764] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144681, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.101654] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144680, 'name': Rename_Task, 'duration_secs': 0.269563} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.104714] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.105869] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0071f70d-e67e-4be2-91c6-54f65c3bb678 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.108883] env[69239]: DEBUG oslo_concurrency.lockutils [req-f25854d5-ce46-4975-aa0f-1cc126b55e09 req-30ab78a1-3f53-47b9-8b22-1afa5c268c4f service nova] Releasing lock "refresh_cache-a45f0012-e8da-45c5-9eb4-7550564fd275" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.112715] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Waiting for the task: (returnval){ [ 660.112715] env[69239]: value = "task-4144682" [ 660.112715] env[69239]: _type = "Task" [ 660.112715] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.123112] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.139368] env[69239]: DEBUG nova.compute.manager [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.155148] env[69239]: DEBUG nova.compute.manager [req-f1defa48-2e95-4239-b4e4-63b3ae7afc12 req-4d6c6f0f-f054-4020-853a-c0a08ce6bc79 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Received event network-changed-b2dfa457-75a8-4af6-9a6b-41130b9a0c44 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.155258] env[69239]: DEBUG nova.compute.manager [req-f1defa48-2e95-4239-b4e4-63b3ae7afc12 req-4d6c6f0f-f054-4020-853a-c0a08ce6bc79 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Refreshing instance network info cache due to event network-changed-b2dfa457-75a8-4af6-9a6b-41130b9a0c44. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.155544] env[69239]: DEBUG oslo_concurrency.lockutils [req-f1defa48-2e95-4239-b4e4-63b3ae7afc12 req-4d6c6f0f-f054-4020-853a-c0a08ce6bc79 service nova] Acquiring lock "refresh_cache-ba75cdda-3f68-487b-8d99-5e1f1adf6b92" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.156295] env[69239]: DEBUG oslo_concurrency.lockutils [req-f1defa48-2e95-4239-b4e4-63b3ae7afc12 req-4d6c6f0f-f054-4020-853a-c0a08ce6bc79 service nova] Acquired lock "refresh_cache-ba75cdda-3f68-487b-8d99-5e1f1adf6b92" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.156295] env[69239]: DEBUG nova.network.neutron [req-f1defa48-2e95-4239-b4e4-63b3ae7afc12 req-4d6c6f0f-f054-4020-853a-c0a08ce6bc79 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Refreshing network info cache for port b2dfa457-75a8-4af6-9a6b-41130b9a0c44 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.164395] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144678, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.189107] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb99deaf-a47e-49fc-bd2f-5c9a3b472a7b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.201210] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a19b9f-9077-49d1-813e-40f0507e3ec3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.241798] env[69239]: DEBUG nova.network.neutron [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Successfully updated port: 9ef0a933-060a-448b-a3f6-ee813dde2802 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.245934] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d90b9a-eddf-46dc-a7e2-09dc007a5e9b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.258330] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3777941-8ece-4338-a749-566a34b73135 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.282593] env[69239]: DEBUG nova.compute.provider_tree [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.295291] env[69239]: DEBUG nova.network.neutron [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Updated VIF entry in instance network info cache for port d348dd5f-ac2d-4111-8a23-07bf01dcd360. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.295832] env[69239]: DEBUG nova.network.neutron [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Updating instance_info_cache with network_info: [{"id": "d348dd5f-ac2d-4111-8a23-07bf01dcd360", "address": "fa:16:3e:5a:2b:ab", "network": {"id": "9168e74e-c83a-4db6-9f61-a2e433be05cd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1497595586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be22f89cf5374683b52c6f1701b3675b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd348dd5f-ac", "ovs_interfaceid": "d348dd5f-ac2d-4111-8a23-07bf01dcd360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.320459] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525afe71-60ab-c1ba-6a50-0b1f13c3238e, 'name': SearchDatastore_Task, 'duration_secs': 0.013073} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.321649] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa61173c-a976-4822-8527-60b7c6627ee5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.328043] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 660.328043] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e60b31-80f4-be77-0a1e-365096e49311" [ 660.328043] env[69239]: _type = "Task" [ 660.328043] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.337308] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e60b31-80f4-be77-0a1e-365096e49311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.382745] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144681, 'name': Rename_Task, 'duration_secs': 0.269694} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.387080] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.387932] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144679, 'name': CreateVM_Task, 'duration_secs': 0.648415} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.388145] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5c23cf4-0285-408e-8bed-e6cd6415d593 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.389932] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.390414] env[69239]: DEBUG oslo_concurrency.lockutils [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.390692] env[69239]: DEBUG oslo_concurrency.lockutils [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.390968] env[69239]: DEBUG oslo_concurrency.lockutils [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.391795] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b375f237-6b91-4e14-a4ce-3dfb533cc38c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.397056] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Waiting for the task: (returnval){ [ 660.397056] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525b9d20-b2dd-543f-d19f-cbb0d627ec02" [ 660.397056] env[69239]: _type = "Task" [ 660.397056] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.398610] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 660.398610] env[69239]: value = "task-4144683" [ 660.398610] env[69239]: _type = "Task" [ 660.398610] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.412543] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525b9d20-b2dd-543f-d19f-cbb0d627ec02, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.417119] env[69239]: DEBUG oslo_concurrency.lockutils [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.417485] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.417793] env[69239]: DEBUG oslo_concurrency.lockutils [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.418096] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.423067] env[69239]: DEBUG nova.network.neutron [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Successfully created port: 0e2f172d-8f60-4c74-a7e0-f7cf60f76869 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.626439] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144682, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.656797] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144678, 'name': CreateSnapshot_Task, 'duration_secs': 1.036446} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.657080] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 660.658426] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55de80e-2b8a-4e36-a586-8d845b6dd810 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.751781] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "refresh_cache-089dfd42-473d-4b6c-9037-064299a91856" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.751781] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "refresh_cache-089dfd42-473d-4b6c-9037-064299a91856" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.751781] env[69239]: DEBUG nova.network.neutron [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.773098] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "170cb828-e7a7-43fe-9dd8-80a676543da8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.773363] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "170cb828-e7a7-43fe-9dd8-80a676543da8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.773550] env[69239]: DEBUG nova.compute.manager [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Going to confirm migration 1 {{(pid=69239) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 660.788544] env[69239]: DEBUG nova.scheduler.client.report [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.804024] env[69239]: DEBUG oslo_concurrency.lockutils [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] Releasing lock "refresh_cache-ed0afb64-4bad-4309-88db-855477dadc8d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.804024] env[69239]: DEBUG nova.compute.manager [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Received event network-vif-plugged-ce675fff-664f-4035-a232-c8d8b66b41b9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.804024] env[69239]: DEBUG oslo_concurrency.lockutils [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] Acquiring lock "fc474a2e-4354-4b6c-a3de-b26c4004eb6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.804024] env[69239]: DEBUG oslo_concurrency.lockutils [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] Lock "fc474a2e-4354-4b6c-a3de-b26c4004eb6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.804024] env[69239]: DEBUG oslo_concurrency.lockutils [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] Lock "fc474a2e-4354-4b6c-a3de-b26c4004eb6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.804335] env[69239]: DEBUG nova.compute.manager [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] No waiting events found dispatching network-vif-plugged-ce675fff-664f-4035-a232-c8d8b66b41b9 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 660.804335] env[69239]: WARNING nova.compute.manager [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Received unexpected event network-vif-plugged-ce675fff-664f-4035-a232-c8d8b66b41b9 for instance with vm_state building and task_state spawning. [ 660.804335] env[69239]: DEBUG nova.compute.manager [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Received event network-changed-ce675fff-664f-4035-a232-c8d8b66b41b9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.804335] env[69239]: DEBUG nova.compute.manager [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Refreshing instance network info cache due to event network-changed-ce675fff-664f-4035-a232-c8d8b66b41b9. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.804335] env[69239]: DEBUG oslo_concurrency.lockutils [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] Acquiring lock "refresh_cache-fc474a2e-4354-4b6c-a3de-b26c4004eb6f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.804545] env[69239]: DEBUG oslo_concurrency.lockutils [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] Acquired lock "refresh_cache-fc474a2e-4354-4b6c-a3de-b26c4004eb6f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.804545] env[69239]: DEBUG nova.network.neutron [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Refreshing network info cache for port ce675fff-664f-4035-a232-c8d8b66b41b9 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.845327] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e60b31-80f4-be77-0a1e-365096e49311, 'name': SearchDatastore_Task, 'duration_secs': 0.022075} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.845630] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.846339] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] fc474a2e-4354-4b6c-a3de-b26c4004eb6f/fc474a2e-4354-4b6c-a3de-b26c4004eb6f.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.846339] env[69239]: DEBUG oslo_concurrency.lockutils [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.846464] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.846572] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7a7ad62-7e44-4edd-abce-e78226de18a0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.849042] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-674e883c-68b1-4e1b-99cd-beb517e59230 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.857083] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 660.857083] env[69239]: value = "task-4144684" [ 660.857083] env[69239]: _type = "Task" [ 660.857083] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.864497] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.864771] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.867039] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8957f0b3-717b-4348-8ef0-320d223e0160 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.876367] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.880361] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Waiting for the task: (returnval){ [ 660.880361] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b9f7a9-b39b-35b9-263b-ea1d31a14269" [ 660.880361] env[69239]: _type = "Task" [ 660.880361] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.890653] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b9f7a9-b39b-35b9-263b-ea1d31a14269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.917453] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144683, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.932165] env[69239]: DEBUG nova.network.neutron [req-f1defa48-2e95-4239-b4e4-63b3ae7afc12 req-4d6c6f0f-f054-4020-853a-c0a08ce6bc79 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Updated VIF entry in instance network info cache for port b2dfa457-75a8-4af6-9a6b-41130b9a0c44. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.932165] env[69239]: DEBUG nova.network.neutron [req-f1defa48-2e95-4239-b4e4-63b3ae7afc12 req-4d6c6f0f-f054-4020-853a-c0a08ce6bc79 service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Updating instance_info_cache with network_info: [{"id": "b2dfa457-75a8-4af6-9a6b-41130b9a0c44", "address": "fa:16:3e:73:0d:c7", "network": {"id": "8fc4eff9-4629-49ed-9dbf-b31d2e57fd4a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1366120077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f800c75036224049a3c152e2ea201721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2dfa457-75", "ovs_interfaceid": "b2dfa457-75a8-4af6-9a6b-41130b9a0c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.131416] env[69239]: DEBUG oslo_vmware.api [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144682, 'name': PowerOnVM_Task, 'duration_secs': 0.514949} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.131416] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.131416] env[69239]: INFO nova.compute.manager [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Took 10.79 seconds to spawn the instance on the hypervisor. [ 661.131416] env[69239]: DEBUG nova.compute.manager [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 661.132680] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9b09c7-d844-4dbc-a284-51fdbb749c5a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.154460] env[69239]: DEBUG nova.compute.manager [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.179834] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 661.183680] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ecf30a38-ffa0-4034-b3ab-ee538ea2983a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.196138] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 661.196138] env[69239]: value = "task-4144685" [ 661.196138] env[69239]: _type = "Task" [ 661.196138] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.201061] env[69239]: DEBUG nova.virt.hardware [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.201849] env[69239]: DEBUG nova.virt.hardware [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.202363] env[69239]: DEBUG nova.virt.hardware [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.202902] env[69239]: DEBUG nova.virt.hardware [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.203375] env[69239]: DEBUG nova.virt.hardware [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.203797] env[69239]: DEBUG nova.virt.hardware [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.204149] env[69239]: DEBUG nova.virt.hardware [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.204519] env[69239]: DEBUG nova.virt.hardware [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.204928] env[69239]: DEBUG nova.virt.hardware [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.205407] env[69239]: DEBUG nova.virt.hardware [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.205879] env[69239]: DEBUG nova.virt.hardware [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.208780] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9b1fe7-c343-48a1-bda9-74eff6427c51 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.237664] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eef402-7e0b-4192-a4fb-231d13385634 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.244053] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144685, 'name': CloneVM_Task} progress is 11%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.294716] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.298586] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.950s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.299400] env[69239]: DEBUG nova.objects.instance [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Lazy-loading 'resources' on Instance uuid 92a8a8bc-2d46-4984-a510-67c5a73730b9 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.326228] env[69239]: INFO nova.scheduler.client.report [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Deleted allocations for instance 0c9e5fde-b283-4af2-9472-03f044e277a4 [ 661.356462] env[69239]: DEBUG nova.network.neutron [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.376174] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144684, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.395299] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b9f7a9-b39b-35b9-263b-ea1d31a14269, 'name': SearchDatastore_Task, 'duration_secs': 0.018543} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.396350] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-982493f4-ad6f-4aab-91f6-9939c48b829e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.410658] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Waiting for the task: (returnval){ [ 661.410658] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d5961c-b2ec-a984-cd91-b713335affd1" [ 661.410658] env[69239]: _type = "Task" [ 661.410658] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.419203] env[69239]: DEBUG oslo_vmware.api [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144683, 'name': PowerOnVM_Task, 'duration_secs': 0.791609} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.420688] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.420688] env[69239]: INFO nova.compute.manager [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Took 8.40 seconds to spawn the instance on the hypervisor. [ 661.420891] env[69239]: DEBUG nova.compute.manager [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 661.422525] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763e4b11-5229-46af-bc33-7a056a578afb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.430503] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d5961c-b2ec-a984-cd91-b713335affd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.431749] env[69239]: DEBUG oslo_concurrency.lockutils [req-f1defa48-2e95-4239-b4e4-63b3ae7afc12 req-4d6c6f0f-f054-4020-853a-c0a08ce6bc79 service nova] Releasing lock "refresh_cache-ba75cdda-3f68-487b-8d99-5e1f1adf6b92" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.451825] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "refresh_cache-170cb828-e7a7-43fe-9dd8-80a676543da8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.451825] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired lock "refresh_cache-170cb828-e7a7-43fe-9dd8-80a676543da8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.451825] env[69239]: DEBUG nova.network.neutron [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.451825] env[69239]: DEBUG nova.objects.instance [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lazy-loading 'info_cache' on Instance uuid 170cb828-e7a7-43fe-9dd8-80a676543da8 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.594871] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "852b6ac9-90c7-4b98-a443-993274dcaa55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.595272] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "852b6ac9-90c7-4b98-a443-993274dcaa55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.597224] env[69239]: DEBUG nova.network.neutron [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Updating instance_info_cache with network_info: [{"id": "9ef0a933-060a-448b-a3f6-ee813dde2802", "address": "fa:16:3e:e4:b6:4b", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef0a933-06", "ovs_interfaceid": "9ef0a933-060a-448b-a3f6-ee813dde2802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.660436] env[69239]: INFO nova.compute.manager [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Took 25.20 seconds to build instance. [ 661.717753] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144685, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.812120] env[69239]: DEBUG nova.network.neutron [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Updated VIF entry in instance network info cache for port ce675fff-664f-4035-a232-c8d8b66b41b9. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.812519] env[69239]: DEBUG nova.network.neutron [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Updating instance_info_cache with network_info: [{"id": "ce675fff-664f-4035-a232-c8d8b66b41b9", "address": "fa:16:3e:a8:58:b1", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce675fff-66", "ovs_interfaceid": "ce675fff-664f-4035-a232-c8d8b66b41b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.843381] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70b5053e-957a-461e-9c49-cf6a2051ffca tempest-ServerDiagnosticsV248Test-982956325 tempest-ServerDiagnosticsV248Test-982956325-project-member] Lock "0c9e5fde-b283-4af2-9472-03f044e277a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.816s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.871683] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722307} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.871946] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] fc474a2e-4354-4b6c-a3de-b26c4004eb6f/fc474a2e-4354-4b6c-a3de-b26c4004eb6f.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.872292] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.873629] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a830ae4-7561-4e0a-9c9e-e4a66936ea6f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.881843] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 661.881843] env[69239]: value = "task-4144686" [ 661.881843] env[69239]: _type = "Task" [ 661.881843] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.892781] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.923994] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d5961c-b2ec-a984-cd91-b713335affd1, 'name': SearchDatastore_Task, 'duration_secs': 0.0633} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.923994] env[69239]: DEBUG oslo_concurrency.lockutils [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.923994] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 02fcbb97-0a43-4a8d-acf8-d773de6f039a/02fcbb97-0a43-4a8d-acf8-d773de6f039a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.926441] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-235dadc6-9f99-494e-8af9-3c5b0f33e33d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.935078] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Waiting for the task: (returnval){ [ 661.935078] env[69239]: value = "task-4144687" [ 661.935078] env[69239]: _type = "Task" [ 661.935078] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.948611] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.956662] env[69239]: INFO nova.compute.manager [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Took 24.89 seconds to build instance. [ 662.102026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "refresh_cache-089dfd42-473d-4b6c-9037-064299a91856" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.102257] env[69239]: DEBUG nova.compute.manager [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Instance network_info: |[{"id": "9ef0a933-060a-448b-a3f6-ee813dde2802", "address": "fa:16:3e:e4:b6:4b", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef0a933-06", "ovs_interfaceid": "9ef0a933-060a-448b-a3f6-ee813dde2802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.103122] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:b6:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ef0a933-060a-448b-a3f6-ee813dde2802', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.111096] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Creating folder: Project (494c7acff5bb44cea9d4b8dc16133590). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.112139] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-391d424a-b7b4-4953-9d9c-3b9a0ff86736 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.123701] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Created folder: Project (494c7acff5bb44cea9d4b8dc16133590) in parent group-v820715. [ 662.123918] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Creating folder: Instances. Parent ref: group-v820776. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.124204] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ad84476-cc59-4f40-9823-90234b550d3a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.136210] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Created folder: Instances in parent group-v820776. [ 662.136556] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.136888] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.137143] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c02f57fb-470b-46a3-9140-9ea609cb99dd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.163199] env[69239]: DEBUG oslo_concurrency.lockutils [None req-85b71b58-1f2d-429d-9b21-eb1cdc8c8a52 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Lock "a45f0012-e8da-45c5-9eb4-7550564fd275" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.572s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.163476] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.163476] env[69239]: value = "task-4144690" [ 662.163476] env[69239]: _type = "Task" [ 662.163476] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.180159] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144690, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.223910] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144685, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.300855] env[69239]: DEBUG nova.compute.manager [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Received event network-vif-plugged-9ef0a933-060a-448b-a3f6-ee813dde2802 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.300855] env[69239]: DEBUG oslo_concurrency.lockutils [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] Acquiring lock "089dfd42-473d-4b6c-9037-064299a91856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.301374] env[69239]: DEBUG oslo_concurrency.lockutils [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] Lock "089dfd42-473d-4b6c-9037-064299a91856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.301374] env[69239]: DEBUG oslo_concurrency.lockutils [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] Lock "089dfd42-473d-4b6c-9037-064299a91856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.302671] env[69239]: DEBUG nova.compute.manager [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] [instance: 089dfd42-473d-4b6c-9037-064299a91856] No waiting events found dispatching network-vif-plugged-9ef0a933-060a-448b-a3f6-ee813dde2802 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 662.302671] env[69239]: WARNING nova.compute.manager [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Received unexpected event network-vif-plugged-9ef0a933-060a-448b-a3f6-ee813dde2802 for instance with vm_state building and task_state spawning. [ 662.302671] env[69239]: DEBUG nova.compute.manager [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Received event network-changed-9ef0a933-060a-448b-a3f6-ee813dde2802 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.302671] env[69239]: DEBUG nova.compute.manager [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Refreshing instance network info cache due to event network-changed-9ef0a933-060a-448b-a3f6-ee813dde2802. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.302671] env[69239]: DEBUG oslo_concurrency.lockutils [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] Acquiring lock "refresh_cache-089dfd42-473d-4b6c-9037-064299a91856" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.303270] env[69239]: DEBUG oslo_concurrency.lockutils [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] Acquired lock "refresh_cache-089dfd42-473d-4b6c-9037-064299a91856" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.303270] env[69239]: DEBUG nova.network.neutron [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Refreshing network info cache for port 9ef0a933-060a-448b-a3f6-ee813dde2802 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.309170] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ee0a73-b5d5-47fc-932a-f5dcfb033265 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.317233] env[69239]: DEBUG oslo_concurrency.lockutils [req-29f0cbcd-567c-4c96-bb62-f43a6a1f8709 req-074eb2f0-b5e0-4f7c-93fa-2276af5ca4da service nova] Releasing lock "refresh_cache-fc474a2e-4354-4b6c-a3de-b26c4004eb6f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.319910] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cf56cc-302c-4c8c-8a72-cef50468481f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.361173] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2563b7a-59d7-4593-8905-8a094fa0b1a6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.369659] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a675d0-3e8c-456a-97fe-09fefd1d60c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.385077] env[69239]: DEBUG nova.compute.provider_tree [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.397513] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086093} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.398430] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.399327] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571f789d-6052-4dca-b21b-d17bbede0404 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.426676] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] fc474a2e-4354-4b6c-a3de-b26c4004eb6f/fc474a2e-4354-4b6c-a3de-b26c4004eb6f.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.427433] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d423024-d6eb-40d6-8259-d2e8ab3177ff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.453645] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144687, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.455499] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 662.455499] env[69239]: value = "task-4144691" [ 662.455499] env[69239]: _type = "Task" [ 662.455499] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.466030] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7d22723e-f921-4a11-8cba-c6a36f201555 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Lock "ed0afb64-4bad-4309-88db-855477dadc8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.448s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.466371] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.668050] env[69239]: DEBUG nova.compute.manager [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.685452] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144690, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.718629] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144685, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.725498] env[69239]: DEBUG nova.network.neutron [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Successfully updated port: 0e2f172d-8f60-4c74-a7e0-f7cf60f76869 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.892830] env[69239]: DEBUG nova.scheduler.client.report [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.954421] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865683} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.954745] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 02fcbb97-0a43-4a8d-acf8-d773de6f039a/02fcbb97-0a43-4a8d-acf8-d773de6f039a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.954962] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.955254] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a348a85-c87b-4cb1-9c41-52a014ef093d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.967561] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.969111] env[69239]: DEBUG nova.compute.manager [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.971849] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Waiting for the task: (returnval){ [ 662.971849] env[69239]: value = "task-4144692" [ 662.971849] env[69239]: _type = "Task" [ 662.971849] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.982018] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.182474] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144690, 'name': CreateVM_Task, 'duration_secs': 0.906032} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.182743] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.186663] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.186904] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.187246] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.187967] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abdf5e38-6e20-4718-b800-645de451da3c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.194144] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 663.194144] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5203b574-4882-c529-7df5-bc3a7b0609a6" [ 663.194144] env[69239]: _type = "Task" [ 663.194144] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.206137] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5203b574-4882-c529-7df5-bc3a7b0609a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.209019] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.218615] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144685, 'name': CloneVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.228389] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "refresh_cache-78d8fda0-154d-4522-9536-a53205b767b5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.228553] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquired lock "refresh_cache-78d8fda0-154d-4522-9536-a53205b767b5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.228708] env[69239]: DEBUG nova.network.neutron [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.251072] env[69239]: DEBUG nova.network.neutron [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating instance_info_cache with network_info: [{"id": "f169ad24-cb16-4605-bbb8-24c573c828c0", "address": "fa:16:3e:e0:75:2a", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf169ad24-cb", "ovs_interfaceid": "f169ad24-cb16-4605-bbb8-24c573c828c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.401431] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.403977] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.547s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.405876] env[69239]: INFO nova.compute.claims [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.429866] env[69239]: INFO nova.scheduler.client.report [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Deleted allocations for instance 92a8a8bc-2d46-4984-a510-67c5a73730b9 [ 663.470950] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144691, 'name': ReconfigVM_Task, 'duration_secs': 0.876951} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.471339] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Reconfigured VM instance instance-00000012 to attach disk [datastore2] fc474a2e-4354-4b6c-a3de-b26c4004eb6f/fc474a2e-4354-4b6c-a3de-b26c4004eb6f.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.476753] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-025db5d4-b309-4484-bac1-766db836b5b2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.490946] env[69239]: DEBUG nova.network.neutron [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Updated VIF entry in instance network info cache for port 9ef0a933-060a-448b-a3f6-ee813dde2802. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.490946] env[69239]: DEBUG nova.network.neutron [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Updating instance_info_cache with network_info: [{"id": "9ef0a933-060a-448b-a3f6-ee813dde2802", "address": "fa:16:3e:e4:b6:4b", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef0a933-06", "ovs_interfaceid": "9ef0a933-060a-448b-a3f6-ee813dde2802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.495032] env[69239]: DEBUG nova.compute.manager [req-73424a6c-06c6-4a1b-8538-811c645c8776 req-1e861e6e-bd68-44d5-9df0-798ae7feaa66 service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Received event network-vif-plugged-0e2f172d-8f60-4c74-a7e0-f7cf60f76869 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.497037] env[69239]: DEBUG oslo_concurrency.lockutils [req-73424a6c-06c6-4a1b-8538-811c645c8776 req-1e861e6e-bd68-44d5-9df0-798ae7feaa66 service nova] Acquiring lock "78d8fda0-154d-4522-9536-a53205b767b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.497037] env[69239]: DEBUG oslo_concurrency.lockutils [req-73424a6c-06c6-4a1b-8538-811c645c8776 req-1e861e6e-bd68-44d5-9df0-798ae7feaa66 service nova] Lock "78d8fda0-154d-4522-9536-a53205b767b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.497037] env[69239]: DEBUG oslo_concurrency.lockutils [req-73424a6c-06c6-4a1b-8538-811c645c8776 req-1e861e6e-bd68-44d5-9df0-798ae7feaa66 service nova] Lock "78d8fda0-154d-4522-9536-a53205b767b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.497458] env[69239]: DEBUG nova.compute.manager [req-73424a6c-06c6-4a1b-8538-811c645c8776 req-1e861e6e-bd68-44d5-9df0-798ae7feaa66 service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] No waiting events found dispatching network-vif-plugged-0e2f172d-8f60-4c74-a7e0-f7cf60f76869 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 663.497458] env[69239]: WARNING nova.compute.manager [req-73424a6c-06c6-4a1b-8538-811c645c8776 req-1e861e6e-bd68-44d5-9df0-798ae7feaa66 service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Received unexpected event network-vif-plugged-0e2f172d-8f60-4c74-a7e0-f7cf60f76869 for instance with vm_state building and task_state spawning. [ 663.501563] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 663.501563] env[69239]: value = "task-4144693" [ 663.501563] env[69239]: _type = "Task" [ 663.501563] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.511885] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.512602] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219932} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.513637] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.514306] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523088c5-eca6-4a60-9b59-216cfd0af024 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.520715] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144693, 'name': Rename_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.541372] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 02fcbb97-0a43-4a8d-acf8-d773de6f039a/02fcbb97-0a43-4a8d-acf8-d773de6f039a.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.542319] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8be4478-885b-4f99-99b4-76976e7b4bfa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.565404] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Waiting for the task: (returnval){ [ 663.565404] env[69239]: value = "task-4144694" [ 663.565404] env[69239]: _type = "Task" [ 663.565404] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.574174] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.706533] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5203b574-4882-c529-7df5-bc3a7b0609a6, 'name': SearchDatastore_Task, 'duration_secs': 0.01547} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.706831] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.710017] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.710017] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.710017] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.710017] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.710017] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-973970e0-ef4f-4b3f-ba19-b457793aa89b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.723432] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144685, 'name': CloneVM_Task, 'duration_secs': 2.10266} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.723723] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Created linked-clone VM from snapshot [ 663.724533] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47573c0-ae38-464f-be0a-2d6e354bb784 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.735630] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Uploading image f6adc16a-929d-464a-bc47-86fd7f066c73 {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 663.740463] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.740463] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.740463] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9474d073-e8e5-445a-9965-b349c4d0f82e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.754604] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Releasing lock "refresh_cache-170cb828-e7a7-43fe-9dd8-80a676543da8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.754604] env[69239]: DEBUG nova.objects.instance [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lazy-loading 'migration_context' on Instance uuid 170cb828-e7a7-43fe-9dd8-80a676543da8 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.758833] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 663.758833] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e577d8-59e5-7b64-b120-e5f69a1baab7" [ 663.758833] env[69239]: _type = "Task" [ 663.758833] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.771534] env[69239]: DEBUG oslo_vmware.rw_handles [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 663.771534] env[69239]: value = "vm-820775" [ 663.771534] env[69239]: _type = "VirtualMachine" [ 663.771534] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 663.772190] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6adf8c94-7533-4c10-b364-796be836224f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.781720] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e577d8-59e5-7b64-b120-e5f69a1baab7, 'name': SearchDatastore_Task, 'duration_secs': 0.025546} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.784308] env[69239]: DEBUG oslo_vmware.rw_handles [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lease: (returnval){ [ 663.784308] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52bfe5e9-78da-1eab-332f-b3ef2ae8ca10" [ 663.784308] env[69239]: _type = "HttpNfcLease" [ 663.784308] env[69239]: } obtained for exporting VM: (result){ [ 663.784308] env[69239]: value = "vm-820775" [ 663.784308] env[69239]: _type = "VirtualMachine" [ 663.784308] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 663.784771] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the lease: (returnval){ [ 663.784771] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52bfe5e9-78da-1eab-332f-b3ef2ae8ca10" [ 663.784771] env[69239]: _type = "HttpNfcLease" [ 663.784771] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 663.784771] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d147c3-094c-42b1-9ae7-ce08f2d8dde1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.794955] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 663.794955] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52bfe5e9-78da-1eab-332f-b3ef2ae8ca10" [ 663.794955] env[69239]: _type = "HttpNfcLease" [ 663.794955] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 663.796809] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 663.796809] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c5a95f-f589-69a0-2864-c580c01debe1" [ 663.796809] env[69239]: _type = "Task" [ 663.796809] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.801443] env[69239]: DEBUG nova.network.neutron [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.808891] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c5a95f-f589-69a0-2864-c580c01debe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.940773] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2373667f-00cb-45c1-96cd-7c371787244c tempest-ServerDiagnosticsTest-552915207 tempest-ServerDiagnosticsTest-552915207-project-member] Lock "92a8a8bc-2d46-4984-a510-67c5a73730b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.293s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.999299] env[69239]: DEBUG oslo_concurrency.lockutils [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] Releasing lock "refresh_cache-089dfd42-473d-4b6c-9037-064299a91856" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.999615] env[69239]: DEBUG nova.compute.manager [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Received event network-changed-54facc54-7f1a-4936-b27d-6fcd40a2e5a1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.999816] env[69239]: DEBUG nova.compute.manager [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Refreshing instance network info cache due to event network-changed-54facc54-7f1a-4936-b27d-6fcd40a2e5a1. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.000131] env[69239]: DEBUG oslo_concurrency.lockutils [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] Acquiring lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.000323] env[69239]: DEBUG oslo_concurrency.lockutils [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] Acquired lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.000489] env[69239]: DEBUG nova.network.neutron [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Refreshing network info cache for port 54facc54-7f1a-4936-b27d-6fcd40a2e5a1 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.014914] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144693, 'name': Rename_Task, 'duration_secs': 0.235076} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.015822] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.016211] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f3b9495-fe0d-4970-9c19-29b43b78b71c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.025180] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 664.025180] env[69239]: value = "task-4144696" [ 664.025180] env[69239]: _type = "Task" [ 664.025180] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.036881] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.076771] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.104096] env[69239]: DEBUG nova.network.neutron [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Updating instance_info_cache with network_info: [{"id": "0e2f172d-8f60-4c74-a7e0-f7cf60f76869", "address": "fa:16:3e:9c:44:74", "network": {"id": "d5c22f4e-5787-413f-9c2e-96e168a8d1f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814803055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf328fb20e2a4b9d83b9484abb438e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e2f172d-8f", "ovs_interfaceid": "0e2f172d-8f60-4c74-a7e0-f7cf60f76869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.264288] env[69239]: DEBUG nova.objects.base [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Object Instance<170cb828-e7a7-43fe-9dd8-80a676543da8> lazy-loaded attributes: info_cache,migration_context {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 664.265888] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a885f19f-81e4-48b6-bd1c-c459f0203fa8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.294174] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e639519-14f1-42d1-bd65-2b1eaf3ed4bf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.307212] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 664.307212] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52bfe5e9-78da-1eab-332f-b3ef2ae8ca10" [ 664.307212] env[69239]: _type = "HttpNfcLease" [ 664.307212] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 664.307212] env[69239]: DEBUG oslo_vmware.api [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 664.307212] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5205890a-90ec-7daf-6f7a-9695b3ce66e8" [ 664.307212] env[69239]: _type = "Task" [ 664.307212] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.307212] env[69239]: DEBUG oslo_vmware.rw_handles [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 664.307212] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52bfe5e9-78da-1eab-332f-b3ef2ae8ca10" [ 664.307212] env[69239]: _type = "HttpNfcLease" [ 664.307212] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 664.307212] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d279769-ad1f-4647-b331-7449373f14f0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.329571] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c5a95f-f589-69a0-2864-c580c01debe1, 'name': SearchDatastore_Task, 'duration_secs': 0.02429} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.329571] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.329571] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 089dfd42-473d-4b6c-9037-064299a91856/089dfd42-473d-4b6c-9037-064299a91856.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.329571] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d81d53f-cdd2-4e9d-bac2-d6ce7f27beba {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.342669] env[69239]: DEBUG oslo_vmware.api [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5205890a-90ec-7daf-6f7a-9695b3ce66e8, 'name': SearchDatastore_Task, 'duration_secs': 0.01877} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.343036] env[69239]: DEBUG oslo_vmware.rw_handles [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c117f-ba64-9c86-7a91-3edc061b3244/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 664.343240] env[69239]: DEBUG oslo_vmware.rw_handles [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c117f-ba64-9c86-7a91-3edc061b3244/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 664.345592] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.351993] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 664.351993] env[69239]: value = "task-4144697" [ 664.351993] env[69239]: _type = "Task" [ 664.351993] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.422510] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.455739] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c97dcffb-3d73-4aa1-9895-6d64d61d0ef5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.541679] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144696, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.581646] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144694, 'name': ReconfigVM_Task, 'duration_secs': 0.974509} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.585579] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 02fcbb97-0a43-4a8d-acf8-d773de6f039a/02fcbb97-0a43-4a8d-acf8-d773de6f039a.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.587710] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eb9f0c0-741c-41ae-a8cc-f42a4d962a57 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.598349] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Waiting for the task: (returnval){ [ 664.598349] env[69239]: value = "task-4144698" [ 664.598349] env[69239]: _type = "Task" [ 664.598349] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.608210] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Releasing lock "refresh_cache-78d8fda0-154d-4522-9536-a53205b767b5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.608499] env[69239]: DEBUG nova.compute.manager [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Instance network_info: |[{"id": "0e2f172d-8f60-4c74-a7e0-f7cf60f76869", "address": "fa:16:3e:9c:44:74", "network": {"id": "d5c22f4e-5787-413f-9c2e-96e168a8d1f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814803055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf328fb20e2a4b9d83b9484abb438e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e2f172d-8f", "ovs_interfaceid": "0e2f172d-8f60-4c74-a7e0-f7cf60f76869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.609202] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:44:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e2f172d-8f60-4c74-a7e0-f7cf60f76869', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.617136] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.621324] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.621695] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144698, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.621928] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-896c4a97-2ad5-4164-9b5d-d526dcc50711 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.648611] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.648611] env[69239]: value = "task-4144699" [ 664.648611] env[69239]: _type = "Task" [ 664.648611] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.660222] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144699, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.930865] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144697, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.043433] env[69239]: DEBUG oslo_vmware.api [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144696, 'name': PowerOnVM_Task, 'duration_secs': 0.578175} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.043917] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.044250] env[69239]: INFO nova.compute.manager [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Took 9.40 seconds to spawn the instance on the hypervisor. [ 665.044516] env[69239]: DEBUG nova.compute.manager [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 665.045488] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb17aa4-281d-48ba-8f24-12204e448357 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.067348] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2dc508-e689-492f-be0b-b9ec87480110 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.077042] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4514b72-f65d-4b5e-b823-314419ffa97a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.131616] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e70aeda-2097-486e-a2d5-5eb618bd39d0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.140185] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144698, 'name': Rename_Task, 'duration_secs': 0.366469} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.143495] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.144010] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2805e247-1dbc-47b7-845b-4e91b2762360 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.147159] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235e6b7a-7b8f-4cec-8191-6efcfbd2e746 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.161792] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Waiting for the task: (returnval){ [ 665.161792] env[69239]: value = "task-4144700" [ 665.161792] env[69239]: _type = "Task" [ 665.161792] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.180972] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144699, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.182442] env[69239]: DEBUG nova.compute.provider_tree [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.195192] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144700, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.210839] env[69239]: DEBUG nova.network.neutron [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Updated VIF entry in instance network info cache for port 54facc54-7f1a-4936-b27d-6fcd40a2e5a1. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.211436] env[69239]: DEBUG nova.network.neutron [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Updating instance_info_cache with network_info: [{"id": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "address": "fa:16:3e:72:f6:fb", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54facc54-7f", "ovs_interfaceid": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.427075] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602144} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.428045] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 089dfd42-473d-4b6c-9037-064299a91856/089dfd42-473d-4b6c-9037-064299a91856.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.428045] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.431058] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d788863-46d1-4b7b-bf31-db584ff0d21a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.437314] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 665.437314] env[69239]: value = "task-4144701" [ 665.437314] env[69239]: _type = "Task" [ 665.437314] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.453524] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.568034] env[69239]: INFO nova.compute.manager [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Took 26.20 seconds to build instance. [ 665.667895] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144699, 'name': CreateVM_Task, 'duration_secs': 0.553151} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.668071] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.669011] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.669372] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.669829] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.670190] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e525c4b-509f-4605-8699-cd6132a46559 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.677534] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 665.677534] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]524d6ed1-2e5a-466a-7441-ee014e39b05b" [ 665.677534] env[69239]: _type = "Task" [ 665.677534] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.697983] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524d6ed1-2e5a-466a-7441-ee014e39b05b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.705252] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.709653] env[69239]: ERROR nova.scheduler.client.report [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [req-2a87695a-d32c-461f-b90a-b56c04f7d515] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a87695a-d32c-461f-b90a-b56c04f7d515"}]} [ 665.714541] env[69239]: DEBUG oslo_concurrency.lockutils [req-8a907264-d2e3-4d52-b7ce-bc4f10d8b0fd req-d9cc4cf6-2281-4623-891e-130bd4da420f service nova] Releasing lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.734169] env[69239]: DEBUG nova.scheduler.client.report [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 665.760549] env[69239]: DEBUG nova.scheduler.client.report [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 665.760811] env[69239]: DEBUG nova.compute.provider_tree [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.783185] env[69239]: DEBUG nova.scheduler.client.report [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 665.807371] env[69239]: DEBUG nova.scheduler.client.report [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 665.920076] env[69239]: DEBUG oslo_concurrency.lockutils [None req-08785520-6c49-4c5d-b877-ff2cc0e23499 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Acquiring lock "interface-a45f0012-e8da-45c5-9eb4-7550564fd275-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.920549] env[69239]: DEBUG oslo_concurrency.lockutils [None req-08785520-6c49-4c5d-b877-ff2cc0e23499 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Lock "interface-a45f0012-e8da-45c5-9eb4-7550564fd275-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.920942] env[69239]: DEBUG nova.objects.instance [None req-08785520-6c49-4c5d-b877-ff2cc0e23499 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Lazy-loading 'flavor' on Instance uuid a45f0012-e8da-45c5-9eb4-7550564fd275 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.958217] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178712} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.958516] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.959739] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a443514-d8b6-4b61-a36a-aedab770ab0d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.988368] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 089dfd42-473d-4b6c-9037-064299a91856/089dfd42-473d-4b6c-9037-064299a91856.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.996045] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7722e90-ddb3-483a-a636-7fb76c099878 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.020453] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 666.020453] env[69239]: value = "task-4144702" [ 666.020453] env[69239]: _type = "Task" [ 666.020453] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.033937] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.071089] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1153dcd1-a046-4932-ab56-dad8fbce160c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "fc474a2e-4354-4b6c-a3de-b26c4004eb6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.723s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.202429] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524d6ed1-2e5a-466a-7441-ee014e39b05b, 'name': SearchDatastore_Task, 'duration_secs': 0.033421} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.202429] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.202840] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.203212] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.203758] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.203891] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.204852] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b23cd3b-d35e-406b-a59d-52c5d80f724b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.213602] env[69239]: DEBUG oslo_vmware.api [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Task: {'id': task-4144700, 'name': PowerOnVM_Task, 'duration_secs': 0.988424} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.214733] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.215335] env[69239]: DEBUG nova.compute.manager [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 666.216552] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789bcfb4-24c7-4c7c-9cc3-d40c8118dfd0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.223600] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.224103] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.229713] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5923f4e8-a6a1-4257-861b-561bbbddd727 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.250329] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 666.250329] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e72f5f-95e7-0d8b-60f6-5090e97dcae1" [ 666.250329] env[69239]: _type = "Task" [ 666.250329] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.272632] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e72f5f-95e7-0d8b-60f6-5090e97dcae1, 'name': SearchDatastore_Task, 'duration_secs': 0.012735} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.272632] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a1b385-92cd-47a3-96a8-a7ee3bb30858 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.285119] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 666.285119] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5273e099-fa62-0ef7-cac2-b2f6e5f126be" [ 666.285119] env[69239]: _type = "Task" [ 666.285119] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.296250] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5273e099-fa62-0ef7-cac2-b2f6e5f126be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.428034] env[69239]: DEBUG nova.objects.instance [None req-08785520-6c49-4c5d-b877-ff2cc0e23499 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Lazy-loading 'pci_requests' on Instance uuid a45f0012-e8da-45c5-9eb4-7550564fd275 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.446742] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4c1396-41f9-417a-b550-0c3d6ff261d9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.459512] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d6b267-75c5-4c94-88a2-ca67ccde8cd4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.512421] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d882d7-25cd-459e-9acf-7bb4b995e1dd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.521891] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b22177-47f6-4f63-829d-aa442c4ae4e8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.540326] env[69239]: DEBUG nova.compute.provider_tree [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.545441] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144702, 'name': ReconfigVM_Task, 'duration_secs': 0.451605} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.545964] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 089dfd42-473d-4b6c-9037-064299a91856/089dfd42-473d-4b6c-9037-064299a91856.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.546630] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-070dbfc9-e85a-4a55-bb05-22de0363dc69 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.555657] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 666.555657] env[69239]: value = "task-4144703" [ 666.555657] env[69239]: _type = "Task" [ 666.555657] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.566814] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144703, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.573293] env[69239]: DEBUG nova.compute.manager [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.754299] env[69239]: DEBUG oslo_concurrency.lockutils [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.798164] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5273e099-fa62-0ef7-cac2-b2f6e5f126be, 'name': SearchDatastore_Task, 'duration_secs': 0.012508} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.798530] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.799170] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 78d8fda0-154d-4522-9536-a53205b767b5/78d8fda0-154d-4522-9536-a53205b767b5.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.799379] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c294ef7c-5537-41d8-9c1e-940db9320d13 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.808875] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 666.808875] env[69239]: value = "task-4144704" [ 666.808875] env[69239]: _type = "Task" [ 666.808875] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.821407] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.935082] env[69239]: DEBUG nova.objects.base [None req-08785520-6c49-4c5d-b877-ff2cc0e23499 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 666.935531] env[69239]: DEBUG nova.network.neutron [None req-08785520-6c49-4c5d-b877-ff2cc0e23499 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.072129] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144703, 'name': Rename_Task, 'duration_secs': 0.279451} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.074095] env[69239]: DEBUG oslo_concurrency.lockutils [None req-08785520-6c49-4c5d-b877-ff2cc0e23499 tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Lock "interface-a45f0012-e8da-45c5-9eb4-7550564fd275-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.153s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.076367] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.079981] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c7f3fb-72d9-48fd-b41b-8d108aadf904 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.096920] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 667.096920] env[69239]: value = "task-4144705" [ 667.096920] env[69239]: _type = "Task" [ 667.096920] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.097152] env[69239]: DEBUG nova.scheduler.client.report [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 39 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 667.098254] env[69239]: DEBUG nova.compute.provider_tree [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 39 to 40 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 667.098254] env[69239]: DEBUG nova.compute.provider_tree [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.109819] env[69239]: DEBUG oslo_concurrency.lockutils [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.114332] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.324342] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144704, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.608112] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.204s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.611094] env[69239]: DEBUG nova.compute.manager [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.619632] env[69239]: DEBUG oslo_concurrency.lockutils [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.382s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.619632] env[69239]: DEBUG nova.objects.instance [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Lazy-loading 'resources' on Instance uuid 0df38957-90e2-4ac3-a5cb-e960148bc42a {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.620891] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144705, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.821984] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6589} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.822319] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 78d8fda0-154d-4522-9536-a53205b767b5/78d8fda0-154d-4522-9536-a53205b767b5.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.822594] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.822897] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f73cba6b-0c2a-4208-89e3-a2c4118ae127 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.833447] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 667.833447] env[69239]: value = "task-4144706" [ 667.833447] env[69239]: _type = "Task" [ 667.833447] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.844552] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.119687] env[69239]: DEBUG nova.compute.utils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.121795] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144705, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.121950] env[69239]: DEBUG nova.compute.manager [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.126022] env[69239]: DEBUG nova.network.neutron [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.215293] env[69239]: DEBUG nova.policy [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d92169e318f4244b0542ec8d2c8ff9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09424cba77964e8c810bcf41369326c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.346598] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083444} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.346956] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.347799] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7deba6-b183-41b5-9b9e-be38b5fd9839 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.372413] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 78d8fda0-154d-4522-9536-a53205b767b5/78d8fda0-154d-4522-9536-a53205b767b5.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.375577] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-615803d1-9d60-4904-b391-98bbdfe1e132 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.398126] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 668.398126] env[69239]: value = "task-4144707" [ 668.398126] env[69239]: _type = "Task" [ 668.398126] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.406870] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.616081] env[69239]: DEBUG oslo_vmware.api [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144705, 'name': PowerOnVM_Task, 'duration_secs': 1.141904} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.616537] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.617324] env[69239]: INFO nova.compute.manager [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Took 10.23 seconds to spawn the instance on the hypervisor. [ 668.617324] env[69239]: DEBUG nova.compute.manager [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 668.617950] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b019ccdd-0c3d-4647-ac6b-7d1d48985fb5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.630111] env[69239]: DEBUG nova.compute.manager [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.668364] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11d2bf2-441d-4534-80fe-2f1bb0cd28b8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.675683] env[69239]: DEBUG nova.network.neutron [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Successfully created port: f3a7bcb1-d8c3-4771-9b61-5d74074b653e {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.681958] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7842b5f4-d6c0-421a-af60-80342a6ece2f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.719181] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edf50d7-c0b6-4019-8e9d-e5e346fdb580 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.731541] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f989879-abae-48d4-a1fb-5b41fb1a3933 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.752256] env[69239]: DEBUG nova.compute.provider_tree [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.915421] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144707, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.151676] env[69239]: INFO nova.compute.manager [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Took 26.44 seconds to build instance. [ 669.257270] env[69239]: DEBUG nova.scheduler.client.report [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.412151] env[69239]: DEBUG nova.compute.manager [req-9728cc20-b8b1-4a75-83d3-a3adb120522c req-636dfc3a-95d6-45fc-827c-69ac9b20c4f6 service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Received event network-changed-0e2f172d-8f60-4c74-a7e0-f7cf60f76869 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.413504] env[69239]: DEBUG nova.compute.manager [req-9728cc20-b8b1-4a75-83d3-a3adb120522c req-636dfc3a-95d6-45fc-827c-69ac9b20c4f6 service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Refreshing instance network info cache due to event network-changed-0e2f172d-8f60-4c74-a7e0-f7cf60f76869. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.414642] env[69239]: DEBUG oslo_concurrency.lockutils [req-9728cc20-b8b1-4a75-83d3-a3adb120522c req-636dfc3a-95d6-45fc-827c-69ac9b20c4f6 service nova] Acquiring lock "refresh_cache-78d8fda0-154d-4522-9536-a53205b767b5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.414967] env[69239]: DEBUG oslo_concurrency.lockutils [req-9728cc20-b8b1-4a75-83d3-a3adb120522c req-636dfc3a-95d6-45fc-827c-69ac9b20c4f6 service nova] Acquired lock "refresh_cache-78d8fda0-154d-4522-9536-a53205b767b5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.416204] env[69239]: DEBUG nova.network.neutron [req-9728cc20-b8b1-4a75-83d3-a3adb120522c req-636dfc3a-95d6-45fc-827c-69ac9b20c4f6 service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Refreshing network info cache for port 0e2f172d-8f60-4c74-a7e0-f7cf60f76869 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.421867] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144707, 'name': ReconfigVM_Task, 'duration_secs': 0.589352} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.422205] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 78d8fda0-154d-4522-9536-a53205b767b5/78d8fda0-154d-4522-9536-a53205b767b5.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.422893] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9773e57-ae01-4130-b3f8-b3b724c06aa0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.432940] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 669.432940] env[69239]: value = "task-4144708" [ 669.432940] env[69239]: _type = "Task" [ 669.432940] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.446930] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144708, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.512022] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Acquiring lock "ba75cdda-3f68-487b-8d99-5e1f1adf6b92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.512022] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Lock "ba75cdda-3f68-487b-8d99-5e1f1adf6b92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.512022] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Acquiring lock "ba75cdda-3f68-487b-8d99-5e1f1adf6b92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.512357] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Lock "ba75cdda-3f68-487b-8d99-5e1f1adf6b92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.512357] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Lock "ba75cdda-3f68-487b-8d99-5e1f1adf6b92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.513626] env[69239]: INFO nova.compute.manager [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Terminating instance [ 669.524869] env[69239]: DEBUG nova.compute.manager [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 669.524869] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c049a3-b782-4ade-8cdc-79a985e40466 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.648704] env[69239]: DEBUG nova.compute.manager [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.654528] env[69239]: DEBUG oslo_concurrency.lockutils [None req-413a0149-88bd-4b03-97dc-e1fe42bc21b1 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "089dfd42-473d-4b6c-9037-064299a91856" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.960s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.678719] env[69239]: DEBUG nova.virt.hardware [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.679112] env[69239]: DEBUG nova.virt.hardware [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.679311] env[69239]: DEBUG nova.virt.hardware [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.681018] env[69239]: DEBUG nova.virt.hardware [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.681018] env[69239]: DEBUG nova.virt.hardware [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.681018] env[69239]: DEBUG nova.virt.hardware [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.681018] env[69239]: DEBUG nova.virt.hardware [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.681018] env[69239]: DEBUG nova.virt.hardware [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.681305] env[69239]: DEBUG nova.virt.hardware [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.681305] env[69239]: DEBUG nova.virt.hardware [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.681305] env[69239]: DEBUG nova.virt.hardware [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.681826] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6bcacd-65b9-4e69-ad5e-f3fcb31b1b9c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.693875] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4901a6-1903-4cc5-9387-71e6b946bc3b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.767024] env[69239]: DEBUG oslo_concurrency.lockutils [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.768523] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.805s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.771707] env[69239]: INFO nova.compute.claims [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.809106] env[69239]: INFO nova.scheduler.client.report [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Deleted allocations for instance 0df38957-90e2-4ac3-a5cb-e960148bc42a [ 669.959387] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144708, 'name': Rename_Task, 'duration_secs': 0.308854} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.959692] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.959955] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69f12d5e-8245-43bf-905e-c053bc881133 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.968595] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 669.968595] env[69239]: value = "task-4144709" [ 669.968595] env[69239]: _type = "Task" [ 669.968595] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.979478] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.018760] env[69239]: DEBUG nova.compute.manager [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.018760] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.019552] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075f2ce4-0ed4-4f73-ab00-9585c660dcca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.028507] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.028672] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-604a3d0a-6bc3-4228-81ba-f15f901463ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.037737] env[69239]: DEBUG oslo_vmware.api [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Waiting for the task: (returnval){ [ 670.037737] env[69239]: value = "task-4144710" [ 670.037737] env[69239]: _type = "Task" [ 670.037737] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.038375] env[69239]: INFO nova.compute.manager [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] instance snapshotting [ 670.047258] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe44bcb-58f1-4811-91ab-deb3a5f9d18b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.057058] env[69239]: DEBUG oslo_vmware.api [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': task-4144710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.072691] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15244cd5-d400-4acb-b9fa-27c6426a8603 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.157772] env[69239]: DEBUG nova.compute.manager [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.228536] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "3d7dced2-cc90-4c32-b559-cbf4fe9e85e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.229706] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "3d7dced2-cc90-4c32-b559-cbf4fe9e85e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.323681] env[69239]: DEBUG oslo_concurrency.lockutils [None req-319f2b1a-a3f2-4cd5-8410-e21b98ab8c3a tempest-ServerExternalEventsTest-756365759 tempest-ServerExternalEventsTest-756365759-project-member] Lock "0df38957-90e2-4ac3-a5cb-e960148bc42a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.711s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.450420] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Acquiring lock "a45f0012-e8da-45c5-9eb4-7550564fd275" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.450655] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Lock "a45f0012-e8da-45c5-9eb4-7550564fd275" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.450812] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Acquiring lock "a45f0012-e8da-45c5-9eb4-7550564fd275-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.451266] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Lock "a45f0012-e8da-45c5-9eb4-7550564fd275-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.451419] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Lock "a45f0012-e8da-45c5-9eb4-7550564fd275-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.454263] env[69239]: INFO nova.compute.manager [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Terminating instance [ 670.468597] env[69239]: DEBUG nova.network.neutron [req-9728cc20-b8b1-4a75-83d3-a3adb120522c req-636dfc3a-95d6-45fc-827c-69ac9b20c4f6 service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Updated VIF entry in instance network info cache for port 0e2f172d-8f60-4c74-a7e0-f7cf60f76869. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.468890] env[69239]: DEBUG nova.network.neutron [req-9728cc20-b8b1-4a75-83d3-a3adb120522c req-636dfc3a-95d6-45fc-827c-69ac9b20c4f6 service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Updating instance_info_cache with network_info: [{"id": "0e2f172d-8f60-4c74-a7e0-f7cf60f76869", "address": "fa:16:3e:9c:44:74", "network": {"id": "d5c22f4e-5787-413f-9c2e-96e168a8d1f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814803055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf328fb20e2a4b9d83b9484abb438e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e2f172d-8f", "ovs_interfaceid": "0e2f172d-8f60-4c74-a7e0-f7cf60f76869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.484991] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144709, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.547988] env[69239]: DEBUG oslo_vmware.api [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': task-4144710, 'name': PowerOffVM_Task, 'duration_secs': 0.320805} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.547988] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.548330] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.548590] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-945fc511-3d56-41c8-a988-9a69371d5319 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.585297] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 670.585631] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-df75a0f3-4498-47cc-8a24-9a11854a5b25 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.592900] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 670.592900] env[69239]: value = "task-4144712" [ 670.592900] env[69239]: _type = "Task" [ 670.592900] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.603313] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144712, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.622126] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.622505] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.622816] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Deleting the datastore file [datastore2] ba75cdda-3f68-487b-8d99-5e1f1adf6b92 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.623236] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb72cdcd-1d75-4c0e-baae-ea5faf37bb44 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.633041] env[69239]: DEBUG oslo_vmware.api [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Waiting for the task: (returnval){ [ 670.633041] env[69239]: value = "task-4144713" [ 670.633041] env[69239]: _type = "Task" [ 670.633041] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.645706] env[69239]: DEBUG oslo_vmware.api [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': task-4144713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.685365] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.869369] env[69239]: DEBUG nova.network.neutron [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Successfully updated port: f3a7bcb1-d8c3-4771-9b61-5d74074b653e {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.959100] env[69239]: DEBUG nova.compute.manager [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.959431] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.960979] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d398c3a-d167-4746-966d-cb5296c0d98c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.972200] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.976396] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50f9d228-0f73-4a12-9fdb-fcc2a1d5ae23 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.978573] env[69239]: DEBUG oslo_concurrency.lockutils [req-9728cc20-b8b1-4a75-83d3-a3adb120522c req-636dfc3a-95d6-45fc-827c-69ac9b20c4f6 service nova] Releasing lock "refresh_cache-78d8fda0-154d-4522-9536-a53205b767b5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.988715] env[69239]: DEBUG oslo_vmware.api [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144709, 'name': PowerOnVM_Task, 'duration_secs': 0.595016} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.990402] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.990678] env[69239]: INFO nova.compute.manager [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Took 9.84 seconds to spawn the instance on the hypervisor. [ 670.990952] env[69239]: DEBUG nova.compute.manager [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 670.991549] env[69239]: DEBUG oslo_vmware.api [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Waiting for the task: (returnval){ [ 670.991549] env[69239]: value = "task-4144714" [ 670.991549] env[69239]: _type = "Task" [ 670.991549] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.992774] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08003b1-c5fa-46b4-985f-71ad2541c5aa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.010019] env[69239]: DEBUG oslo_vmware.api [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.104546] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144712, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.148310] env[69239]: DEBUG oslo_vmware.api [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Task: {'id': task-4144713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404216} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.148853] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.149245] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.149654] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.150050] env[69239]: INFO nova.compute.manager [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Took 1.13 seconds to destroy the instance on the hypervisor. [ 671.150470] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.153448] env[69239]: DEBUG nova.compute.manager [-] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.153798] env[69239]: DEBUG nova.network.neutron [-] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.242850] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ea7d45-f7ac-463d-bac7-74de5964ef23 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.255520] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538efb44-7612-48f9-ab93-066aec561a73 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.305958] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20165fce-08c8-404d-9d2a-9831f39b1058 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.315186] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da006c4a-21a4-4d85-8a23-a4d328461126 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.331241] env[69239]: DEBUG nova.compute.provider_tree [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.373422] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquiring lock "refresh_cache-0545ab25-1b1b-4de6-bab9-0c9bac9a91fa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.373422] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquired lock "refresh_cache-0545ab25-1b1b-4de6-bab9-0c9bac9a91fa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.373422] env[69239]: DEBUG nova.network.neutron [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.511611] env[69239]: DEBUG oslo_vmware.api [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144714, 'name': PowerOffVM_Task, 'duration_secs': 0.354014} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.512030] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.512260] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.512569] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50d8be49-f40a-407d-8e8c-888d1a44aca8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.527854] env[69239]: INFO nova.compute.manager [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Took 28.39 seconds to build instance. [ 671.563642] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquiring lock "02fcbb97-0a43-4a8d-acf8-d773de6f039a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.564044] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Lock "02fcbb97-0a43-4a8d-acf8-d773de6f039a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.564286] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquiring lock "02fcbb97-0a43-4a8d-acf8-d773de6f039a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.564535] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Lock "02fcbb97-0a43-4a8d-acf8-d773de6f039a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.564694] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Lock "02fcbb97-0a43-4a8d-acf8-d773de6f039a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.567156] env[69239]: INFO nova.compute.manager [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Terminating instance [ 671.603709] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.603955] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.604185] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Deleting the datastore file [datastore1] a45f0012-e8da-45c5-9eb4-7550564fd275 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.608429] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-273fe500-bd1c-4685-bb2d-aa6c83698d70 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.610758] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144712, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.616564] env[69239]: DEBUG oslo_vmware.api [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Waiting for the task: (returnval){ [ 671.616564] env[69239]: value = "task-4144716" [ 671.616564] env[69239]: _type = "Task" [ 671.616564] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.625845] env[69239]: DEBUG oslo_vmware.api [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.837031] env[69239]: DEBUG nova.scheduler.client.report [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.953547] env[69239]: DEBUG nova.network.neutron [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.031159] env[69239]: DEBUG oslo_concurrency.lockutils [None req-10a1ce7d-1d60-462b-a092-da70bea7a673 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "78d8fda0-154d-4522-9536-a53205b767b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.906s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.071233] env[69239]: DEBUG nova.network.neutron [-] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.076841] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquiring lock "refresh_cache-02fcbb97-0a43-4a8d-acf8-d773de6f039a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.077082] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquired lock "refresh_cache-02fcbb97-0a43-4a8d-acf8-d773de6f039a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.077268] env[69239]: DEBUG nova.network.neutron [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.107639] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144712, 'name': CreateSnapshot_Task, 'duration_secs': 1.328751} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.107912] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 672.108789] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab10291-306c-47d1-8cf3-75179287e444 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.138892] env[69239]: DEBUG oslo_vmware.api [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Task: {'id': task-4144716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435174} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.139688] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.139688] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.139688] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.139883] env[69239]: INFO nova.compute.manager [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Took 1.18 seconds to destroy the instance on the hypervisor. [ 672.140022] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.140982] env[69239]: DEBUG nova.compute.manager [-] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.140982] env[69239]: DEBUG nova.network.neutron [-] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.271286] env[69239]: DEBUG nova.network.neutron [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Updating instance_info_cache with network_info: [{"id": "f3a7bcb1-d8c3-4771-9b61-5d74074b653e", "address": "fa:16:3e:13:dd:77", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a7bcb1-d8", "ovs_interfaceid": "f3a7bcb1-d8c3-4771-9b61-5d74074b653e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.342076] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.342076] env[69239]: DEBUG nova.compute.manager [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.344064] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.649s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.344242] env[69239]: DEBUG nova.objects.instance [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69239) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 672.410167] env[69239]: DEBUG nova.compute.manager [req-15079f82-4ef6-421a-8d7e-f709a2f0f27c req-97bdd120-63b2-4472-995c-fe5c679aae67 service nova] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Received event network-vif-plugged-f3a7bcb1-d8c3-4771-9b61-5d74074b653e {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.410167] env[69239]: DEBUG oslo_concurrency.lockutils [req-15079f82-4ef6-421a-8d7e-f709a2f0f27c req-97bdd120-63b2-4472-995c-fe5c679aae67 service nova] Acquiring lock "0545ab25-1b1b-4de6-bab9-0c9bac9a91fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.410167] env[69239]: DEBUG oslo_concurrency.lockutils [req-15079f82-4ef6-421a-8d7e-f709a2f0f27c req-97bdd120-63b2-4472-995c-fe5c679aae67 service nova] Lock "0545ab25-1b1b-4de6-bab9-0c9bac9a91fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.410167] env[69239]: DEBUG oslo_concurrency.lockutils [req-15079f82-4ef6-421a-8d7e-f709a2f0f27c req-97bdd120-63b2-4472-995c-fe5c679aae67 service nova] Lock "0545ab25-1b1b-4de6-bab9-0c9bac9a91fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.410167] env[69239]: DEBUG nova.compute.manager [req-15079f82-4ef6-421a-8d7e-f709a2f0f27c req-97bdd120-63b2-4472-995c-fe5c679aae67 service nova] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] No waiting events found dispatching network-vif-plugged-f3a7bcb1-d8c3-4771-9b61-5d74074b653e {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 672.410439] env[69239]: WARNING nova.compute.manager [req-15079f82-4ef6-421a-8d7e-f709a2f0f27c req-97bdd120-63b2-4472-995c-fe5c679aae67 service nova] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Received unexpected event network-vif-plugged-f3a7bcb1-d8c3-4771-9b61-5d74074b653e for instance with vm_state building and task_state spawning. [ 672.410439] env[69239]: DEBUG nova.compute.manager [req-15079f82-4ef6-421a-8d7e-f709a2f0f27c req-97bdd120-63b2-4472-995c-fe5c679aae67 service nova] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Received event network-changed-f3a7bcb1-d8c3-4771-9b61-5d74074b653e {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.410439] env[69239]: DEBUG nova.compute.manager [req-15079f82-4ef6-421a-8d7e-f709a2f0f27c req-97bdd120-63b2-4472-995c-fe5c679aae67 service nova] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Refreshing instance network info cache due to event network-changed-f3a7bcb1-d8c3-4771-9b61-5d74074b653e. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.410439] env[69239]: DEBUG oslo_concurrency.lockutils [req-15079f82-4ef6-421a-8d7e-f709a2f0f27c req-97bdd120-63b2-4472-995c-fe5c679aae67 service nova] Acquiring lock "refresh_cache-0545ab25-1b1b-4de6-bab9-0c9bac9a91fa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.535656] env[69239]: DEBUG nova.compute.manager [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.577689] env[69239]: INFO nova.compute.manager [-] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Took 1.42 seconds to deallocate network for instance. [ 672.620882] env[69239]: DEBUG nova.network.neutron [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.635113] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 672.635812] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7a5f8b8-248a-49fe-8f66-3bce924e8847 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.650588] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 672.650588] env[69239]: value = "task-4144717" [ 672.650588] env[69239]: _type = "Task" [ 672.650588] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.668539] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144717, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.747232] env[69239]: DEBUG nova.network.neutron [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.774870] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Releasing lock "refresh_cache-0545ab25-1b1b-4de6-bab9-0c9bac9a91fa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.775460] env[69239]: DEBUG nova.compute.manager [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Instance network_info: |[{"id": "f3a7bcb1-d8c3-4771-9b61-5d74074b653e", "address": "fa:16:3e:13:dd:77", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a7bcb1-d8", "ovs_interfaceid": "f3a7bcb1-d8c3-4771-9b61-5d74074b653e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.776487] env[69239]: DEBUG oslo_concurrency.lockutils [req-15079f82-4ef6-421a-8d7e-f709a2f0f27c req-97bdd120-63b2-4472-995c-fe5c679aae67 service nova] Acquired lock "refresh_cache-0545ab25-1b1b-4de6-bab9-0c9bac9a91fa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.776769] env[69239]: DEBUG nova.network.neutron [req-15079f82-4ef6-421a-8d7e-f709a2f0f27c req-97bdd120-63b2-4472-995c-fe5c679aae67 service nova] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Refreshing network info cache for port f3a7bcb1-d8c3-4771-9b61-5d74074b653e {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.779425] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:dd:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3a7bcb1-d8c3-4771-9b61-5d74074b653e', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.792027] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.798613] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.798613] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71d51029-fe85-4a5e-8416-630840273000 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.831259] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.831259] env[69239]: value = "task-4144718" [ 672.831259] env[69239]: _type = "Task" [ 672.831259] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.841327] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144718, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.856847] env[69239]: DEBUG nova.compute.utils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.856847] env[69239]: DEBUG nova.compute.manager [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.856847] env[69239]: DEBUG nova.network.neutron [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.861031] env[69239]: INFO nova.compute.manager [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Rebuilding instance [ 672.921475] env[69239]: DEBUG nova.compute.manager [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 672.922511] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f16b18-4d25-43af-a418-9dfb7ce12d0d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.064403] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.066511] env[69239]: DEBUG nova.policy [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ee06ddf525b4a358d7d4dfce37f5ff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '282e43c9e3364a979ffd538b8ef8cb2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.070940] env[69239]: DEBUG nova.network.neutron [-] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.090728] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.165423] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144717, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.254662] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Releasing lock "refresh_cache-02fcbb97-0a43-4a8d-acf8-d773de6f039a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.254662] env[69239]: DEBUG nova.compute.manager [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.254662] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.254662] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d621a330-4002-40cb-b3e8-4bc61e020c44 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.269118] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.273088] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ec2bac2-55aa-4317-8cb0-f3ce31d8c5c7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.280848] env[69239]: DEBUG oslo_vmware.api [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 673.280848] env[69239]: value = "task-4144719" [ 673.280848] env[69239]: _type = "Task" [ 673.280848] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.298707] env[69239]: DEBUG oslo_vmware.api [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.342926] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144718, 'name': CreateVM_Task, 'duration_secs': 0.470424} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.343205] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.345076] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.345076] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.345076] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.345076] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39da9e8e-b325-4854-bd71-ef026a06b6c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.350945] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 673.350945] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d3830b-27e2-2f4f-2e6c-f69c8692ac74" [ 673.350945] env[69239]: _type = "Task" [ 673.350945] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.357129] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a515490-b089-4da2-9b95-d78ff3044c14 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.357322] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.121s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.362633] env[69239]: INFO nova.compute.claims [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.367699] env[69239]: DEBUG nova.compute.manager [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.375544] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d3830b-27e2-2f4f-2e6c-f69c8692ac74, 'name': SearchDatastore_Task, 'duration_secs': 0.014535} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.383134] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.383640] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.383836] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.384077] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.384356] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.384719] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32b18c6c-3ebb-4809-be0a-e53a720c184f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.397936] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.398438] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.400282] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c65a65-6e53-4038-b7b1-5d12e1121a16 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.407686] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 673.407686] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5274138c-719c-04ff-fdea-84b909302366" [ 673.407686] env[69239]: _type = "Task" [ 673.407686] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.421459] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5274138c-719c-04ff-fdea-84b909302366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.574105] env[69239]: INFO nova.compute.manager [-] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Took 1.43 seconds to deallocate network for instance. [ 673.668502] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144717, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.709585] env[69239]: DEBUG nova.network.neutron [req-15079f82-4ef6-421a-8d7e-f709a2f0f27c req-97bdd120-63b2-4472-995c-fe5c679aae67 service nova] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Updated VIF entry in instance network info cache for port f3a7bcb1-d8c3-4771-9b61-5d74074b653e. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.710464] env[69239]: DEBUG nova.network.neutron [req-15079f82-4ef6-421a-8d7e-f709a2f0f27c req-97bdd120-63b2-4472-995c-fe5c679aae67 service nova] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Updating instance_info_cache with network_info: [{"id": "f3a7bcb1-d8c3-4771-9b61-5d74074b653e", "address": "fa:16:3e:13:dd:77", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a7bcb1-d8", "ovs_interfaceid": "f3a7bcb1-d8c3-4771-9b61-5d74074b653e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.798726] env[69239]: DEBUG oslo_vmware.api [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144719, 'name': PowerOffVM_Task, 'duration_secs': 0.142431} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.798726] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.798726] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.798726] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2862f56a-7fbf-4daa-aeb7-7dfd4ecbb9a0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.832745] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.832745] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.832745] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Deleting the datastore file [datastore2] 02fcbb97-0a43-4a8d-acf8-d773de6f039a {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.832745] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df174041-14da-4021-82c1-d898e17113dd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.838439] env[69239]: DEBUG oslo_vmware.api [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for the task: (returnval){ [ 673.838439] env[69239]: value = "task-4144721" [ 673.838439] env[69239]: _type = "Task" [ 673.838439] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.848393] env[69239]: DEBUG oslo_vmware.api [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.923110] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5274138c-719c-04ff-fdea-84b909302366, 'name': SearchDatastore_Task, 'duration_secs': 0.01295} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.926575] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab84f80-3350-4c0e-ae8d-5b22e3cda3e1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.935203] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 673.935203] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b42c90-0891-af70-6547-aa772e268e43" [ 673.935203] env[69239]: _type = "Task" [ 673.935203] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.941072] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.941453] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5d3315a-4017-4c79-86f5-c61b5bf075d4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.948462] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b42c90-0891-af70-6547-aa772e268e43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.954793] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 673.954793] env[69239]: value = "task-4144722" [ 673.954793] env[69239]: _type = "Task" [ 673.954793] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.965500] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.087212] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.168386] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144717, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.213659] env[69239]: DEBUG oslo_concurrency.lockutils [req-15079f82-4ef6-421a-8d7e-f709a2f0f27c req-97bdd120-63b2-4472-995c-fe5c679aae67 service nova] Releasing lock "refresh_cache-0545ab25-1b1b-4de6-bab9-0c9bac9a91fa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.355742] env[69239]: DEBUG oslo_vmware.api [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Task: {'id': task-4144721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208626} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.356018] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.356197] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.356394] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.356566] env[69239]: INFO nova.compute.manager [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 674.356816] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.357054] env[69239]: DEBUG nova.compute.manager [-] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.357166] env[69239]: DEBUG nova.network.neutron [-] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.378658] env[69239]: DEBUG nova.compute.manager [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.391256] env[69239]: DEBUG nova.network.neutron [-] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.415198] env[69239]: DEBUG nova.virt.hardware [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.415389] env[69239]: DEBUG nova.virt.hardware [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.415575] env[69239]: DEBUG nova.virt.hardware [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.416152] env[69239]: DEBUG nova.virt.hardware [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.417187] env[69239]: DEBUG nova.virt.hardware [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.417187] env[69239]: DEBUG nova.virt.hardware [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.417187] env[69239]: DEBUG nova.virt.hardware [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.417187] env[69239]: DEBUG nova.virt.hardware [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.417623] env[69239]: DEBUG nova.virt.hardware [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.417623] env[69239]: DEBUG nova.virt.hardware [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.417623] env[69239]: DEBUG nova.virt.hardware [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.418863] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e6cddb-2dbd-4c54-af84-1461ae7b1a8d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.432677] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589284b5-fb9a-4611-9d53-c64eb95f0b19 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.466694] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b42c90-0891-af70-6547-aa772e268e43, 'name': SearchDatastore_Task, 'duration_secs': 0.014259} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.467600] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.467872] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa/0545ab25-1b1b-4de6-bab9-0c9bac9a91fa.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.468623] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2807e6e9-be0a-448f-95aa-97ba08c9ded4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.474053] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144722, 'name': PowerOffVM_Task, 'duration_secs': 0.382902} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.474894] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.475068] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.475921] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b34f7b7-4d3d-4374-9eeb-c51ba5e39dd9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.481017] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 674.481017] env[69239]: value = "task-4144723" [ 674.481017] env[69239]: _type = "Task" [ 674.481017] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.491098] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.493027] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e11c7c12-00e5-46ff-ba5b-f4d7afb139b6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.497993] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.512085] env[69239]: DEBUG nova.network.neutron [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Successfully created port: ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.578467] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.578754] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.578963] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleting the datastore file [datastore2] fc474a2e-4354-4b6c-a3de-b26c4004eb6f {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.579367] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3abf773-89d4-47c6-a742-d373ca9fcf22 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.586944] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 674.586944] env[69239]: value = "task-4144725" [ 674.586944] env[69239]: _type = "Task" [ 674.586944] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.600099] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.671747] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144717, 'name': CloneVM_Task, 'duration_secs': 1.80763} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.671747] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Created linked-clone VM from snapshot [ 674.672794] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239e5b7c-2da0-46c2-bff1-c16332d0ae95 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.686472] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Uploading image 13e24f14-6bcb-4583-ac9d-468274220581 {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 674.730309] env[69239]: DEBUG oslo_vmware.rw_handles [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 674.730309] env[69239]: value = "vm-820781" [ 674.730309] env[69239]: _type = "VirtualMachine" [ 674.730309] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 674.730636] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-86a1e91e-505f-46bc-bd52-b1c2ea7fb3cc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.742739] env[69239]: DEBUG oslo_vmware.rw_handles [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Lease: (returnval){ [ 674.742739] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e3ffc6-13bf-5990-1a98-a1f7d1af2fc9" [ 674.742739] env[69239]: _type = "HttpNfcLease" [ 674.742739] env[69239]: } obtained for exporting VM: (result){ [ 674.742739] env[69239]: value = "vm-820781" [ 674.742739] env[69239]: _type = "VirtualMachine" [ 674.742739] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 674.743119] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the lease: (returnval){ [ 674.743119] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e3ffc6-13bf-5990-1a98-a1f7d1af2fc9" [ 674.743119] env[69239]: _type = "HttpNfcLease" [ 674.743119] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 674.753446] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.753446] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e3ffc6-13bf-5990-1a98-a1f7d1af2fc9" [ 674.753446] env[69239]: _type = "HttpNfcLease" [ 674.753446] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 674.873308] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6540be-a7b2-494e-b483-f2d0b2cb122a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.882727] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa274276-9717-4d2f-8ccc-7a413928af65 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.920933] env[69239]: DEBUG nova.network.neutron [-] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.926286] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab8c611-6427-4ca4-8358-8200e35187f8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.935961] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615c068a-654b-4ae9-8964-499b38fa1aa9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.961607] env[69239]: DEBUG nova.compute.provider_tree [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.998322] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144723, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.101161] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427712} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.101519] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.101620] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.101799] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.258723] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 675.258723] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e3ffc6-13bf-5990-1a98-a1f7d1af2fc9" [ 675.258723] env[69239]: _type = "HttpNfcLease" [ 675.258723] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 675.259269] env[69239]: DEBUG oslo_vmware.rw_handles [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 675.259269] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e3ffc6-13bf-5990-1a98-a1f7d1af2fc9" [ 675.259269] env[69239]: _type = "HttpNfcLease" [ 675.259269] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 675.260245] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d71c44f-5bfb-41d5-b219-06cda94b5c60 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.278578] env[69239]: DEBUG oslo_vmware.rw_handles [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e94eef-4ac4-9962-2d3e-238d0b62df96/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 675.278578] env[69239]: DEBUG oslo_vmware.rw_handles [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e94eef-4ac4-9962-2d3e-238d0b62df96/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 675.424029] env[69239]: INFO nova.compute.manager [-] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Took 1.07 seconds to deallocate network for instance. [ 675.438196] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f660170c-6cb7-4049-81ae-e69232677946 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.496709] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865277} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.498234] env[69239]: ERROR nova.scheduler.client.report [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [req-b2583110-25dc-4e19-8a76-471013691299] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b2583110-25dc-4e19-8a76-471013691299"}]} [ 675.498774] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa/0545ab25-1b1b-4de6-bab9-0c9bac9a91fa.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.499205] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.503099] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5220f90-00a1-4487-9df1-d807fe80394b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.511394] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 675.511394] env[69239]: value = "task-4144727" [ 675.511394] env[69239]: _type = "Task" [ 675.511394] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.522739] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.524212] env[69239]: DEBUG nova.scheduler.client.report [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 675.544118] env[69239]: DEBUG nova.scheduler.client.report [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 675.544410] env[69239]: DEBUG nova.compute.provider_tree [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.562316] env[69239]: DEBUG nova.scheduler.client.report [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 675.583942] env[69239]: DEBUG nova.scheduler.client.report [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 675.933529] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.028022] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083144} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.028022] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.029037] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ff02e5-6d52-4140-a9e5-ef9c277ece75 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.061050] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa/0545ab25-1b1b-4de6-bab9-0c9bac9a91fa.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.061050] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-780cac62-dec2-4aac-b058-d0dc476231ef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.084761] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 676.084761] env[69239]: value = "task-4144728" [ 676.084761] env[69239]: _type = "Task" [ 676.084761] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.097670] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.144024] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d906c636-1f66-49d4-a4b4-3c5dc1fbd3da {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.153727] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cefb1b-aa9a-4dad-8915-f7e9ea6c5a37 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.194076] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833ccabc-6a20-424b-93cd-c89e18db78c8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.205407] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b547fb4c-e29b-47fc-8774-860d0565ce4c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.223476] env[69239]: DEBUG nova.compute.provider_tree [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 676.284977] env[69239]: DEBUG nova.compute.manager [req-efa6fe73-41e9-45ac-936c-71e936f27670 req-29aee922-e845-4e76-ae39-d2df29be0ffc service nova] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Received event network-vif-deleted-b2dfa457-75a8-4af6-9a6b-41130b9a0c44 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.285734] env[69239]: DEBUG nova.compute.manager [req-efa6fe73-41e9-45ac-936c-71e936f27670 req-29aee922-e845-4e76-ae39-d2df29be0ffc service nova] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Received event network-vif-deleted-29f0a744-055e-4983-a39e-54c2cc9490e1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.601811] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144728, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.754119] env[69239]: DEBUG nova.virt.hardware [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.755721] env[69239]: DEBUG nova.virt.hardware [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.755816] env[69239]: DEBUG nova.virt.hardware [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.756371] env[69239]: DEBUG nova.virt.hardware [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.756371] env[69239]: DEBUG nova.virt.hardware [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.756371] env[69239]: DEBUG nova.virt.hardware [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.756661] env[69239]: DEBUG nova.virt.hardware [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.756661] env[69239]: DEBUG nova.virt.hardware [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.756828] env[69239]: DEBUG nova.virt.hardware [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.757408] env[69239]: DEBUG nova.virt.hardware [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.757408] env[69239]: DEBUG nova.virt.hardware [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.762575] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b8515b-cb08-4e1a-a15d-4095b52b2824 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.774985] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0cebc1-27a6-4aa4-b85f-34300d98daba {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.782908] env[69239]: DEBUG oslo_vmware.rw_handles [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c117f-ba64-9c86-7a91-3edc061b3244/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 676.784336] env[69239]: DEBUG nova.scheduler.client.report [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 676.784683] env[69239]: DEBUG nova.compute.provider_tree [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 41 to 42 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 676.784975] env[69239]: DEBUG nova.compute.provider_tree [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 676.789267] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea88733-b8d5-4fdf-a68b-1db6a59d9b5a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.797422] env[69239]: DEBUG oslo_vmware.rw_handles [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c117f-ba64-9c86-7a91-3edc061b3244/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 676.797697] env[69239]: ERROR oslo_vmware.rw_handles [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c117f-ba64-9c86-7a91-3edc061b3244/disk-0.vmdk due to incomplete transfer. [ 676.807135] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-71f8a4fe-aad6-440c-b088-a2fb5a61150d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.809939] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:58:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce675fff-664f-4035-a232-c8d8b66b41b9', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.817640] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.819051] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.819624] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91619385-7833-4f1e-b465-def767448cc8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.836980] env[69239]: DEBUG oslo_vmware.rw_handles [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c117f-ba64-9c86-7a91-3edc061b3244/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 676.837333] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Uploaded image f6adc16a-929d-464a-bc47-86fd7f066c73 to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 676.839829] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 676.841315] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cff6fe8c-a5a8-4f7b-809b-45a6fcf9e1aa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.847690] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.847690] env[69239]: value = "task-4144729" [ 676.847690] env[69239]: _type = "Task" [ 676.847690] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.852137] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 676.852137] env[69239]: value = "task-4144730" [ 676.852137] env[69239]: _type = "Task" [ 676.852137] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.861222] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144729, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.864554] env[69239]: DEBUG nova.network.neutron [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Successfully updated port: ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.873458] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144730, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.099806] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144728, 'name': ReconfigVM_Task, 'duration_secs': 0.542225} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.100670] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa/0545ab25-1b1b-4de6-bab9-0c9bac9a91fa.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.101566] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5efb042-1629-43be-a8fc-eea34e908547 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.110215] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 677.110215] env[69239]: value = "task-4144731" [ 677.110215] env[69239]: _type = "Task" [ 677.110215] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.123087] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144731, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.295957] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.939s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.296605] env[69239]: DEBUG nova.compute.manager [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.299504] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.527s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.301148] env[69239]: INFO nova.compute.claims [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.360533] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144729, 'name': CreateVM_Task, 'duration_secs': 0.42929} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.361983] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.364460] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.364856] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.365339] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.369546] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-484dfc4d-baff-4b75-9fe8-5e480fc72bc0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.371787] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144730, 'name': Destroy_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.376023] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Acquiring lock "refresh_cache-e6f173d6-ddef-4073-9874-536a01b4db6c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.376023] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Acquired lock "refresh_cache-e6f173d6-ddef-4073-9874-536a01b4db6c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.376023] env[69239]: DEBUG nova.network.neutron [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.378743] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 677.378743] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f54a67-733e-2230-41a3-c618050b80d6" [ 677.378743] env[69239]: _type = "Task" [ 677.378743] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.391260] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f54a67-733e-2230-41a3-c618050b80d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.621898] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144731, 'name': Rename_Task, 'duration_secs': 0.184288} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.622419] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.622774] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dd8212c-59d7-469f-aca3-7c8fb63d6a5f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.631235] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 677.631235] env[69239]: value = "task-4144732" [ 677.631235] env[69239]: _type = "Task" [ 677.631235] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.641622] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.807841] env[69239]: DEBUG nova.compute.utils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.813158] env[69239]: DEBUG nova.compute.manager [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.813395] env[69239]: DEBUG nova.network.neutron [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.866018] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144730, 'name': Destroy_Task, 'duration_secs': 0.66297} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.868480] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Destroyed the VM [ 677.869770] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 677.870724] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2d0b10d4-7158-4444-be31-6358f3100ec2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.890216] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 677.890216] env[69239]: value = "task-4144733" [ 677.890216] env[69239]: _type = "Task" [ 677.890216] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.899938] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f54a67-733e-2230-41a3-c618050b80d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011623} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.903996] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.903996] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.903996] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.903996] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.904676] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.904676] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbf88b4c-bcc3-4c4d-9c3e-c1a7b63684f1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.909912] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144733, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.919157] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.919321] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.920255] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e2c215-bde3-424d-ab76-09fd63956e84 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.924611] env[69239]: DEBUG nova.policy [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ee213cf5ec441acad1f70522f14fac4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5b082fb41c5467bb522bf38e2797f94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.928663] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 677.928663] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520fb406-f601-c79e-e53e-c71a42a64ccd" [ 677.928663] env[69239]: _type = "Task" [ 677.928663] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.939948] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520fb406-f601-c79e-e53e-c71a42a64ccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.984609] env[69239]: DEBUG nova.network.neutron [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.146039] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144732, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.314255] env[69239]: DEBUG nova.compute.manager [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.408535] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144733, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.445753] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520fb406-f601-c79e-e53e-c71a42a64ccd, 'name': SearchDatastore_Task, 'duration_secs': 0.014934} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.446741] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f01ee2-838e-40d6-b51d-f7062074878d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.453465] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 678.453465] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5287d3e5-e987-f418-74bc-bf1e49750486" [ 678.453465] env[69239]: _type = "Task" [ 678.453465] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.464339] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5287d3e5-e987-f418-74bc-bf1e49750486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.649437] env[69239]: DEBUG oslo_vmware.api [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144732, 'name': PowerOnVM_Task, 'duration_secs': 0.526673} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.649591] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.649795] env[69239]: INFO nova.compute.manager [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Took 9.00 seconds to spawn the instance on the hypervisor. [ 678.649981] env[69239]: DEBUG nova.compute.manager [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 678.651220] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194cb919-31b9-4f4f-a3ab-d3c918541b4c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.676673] env[69239]: DEBUG nova.network.neutron [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Updating instance_info_cache with network_info: [{"id": "ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2", "address": "fa:16:3e:62:dc:b5", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5e3e0a-45", "ovs_interfaceid": "ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.858270] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f07a0b-6833-43b3-a192-0ccfc56c0610 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.869123] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46cafff-a029-48b0-93d3-51dee53c0cb6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.911779] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b459773-801b-4795-a3e2-9bee3a2d0d8a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.922942] env[69239]: DEBUG oslo_vmware.api [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144733, 'name': RemoveSnapshot_Task, 'duration_secs': 0.855351} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.923345] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 678.923585] env[69239]: INFO nova.compute.manager [None req-54f892e3-5e5c-42a2-8122-2c194a7d4528 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Took 20.34 seconds to snapshot the instance on the hypervisor. [ 678.929415] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16a1745-5038-47aa-b7c9-462ebb4ebc36 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.948380] env[69239]: DEBUG nova.compute.provider_tree [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.967957] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5287d3e5-e987-f418-74bc-bf1e49750486, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.968292] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.968583] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] fc474a2e-4354-4b6c-a3de-b26c4004eb6f/fc474a2e-4354-4b6c-a3de-b26c4004eb6f.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.969254] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e838acf-cbaf-48bf-9460-4c1f71566535 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.978536] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 678.978536] env[69239]: value = "task-4144734" [ 678.978536] env[69239]: _type = "Task" [ 678.978536] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.990024] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.122531] env[69239]: DEBUG nova.network.neutron [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Successfully created port: 7706e09f-3fd5-433f-8122-b1b583c71be8 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.170265] env[69239]: INFO nova.compute.manager [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Took 30.35 seconds to build instance. [ 679.182721] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Releasing lock "refresh_cache-e6f173d6-ddef-4073-9874-536a01b4db6c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.183203] env[69239]: DEBUG nova.compute.manager [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Instance network_info: |[{"id": "ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2", "address": "fa:16:3e:62:dc:b5", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5e3e0a-45", "ovs_interfaceid": "ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.183695] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:dc:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.193008] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Creating folder: Project (282e43c9e3364a979ffd538b8ef8cb2d). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.194139] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82316154-2534-4b84-8cb7-51a9b5400f41 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.209251] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Created folder: Project (282e43c9e3364a979ffd538b8ef8cb2d) in parent group-v820715. [ 679.209537] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Creating folder: Instances. Parent ref: group-v820784. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.209817] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c60209fc-fe43-40ac-b8bb-aeba0cc93464 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.223059] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Created folder: Instances in parent group-v820784. [ 679.223497] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.223836] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.224223] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58327c7b-e585-4d88-9765-ed73f414c55a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.249360] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.249360] env[69239]: value = "task-4144737" [ 679.249360] env[69239]: _type = "Task" [ 679.249360] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.262835] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144737, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.333793] env[69239]: DEBUG nova.compute.manager [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.370807] env[69239]: DEBUG nova.virt.hardware [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.371077] env[69239]: DEBUG nova.virt.hardware [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.371244] env[69239]: DEBUG nova.virt.hardware [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.371546] env[69239]: DEBUG nova.virt.hardware [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.371826] env[69239]: DEBUG nova.virt.hardware [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.372216] env[69239]: DEBUG nova.virt.hardware [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.372626] env[69239]: DEBUG nova.virt.hardware [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.373067] env[69239]: DEBUG nova.virt.hardware [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.373330] env[69239]: DEBUG nova.virt.hardware [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.373739] env[69239]: DEBUG nova.virt.hardware [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.374087] env[69239]: DEBUG nova.virt.hardware [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.375476] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0752ab6-ef3e-496e-9893-4d983471df6a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.388468] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bea7df-27c4-41ed-8371-86d121654dc2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.450563] env[69239]: DEBUG nova.scheduler.client.report [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.494637] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144734, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.673955] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1e51bef1-b16b-430e-b1f3-1070e908a30c tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Lock "0545ab25-1b1b-4de6-bab9-0c9bac9a91fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.698s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.764739] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144737, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.956478] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.957089] env[69239]: DEBUG nova.compute.manager [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.959878] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.107s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.961557] env[69239]: INFO nova.compute.claims [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.990102] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561816} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.990490] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] fc474a2e-4354-4b6c-a3de-b26c4004eb6f/fc474a2e-4354-4b6c-a3de-b26c4004eb6f.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.991164] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.991461] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e0fd8e1-f6c3-429e-87ab-1b06738469a6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.999463] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 679.999463] env[69239]: value = "task-4144738" [ 679.999463] env[69239]: _type = "Task" [ 679.999463] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.009703] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.177646] env[69239]: DEBUG nova.compute.manager [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.261405] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144737, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.469102] env[69239]: DEBUG nova.compute.utils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.476027] env[69239]: DEBUG nova.compute.manager [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.476027] env[69239]: DEBUG nova.network.neutron [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.510993] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084221} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.511350] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.512265] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79213ee7-a3bb-4d0c-a385-63e4537b0cdf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.551749] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] fc474a2e-4354-4b6c-a3de-b26c4004eb6f/fc474a2e-4354-4b6c-a3de-b26c4004eb6f.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.552135] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59da5de2-9189-453e-a258-1e8f65cb1d40 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.573494] env[69239]: DEBUG nova.policy [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '952aabecae69486db96aa513478bc10a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4236a9ee5f64743b55eb5376137fdd3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.579821] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 680.579821] env[69239]: value = "task-4144739" [ 680.579821] env[69239]: _type = "Task" [ 680.579821] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.589529] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.708301] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.718983] env[69239]: DEBUG nova.compute.manager [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Received event network-changed-3035dd69-c8eb-4f8c-86bb-3f4585989785 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.718983] env[69239]: DEBUG nova.compute.manager [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Refreshing instance network info cache due to event network-changed-3035dd69-c8eb-4f8c-86bb-3f4585989785. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.718983] env[69239]: DEBUG oslo_concurrency.lockutils [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] Acquiring lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.719129] env[69239]: DEBUG oslo_concurrency.lockutils [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] Acquired lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.728120] env[69239]: DEBUG nova.network.neutron [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Refreshing network info cache for port 3035dd69-c8eb-4f8c-86bb-3f4585989785 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.768794] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144737, 'name': CreateVM_Task, 'duration_secs': 1.299987} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.769254] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.770860] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.771056] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.771629] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.771992] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f35429-8b26-4585-8dfd-a70aa101c7df {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.777865] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Waiting for the task: (returnval){ [ 680.777865] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5204c9cb-2dff-d69e-8583-4abd30bb71ba" [ 680.777865] env[69239]: _type = "Task" [ 680.777865] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.523281] env[69239]: DEBUG nova.compute.manager [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.537193] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquiring lock "35fad621-9dd6-46af-9899-0e7a2a24e9ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.537476] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Lock "35fad621-9dd6-46af-9899-0e7a2a24e9ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.543703] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5204c9cb-2dff-d69e-8583-4abd30bb71ba, 'name': SearchDatastore_Task, 'duration_secs': 0.017668} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.546989] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.547292] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.547525] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.547671] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.547845] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.548155] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144739, 'name': ReconfigVM_Task, 'duration_secs': 0.491747} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.548363] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec400315-76de-410f-963f-9ce532b927ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.550453] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Reconfigured VM instance instance-00000012 to attach disk [datastore1] fc474a2e-4354-4b6c-a3de-b26c4004eb6f/fc474a2e-4354-4b6c-a3de-b26c4004eb6f.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.551199] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3b154ae-c7e4-4851-a220-8cd1fcda4f45 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.562406] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.562707] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.565455] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71377c1c-6517-474a-8b68-2d72c479e39e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.569236] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 681.569236] env[69239]: value = "task-4144740" [ 681.569236] env[69239]: _type = "Task" [ 681.569236] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.579058] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Waiting for the task: (returnval){ [ 681.579058] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5273f8de-8846-eee6-556f-86ba4908765b" [ 681.579058] env[69239]: _type = "Task" [ 681.579058] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.588160] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144740, 'name': Rename_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.598368] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5273f8de-8846-eee6-556f-86ba4908765b, 'name': SearchDatastore_Task, 'duration_secs': 0.011569} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.599285] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a11a7e-aeb5-4892-82bc-0e2a64a01fbd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.606300] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Waiting for the task: (returnval){ [ 681.606300] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]522143e4-7f6f-814d-9f5b-2611d6aab306" [ 681.606300] env[69239]: _type = "Task" [ 681.606300] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.620725] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522143e4-7f6f-814d-9f5b-2611d6aab306, 'name': SearchDatastore_Task, 'duration_secs': 0.011341} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.621059] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.621370] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] e6f173d6-ddef-4073-9874-536a01b4db6c/e6f173d6-ddef-4073-9874-536a01b4db6c.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.621681] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c76321ba-cacc-4963-a635-17f5249e2633 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.630327] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Waiting for the task: (returnval){ [ 681.630327] env[69239]: value = "task-4144741" [ 681.630327] env[69239]: _type = "Task" [ 681.630327] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.644536] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.819651] env[69239]: DEBUG nova.network.neutron [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Updated VIF entry in instance network info cache for port 3035dd69-c8eb-4f8c-86bb-3f4585989785. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.820042] env[69239]: DEBUG nova.network.neutron [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Updating instance_info_cache with network_info: [{"id": "3035dd69-c8eb-4f8c-86bb-3f4585989785", "address": "fa:16:3e:b1:2d:02", "network": {"id": "d5c22f4e-5787-413f-9c2e-96e168a8d1f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814803055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf328fb20e2a4b9d83b9484abb438e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3035dd69-c8", "ovs_interfaceid": "3035dd69-c8eb-4f8c-86bb-3f4585989785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.034175] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008b76c6-537b-49a9-a0ee-58021d2f9b9d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.047228] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f51991-383b-49ad-824e-89f6fc7bc849 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.095268] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931f19dd-eb9e-4785-9e60-ac7f296c2edd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.110821] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ddf8c3-7587-4543-b3b2-7bc72dd4320a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.114160] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144740, 'name': Rename_Task, 'duration_secs': 0.175076} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.114511] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.115202] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55941068-50a0-49f0-8dbb-7674bb4a74c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.129444] env[69239]: DEBUG nova.compute.provider_tree [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.132571] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 682.132571] env[69239]: value = "task-4144742" [ 682.132571] env[69239]: _type = "Task" [ 682.132571] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.146639] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144741, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.150085] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144742, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.181041] env[69239]: DEBUG nova.network.neutron [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Successfully created port: 6b2a3175-0ad3-4d4c-8925-39f5205d2c11 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.323352] env[69239]: DEBUG oslo_concurrency.lockutils [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] Releasing lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.323735] env[69239]: DEBUG nova.compute.manager [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Received event network-vif-plugged-ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.323938] env[69239]: DEBUG oslo_concurrency.lockutils [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] Acquiring lock "e6f173d6-ddef-4073-9874-536a01b4db6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.324165] env[69239]: DEBUG oslo_concurrency.lockutils [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] Lock "e6f173d6-ddef-4073-9874-536a01b4db6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.324332] env[69239]: DEBUG oslo_concurrency.lockutils [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] Lock "e6f173d6-ddef-4073-9874-536a01b4db6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.324704] env[69239]: DEBUG nova.compute.manager [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] No waiting events found dispatching network-vif-plugged-ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 682.324884] env[69239]: WARNING nova.compute.manager [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Received unexpected event network-vif-plugged-ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2 for instance with vm_state building and task_state spawning. [ 682.325310] env[69239]: DEBUG nova.compute.manager [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Received event network-changed-ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.325554] env[69239]: DEBUG nova.compute.manager [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Refreshing instance network info cache due to event network-changed-ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.325820] env[69239]: DEBUG oslo_concurrency.lockutils [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] Acquiring lock "refresh_cache-e6f173d6-ddef-4073-9874-536a01b4db6c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.325961] env[69239]: DEBUG oslo_concurrency.lockutils [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] Acquired lock "refresh_cache-e6f173d6-ddef-4073-9874-536a01b4db6c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.326151] env[69239]: DEBUG nova.network.neutron [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Refreshing network info cache for port ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.404792] env[69239]: DEBUG nova.network.neutron [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Successfully updated port: 7706e09f-3fd5-433f-8122-b1b583c71be8 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.544037] env[69239]: DEBUG nova.compute.manager [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.567917] env[69239]: DEBUG nova.virt.hardware [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.568220] env[69239]: DEBUG nova.virt.hardware [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.568383] env[69239]: DEBUG nova.virt.hardware [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.568566] env[69239]: DEBUG nova.virt.hardware [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.568714] env[69239]: DEBUG nova.virt.hardware [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.568922] env[69239]: DEBUG nova.virt.hardware [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.569655] env[69239]: DEBUG nova.virt.hardware [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.569655] env[69239]: DEBUG nova.virt.hardware [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.569789] env[69239]: DEBUG nova.virt.hardware [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.569885] env[69239]: DEBUG nova.virt.hardware [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.570093] env[69239]: DEBUG nova.virt.hardware [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.571493] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131d590a-2789-4bfb-8e46-b7d6c1d1973a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.580798] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7964b5-1734-4cad-b2a2-330ea4ad07b5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.651822] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144742, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.656462] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534306} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.656462] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] e6f173d6-ddef-4073-9874-536a01b4db6c/e6f173d6-ddef-4073-9874-536a01b4db6c.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.656462] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.656462] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e5e2c24-4174-4640-bf37-471478db7271 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.663778] env[69239]: ERROR nova.scheduler.client.report [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [req-8c42856e-8f67-474f-ad8f-d83d17fc32bc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8c42856e-8f67-474f-ad8f-d83d17fc32bc"}]} [ 682.670028] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Waiting for the task: (returnval){ [ 682.670028] env[69239]: value = "task-4144743" [ 682.670028] env[69239]: _type = "Task" [ 682.670028] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.681764] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.693396] env[69239]: DEBUG nova.scheduler.client.report [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 682.717732] env[69239]: DEBUG nova.scheduler.client.report [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 682.718179] env[69239]: DEBUG nova.compute.provider_tree [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.732014] env[69239]: DEBUG nova.scheduler.client.report [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 682.754428] env[69239]: DEBUG nova.scheduler.client.report [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 682.908451] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquiring lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.908712] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquired lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.908968] env[69239]: DEBUG nova.network.neutron [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.152186] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144742, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.181721] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203214} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.182227] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.183288] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1747cf4d-aec6-4276-b1d2-15a733929f6c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.227750] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] e6f173d6-ddef-4073-9874-536a01b4db6c/e6f173d6-ddef-4073-9874-536a01b4db6c.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.232641] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd349c30-4c85-46bb-8c96-dc33718e70c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.265485] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Waiting for the task: (returnval){ [ 683.265485] env[69239]: value = "task-4144744" [ 683.265485] env[69239]: _type = "Task" [ 683.265485] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.287028] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.367295] env[69239]: DEBUG nova.network.neutron [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Updated VIF entry in instance network info cache for port ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.367728] env[69239]: DEBUG nova.network.neutron [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Updating instance_info_cache with network_info: [{"id": "ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2", "address": "fa:16:3e:62:dc:b5", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5e3e0a-45", "ovs_interfaceid": "ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.398663] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e3a92b-63ea-4c3b-b4fb-e9cf78ecf50a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.409895] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ecd45e-de9a-4633-b3b8-2b9df3647529 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.460347] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57970af0-6ea2-4cb5-89e5-e7b3cccdec07 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.471636] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57afc1aa-3f96-4868-9b1e-0ff87e5333fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.491861] env[69239]: DEBUG nova.compute.provider_tree [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.494202] env[69239]: DEBUG nova.network.neutron [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.666924] env[69239]: DEBUG oslo_vmware.api [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144742, 'name': PowerOnVM_Task, 'duration_secs': 1.153085} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.667337] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.667694] env[69239]: DEBUG nova.compute.manager [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 683.669092] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd0791d-62e5-4399-86a4-98317ec2b58e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.784553] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.853269] env[69239]: DEBUG nova.network.neutron [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Updating instance_info_cache with network_info: [{"id": "7706e09f-3fd5-433f-8122-b1b583c71be8", "address": "fa:16:3e:7a:ae:41", "network": {"id": "edbb084d-0ff7-4943-9f8e-d771eb67b686", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-613487030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5b082fb41c5467bb522bf38e2797f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7706e09f-3f", "ovs_interfaceid": "7706e09f-3fd5-433f-8122-b1b583c71be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.871257] env[69239]: DEBUG oslo_concurrency.lockutils [req-9ecebc92-bcb8-42e5-949c-a07256544323 req-88d64d66-e98e-4c15-8f3f-ed2a0cbeb321 service nova] Releasing lock "refresh_cache-e6f173d6-ddef-4073-9874-536a01b4db6c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.044292] env[69239]: DEBUG nova.scheduler.client.report [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 684.045397] env[69239]: DEBUG nova.compute.provider_tree [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 43 to 44 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 684.045704] env[69239]: DEBUG nova.compute.provider_tree [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.201247] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.280316] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144744, 'name': ReconfigVM_Task, 'duration_secs': 0.647645} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.280888] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Reconfigured VM instance instance-00000016 to attach disk [datastore1] e6f173d6-ddef-4073-9874-536a01b4db6c/e6f173d6-ddef-4073-9874-536a01b4db6c.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.281925] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e27d6e8c-3e0e-441b-b93f-4df7ac997f04 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.293026] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Waiting for the task: (returnval){ [ 684.293026] env[69239]: value = "task-4144745" [ 684.293026] env[69239]: _type = "Task" [ 684.293026] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.305776] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144745, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.359024] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Releasing lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.359024] env[69239]: DEBUG nova.compute.manager [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Instance network_info: |[{"id": "7706e09f-3fd5-433f-8122-b1b583c71be8", "address": "fa:16:3e:7a:ae:41", "network": {"id": "edbb084d-0ff7-4943-9f8e-d771eb67b686", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-613487030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5b082fb41c5467bb522bf38e2797f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7706e09f-3f", "ovs_interfaceid": "7706e09f-3fd5-433f-8122-b1b583c71be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.359373] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:ae:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7706e09f-3fd5-433f-8122-b1b583c71be8', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.367734] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Creating folder: Project (a5b082fb41c5467bb522bf38e2797f94). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.368294] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc2bc419-fe60-44b0-b4d0-09a1802215ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.382962] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Created folder: Project (a5b082fb41c5467bb522bf38e2797f94) in parent group-v820715. [ 684.382962] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Creating folder: Instances. Parent ref: group-v820787. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.382962] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78c8be59-9e87-4523-abd3-c2b1380bd7cd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.396031] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Created folder: Instances in parent group-v820787. [ 684.396031] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.396031] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.396031] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65a5bb95-3b09-403e-bc6a-c3a1969bc880 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.420053] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.420053] env[69239]: value = "task-4144748" [ 684.420053] env[69239]: _type = "Task" [ 684.420053] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.432152] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144748, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.555023] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.592s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.555023] env[69239]: DEBUG nova.compute.manager [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.556496] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.349s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.564647] env[69239]: INFO nova.compute.claims [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.805328] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144745, 'name': Rename_Task, 'duration_secs': 0.226138} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.805979] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.806251] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63425e7a-edd7-41f7-937c-0ee8d67ce44e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.815868] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Waiting for the task: (returnval){ [ 684.815868] env[69239]: value = "task-4144749" [ 684.815868] env[69239]: _type = "Task" [ 684.815868] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.825304] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.847288] env[69239]: DEBUG nova.network.neutron [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Successfully updated port: 6b2a3175-0ad3-4d4c-8925-39f5205d2c11 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.934356] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144748, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.068776] env[69239]: DEBUG nova.compute.utils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.076587] env[69239]: DEBUG nova.compute.manager [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.077835] env[69239]: DEBUG nova.network.neutron [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.115135] env[69239]: DEBUG oslo_vmware.rw_handles [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e94eef-4ac4-9962-2d3e-238d0b62df96/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 685.116780] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117f1d1f-1c30-4ceb-8c50-a9bcd71afc74 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.129099] env[69239]: DEBUG oslo_vmware.rw_handles [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e94eef-4ac4-9962-2d3e-238d0b62df96/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 685.129099] env[69239]: ERROR oslo_vmware.rw_handles [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e94eef-4ac4-9962-2d3e-238d0b62df96/disk-0.vmdk due to incomplete transfer. [ 685.129099] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a76e87c8-8d2e-4393-b189-10d1f081e506 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.133353] env[69239]: DEBUG nova.policy [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3670567be54f48889bd7058c24f1b113', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '494c7acff5bb44cea9d4b8dc16133590', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.138419] env[69239]: DEBUG oslo_vmware.rw_handles [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e94eef-4ac4-9962-2d3e-238d0b62df96/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 685.138643] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Uploaded image 13e24f14-6bcb-4583-ac9d-468274220581 to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 685.140292] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 685.140829] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5ffc4c6b-9a69-40ff-8582-81996a5ef246 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.147898] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 685.147898] env[69239]: value = "task-4144750" [ 685.147898] env[69239]: _type = "Task" [ 685.147898] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.159734] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144750, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.188142] env[69239]: DEBUG nova.compute.manager [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Received event network-changed-3035dd69-c8eb-4f8c-86bb-3f4585989785 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.188411] env[69239]: DEBUG nova.compute.manager [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Refreshing instance network info cache due to event network-changed-3035dd69-c8eb-4f8c-86bb-3f4585989785. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.188563] env[69239]: DEBUG oslo_concurrency.lockutils [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] Acquiring lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.188701] env[69239]: DEBUG oslo_concurrency.lockutils [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] Acquired lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.188860] env[69239]: DEBUG nova.network.neutron [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Refreshing network info cache for port 3035dd69-c8eb-4f8c-86bb-3f4585989785 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.330405] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.350344] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Acquiring lock "refresh_cache-b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.350560] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Acquired lock "refresh_cache-b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.350752] env[69239]: DEBUG nova.network.neutron [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.435692] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144748, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.577670] env[69239]: DEBUG nova.compute.manager [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.592893] env[69239]: DEBUG nova.compute.manager [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 685.594032] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216bdac2-2f9c-4a9c-b62c-2f80f270b9ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.668806] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144750, 'name': Destroy_Task, 'duration_secs': 0.431558} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.670375] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Destroyed the VM [ 685.670661] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 685.670982] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eca44599-5f39-47f6-909a-a689a3408036 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.679877] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 685.679877] env[69239]: value = "task-4144751" [ 685.679877] env[69239]: _type = "Task" [ 685.679877] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.696731] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144751, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.827850] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.938394] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144748, 'name': CreateVM_Task, 'duration_secs': 1.501305} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.938868] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.939473] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.939633] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.939978] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.943089] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10fff6fd-a250-40a6-a3e9-23f3fdb2c0cb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.957102] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Waiting for the task: (returnval){ [ 685.957102] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e59684-a1eb-a7d0-ecee-6d9d4582809d" [ 685.957102] env[69239]: _type = "Task" [ 685.957102] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.972730] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e59684-a1eb-a7d0-ecee-6d9d4582809d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.049626] env[69239]: DEBUG nova.network.neutron [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Successfully created port: 5441c2bb-95b7-4c5c-966c-3a698bb729a3 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.115396] env[69239]: INFO nova.compute.manager [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] instance snapshotting [ 686.117731] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60997c18-142e-41f4-92c5-7062d030d7fd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.124497] env[69239]: DEBUG nova.network.neutron [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.127472] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b885bdda-939b-4bc3-94d2-23534014a4d9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.154024] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406fcdd0-a500-41c5-9515-76669e8f9e43 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.162596] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c5b6ac-86b4-41d4-bb8f-5e377c51ed0e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.213237] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed1eba9-08d7-48d3-8de9-c0a150264046 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.224392] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144751, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.232301] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77a0f90-0486-4846-aae6-cd35efa15d99 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.250774] env[69239]: DEBUG nova.compute.provider_tree [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.333160] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144749, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.449942] env[69239]: DEBUG nova.network.neutron [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Updating instance_info_cache with network_info: [{"id": "6b2a3175-0ad3-4d4c-8925-39f5205d2c11", "address": "fa:16:3e:1f:92:eb", "network": {"id": "48ad3115-16b8-4498-8da4-a89a00005260", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1329689730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4236a9ee5f64743b55eb5376137fdd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b2a3175-0a", "ovs_interfaceid": "6b2a3175-0ad3-4d4c-8925-39f5205d2c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.464880] env[69239]: DEBUG nova.network.neutron [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Updated VIF entry in instance network info cache for port 3035dd69-c8eb-4f8c-86bb-3f4585989785. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.464880] env[69239]: DEBUG nova.network.neutron [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Updating instance_info_cache with network_info: [{"id": "3035dd69-c8eb-4f8c-86bb-3f4585989785", "address": "fa:16:3e:b1:2d:02", "network": {"id": "d5c22f4e-5787-413f-9c2e-96e168a8d1f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814803055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf328fb20e2a4b9d83b9484abb438e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3035dd69-c8", "ovs_interfaceid": "3035dd69-c8eb-4f8c-86bb-3f4585989785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.473096] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e59684-a1eb-a7d0-ecee-6d9d4582809d, 'name': SearchDatastore_Task, 'duration_secs': 0.016733} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.474466] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.474466] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.474592] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.474729] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.475361] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.475361] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e496521-1938-4a28-9628-acf977cb91d7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.490047] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.490298] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.491081] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3bfe7b-4c78-4be1-a6e4-526e2b41a48f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.498146] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Waiting for the task: (returnval){ [ 686.498146] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]522a89e9-1b01-5f08-4593-d08a263a42fa" [ 686.498146] env[69239]: _type = "Task" [ 686.498146] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.508686] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522a89e9-1b01-5f08-4593-d08a263a42fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.591314] env[69239]: DEBUG nova.compute.manager [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.616568] env[69239]: DEBUG nova.virt.hardware [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.616822] env[69239]: DEBUG nova.virt.hardware [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.616981] env[69239]: DEBUG nova.virt.hardware [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.617235] env[69239]: DEBUG nova.virt.hardware [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.617397] env[69239]: DEBUG nova.virt.hardware [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.617548] env[69239]: DEBUG nova.virt.hardware [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.617756] env[69239]: DEBUG nova.virt.hardware [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.617914] env[69239]: DEBUG nova.virt.hardware [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.618145] env[69239]: DEBUG nova.virt.hardware [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.618333] env[69239]: DEBUG nova.virt.hardware [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.618886] env[69239]: DEBUG nova.virt.hardware [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.619425] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2471e698-112b-4ef6-9a27-7b8385037f48 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.627668] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c803d973-68af-4bab-a535-27ee77997777 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.716629] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 686.716943] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ee4509ce-5cdc-4b3b-ac7b-50cc7f5db50b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.726502] env[69239]: DEBUG oslo_vmware.api [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144751, 'name': RemoveSnapshot_Task, 'duration_secs': 0.718102} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.728155] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 686.728420] env[69239]: INFO nova.compute.manager [None req-baffcb8f-b98c-4f14-90ff-0ba06a182e24 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Took 16.68 seconds to snapshot the instance on the hypervisor. [ 686.735027] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 686.735027] env[69239]: value = "task-4144752" [ 686.735027] env[69239]: _type = "Task" [ 686.735027] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.741222] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144752, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.754709] env[69239]: DEBUG nova.scheduler.client.report [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.831435] env[69239]: DEBUG oslo_vmware.api [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144749, 'name': PowerOnVM_Task, 'duration_secs': 1.583919} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.832334] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.834025] env[69239]: INFO nova.compute.manager [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Took 12.45 seconds to spawn the instance on the hypervisor. [ 686.834025] env[69239]: DEBUG nova.compute.manager [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 686.834655] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6beea2-734d-45b4-8a0f-e49acb857173 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.958377] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Releasing lock "refresh_cache-b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.958377] env[69239]: DEBUG nova.compute.manager [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Instance network_info: |[{"id": "6b2a3175-0ad3-4d4c-8925-39f5205d2c11", "address": "fa:16:3e:1f:92:eb", "network": {"id": "48ad3115-16b8-4498-8da4-a89a00005260", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1329689730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4236a9ee5f64743b55eb5376137fdd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b2a3175-0a", "ovs_interfaceid": "6b2a3175-0ad3-4d4c-8925-39f5205d2c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.958529] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:92:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b2a3175-0ad3-4d4c-8925-39f5205d2c11', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.965538] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Creating folder: Project (e4236a9ee5f64743b55eb5376137fdd3). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.966853] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37179737-314f-441f-8371-75caf5499b6f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.974375] env[69239]: DEBUG oslo_concurrency.lockutils [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] Releasing lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.974822] env[69239]: DEBUG nova.compute.manager [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Received event network-changed-0e2f172d-8f60-4c74-a7e0-f7cf60f76869 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.975267] env[69239]: DEBUG nova.compute.manager [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Refreshing instance network info cache due to event network-changed-0e2f172d-8f60-4c74-a7e0-f7cf60f76869. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.975614] env[69239]: DEBUG oslo_concurrency.lockutils [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] Acquiring lock "refresh_cache-78d8fda0-154d-4522-9536-a53205b767b5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.975890] env[69239]: DEBUG oslo_concurrency.lockutils [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] Acquired lock "refresh_cache-78d8fda0-154d-4522-9536-a53205b767b5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.976181] env[69239]: DEBUG nova.network.neutron [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Refreshing network info cache for port 0e2f172d-8f60-4c74-a7e0-f7cf60f76869 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.981354] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Created folder: Project (e4236a9ee5f64743b55eb5376137fdd3) in parent group-v820715. [ 686.981741] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Creating folder: Instances. Parent ref: group-v820790. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.982120] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-627ca819-d357-47a1-a1a4-6286d6a6fba7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.993365] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Created folder: Instances in parent group-v820790. [ 686.993482] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.993795] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.993942] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2881fd6f-ed07-43b7-9848-d1c247186614 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.025043] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522a89e9-1b01-5f08-4593-d08a263a42fa, 'name': SearchDatastore_Task, 'duration_secs': 0.014232} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.026785] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.026785] env[69239]: value = "task-4144755" [ 687.026785] env[69239]: _type = "Task" [ 687.026785] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.027076] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bff157fa-1828-456c-97f6-c88fdea5c628 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.038768] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Waiting for the task: (returnval){ [ 687.038768] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c0cbc6-8496-8755-00a0-7bc35965c58a" [ 687.038768] env[69239]: _type = "Task" [ 687.038768] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.043685] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144755, 'name': CreateVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.049912] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c0cbc6-8496-8755-00a0-7bc35965c58a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.250044] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144752, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.261082] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.262196] env[69239]: DEBUG nova.compute.manager [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.267701] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.755s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.269268] env[69239]: INFO nova.compute.claims [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.361807] env[69239]: INFO nova.compute.manager [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Took 36.42 seconds to build instance. [ 687.398026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquiring lock "0545ab25-1b1b-4de6-bab9-0c9bac9a91fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.398026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Lock "0545ab25-1b1b-4de6-bab9-0c9bac9a91fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.398026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquiring lock "0545ab25-1b1b-4de6-bab9-0c9bac9a91fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.398026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Lock "0545ab25-1b1b-4de6-bab9-0c9bac9a91fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.398333] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Lock "0545ab25-1b1b-4de6-bab9-0c9bac9a91fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.398333] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "78d8fda0-154d-4522-9536-a53205b767b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.398333] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "78d8fda0-154d-4522-9536-a53205b767b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.398333] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "78d8fda0-154d-4522-9536-a53205b767b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.398855] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "78d8fda0-154d-4522-9536-a53205b767b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.399281] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "78d8fda0-154d-4522-9536-a53205b767b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.401936] env[69239]: INFO nova.compute.manager [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Terminating instance [ 687.405040] env[69239]: INFO nova.compute.manager [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Terminating instance [ 687.552884] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144755, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.558584] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c0cbc6-8496-8755-00a0-7bc35965c58a, 'name': SearchDatastore_Task, 'duration_secs': 0.014867} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.558877] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.559306] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 845085dd-a45c-4a47-ae4a-825d9b8bb313/845085dd-a45c-4a47-ae4a-825d9b8bb313.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.559466] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8377c919-624e-44f9-8235-881258e838a3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.568358] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Waiting for the task: (returnval){ [ 687.568358] env[69239]: value = "task-4144756" [ 687.568358] env[69239]: _type = "Task" [ 687.568358] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.578829] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.754655] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144752, 'name': CreateSnapshot_Task, 'duration_secs': 0.581304} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.754936] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 687.755745] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9020c307-0ce3-4221-a7e2-6cf0974d81f9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.777125] env[69239]: DEBUG nova.compute.utils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.782019] env[69239]: DEBUG nova.compute.manager [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.782019] env[69239]: DEBUG nova.network.neutron [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.864662] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75b6bab0-210f-4729-a8dc-5c2e4baab97a tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Lock "e6f173d6-ddef-4073-9874-536a01b4db6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.690s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.873745] env[69239]: DEBUG nova.policy [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a58ff2e8ccf4d55b0c25cd46b4a6908', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '426726ad221b46279a27c0d80a385585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.910173] env[69239]: DEBUG nova.compute.manager [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.910173] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.910542] env[69239]: DEBUG nova.compute.manager [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.910719] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.912007] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e64316-5048-4205-baa1-2ad4ad800a14 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.918312] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451b906c-3b1f-4164-b965-12339703615f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.929563] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.934473] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bbb4a1a-452f-49d0-ab1f-60585f1932c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.938562] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.939065] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49217ca6-5612-4e4e-b8c2-da924e61a393 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.948469] env[69239]: DEBUG oslo_vmware.api [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 687.948469] env[69239]: value = "task-4144757" [ 687.948469] env[69239]: _type = "Task" [ 687.948469] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.953226] env[69239]: DEBUG oslo_vmware.api [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 687.953226] env[69239]: value = "task-4144758" [ 687.953226] env[69239]: _type = "Task" [ 687.953226] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.967674] env[69239]: DEBUG oslo_vmware.api [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.974216] env[69239]: DEBUG oslo_vmware.api [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.045040] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144755, 'name': CreateVM_Task, 'duration_secs': 0.561622} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.045300] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.045978] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.046161] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.047027] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.047027] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43bd2912-93f2-4014-8521-051061511e32 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.053491] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Waiting for the task: (returnval){ [ 688.053491] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529461a5-3a6e-fcea-c8b1-7ffe5e6aed28" [ 688.053491] env[69239]: _type = "Task" [ 688.053491] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.063319] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529461a5-3a6e-fcea-c8b1-7ffe5e6aed28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.083478] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144756, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.174496] env[69239]: DEBUG nova.network.neutron [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Updated VIF entry in instance network info cache for port 0e2f172d-8f60-4c74-a7e0-f7cf60f76869. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.174872] env[69239]: DEBUG nova.network.neutron [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Updating instance_info_cache with network_info: [{"id": "0e2f172d-8f60-4c74-a7e0-f7cf60f76869", "address": "fa:16:3e:9c:44:74", "network": {"id": "d5c22f4e-5787-413f-9c2e-96e168a8d1f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814803055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf328fb20e2a4b9d83b9484abb438e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e2f172d-8f", "ovs_interfaceid": "0e2f172d-8f60-4c74-a7e0-f7cf60f76869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.282547] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 688.283691] env[69239]: DEBUG nova.compute.manager [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.286762] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d4361bdd-b46c-4e76-a5b9-97dd8797ec14 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.301964] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 688.301964] env[69239]: value = "task-4144759" [ 688.301964] env[69239]: _type = "Task" [ 688.301964] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.317555] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144759, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.368971] env[69239]: DEBUG nova.compute.manager [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.460917] env[69239]: DEBUG oslo_vmware.api [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144757, 'name': PowerOffVM_Task, 'duration_secs': 0.215267} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.464817] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.466315] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.470130] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90b95528-7dd1-4b77-aeb9-d9667978b29b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.472380] env[69239]: DEBUG oslo_vmware.api [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144758, 'name': PowerOffVM_Task, 'duration_secs': 0.290539} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.472647] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.472891] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.473633] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55cc1ced-8b8f-44f8-85f3-e1e9da59a978 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.567271] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529461a5-3a6e-fcea-c8b1-7ffe5e6aed28, 'name': SearchDatastore_Task, 'duration_secs': 0.043633} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.571791] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.571791] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.571791] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.572114] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.574215] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.575357] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e275c5ad-3045-4f2e-ba41-6728141c3c41 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.588971] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.589333] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.589552] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Deleting the datastore file [datastore1] 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.595731] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1111b696-7b83-46f3-ab78-333b5b4d5d9e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.603086] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.603086] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.603086] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Deleting the datastore file [datastore2] 78d8fda0-154d-4522-9536-a53205b767b5 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.605919] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab71f337-11d3-4095-8c74-48a67b900236 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.606957] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.609343] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.615564] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9d93a4-7751-4394-b7f5-02fba19d65e2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.618601] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878807} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.619049] env[69239]: DEBUG oslo_vmware.api [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for the task: (returnval){ [ 688.619049] env[69239]: value = "task-4144762" [ 688.619049] env[69239]: _type = "Task" [ 688.619049] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.623344] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 845085dd-a45c-4a47-ae4a-825d9b8bb313/845085dd-a45c-4a47-ae4a-825d9b8bb313.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.625403] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.625403] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd2dc457-a174-4785-8e34-d0ed71fafcb9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.637206] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Waiting for the task: (returnval){ [ 688.637206] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5269748d-12d6-136e-280f-9d346ca368d9" [ 688.637206] env[69239]: _type = "Task" [ 688.637206] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.637911] env[69239]: DEBUG oslo_vmware.api [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 688.637911] env[69239]: value = "task-4144763" [ 688.637911] env[69239]: _type = "Task" [ 688.637911] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.657457] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Waiting for the task: (returnval){ [ 688.657457] env[69239]: value = "task-4144764" [ 688.657457] env[69239]: _type = "Task" [ 688.657457] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.657457] env[69239]: DEBUG oslo_vmware.api [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.667376] env[69239]: DEBUG oslo_vmware.api [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.667673] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5269748d-12d6-136e-280f-9d346ca368d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013572} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.668995] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80a0fd87-a79f-4956-93cc-1a7d4619529b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.675516] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.682345] env[69239]: DEBUG oslo_concurrency.lockutils [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] Releasing lock "refresh_cache-78d8fda0-154d-4522-9536-a53205b767b5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.682690] env[69239]: DEBUG nova.compute.manager [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Received event network-vif-plugged-7706e09f-3fd5-433f-8122-b1b583c71be8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.682941] env[69239]: DEBUG oslo_concurrency.lockutils [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] Acquiring lock "845085dd-a45c-4a47-ae4a-825d9b8bb313-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.683269] env[69239]: DEBUG oslo_concurrency.lockutils [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] Lock "845085dd-a45c-4a47-ae4a-825d9b8bb313-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.683478] env[69239]: DEBUG oslo_concurrency.lockutils [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] Lock "845085dd-a45c-4a47-ae4a-825d9b8bb313-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.683719] env[69239]: DEBUG nova.compute.manager [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] No waiting events found dispatching network-vif-plugged-7706e09f-3fd5-433f-8122-b1b583c71be8 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 688.683945] env[69239]: WARNING nova.compute.manager [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Received unexpected event network-vif-plugged-7706e09f-3fd5-433f-8122-b1b583c71be8 for instance with vm_state building and task_state spawning. [ 688.684266] env[69239]: DEBUG nova.compute.manager [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Received event network-changed-7706e09f-3fd5-433f-8122-b1b583c71be8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.685062] env[69239]: DEBUG nova.compute.manager [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Refreshing instance network info cache due to event network-changed-7706e09f-3fd5-433f-8122-b1b583c71be8. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.685062] env[69239]: DEBUG oslo_concurrency.lockutils [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] Acquiring lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.685250] env[69239]: DEBUG oslo_concurrency.lockutils [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] Acquired lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.685539] env[69239]: DEBUG nova.network.neutron [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Refreshing network info cache for port 7706e09f-3fd5-433f-8122-b1b583c71be8 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.688121] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Waiting for the task: (returnval){ [ 688.688121] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52944565-2844-b103-ff7a-f16207f4b82f" [ 688.688121] env[69239]: _type = "Task" [ 688.688121] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.702106] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52944565-2844-b103-ff7a-f16207f4b82f, 'name': SearchDatastore_Task, 'duration_secs': 0.01175} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.705875] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.706260] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b/b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.706845] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f117949-3b4d-4dd7-9d64-de9777fbd113 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.717696] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Waiting for the task: (returnval){ [ 688.717696] env[69239]: value = "task-4144765" [ 688.717696] env[69239]: _type = "Task" [ 688.717696] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.737123] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.759775] env[69239]: DEBUG nova.network.neutron [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Successfully created port: e16f0ce7-c502-4746-b060-afc170eacd9d {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.818082] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144759, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.895306] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.950117] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c9484b-dee6-430c-bf17-be958cfd135b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.960177] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d2f99c-9ba0-4bae-98b4-f47d62211e1d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.010684] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9241500b-48aa-4ca1-8adc-1971fdc4e2ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.023758] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214418dc-2aa9-4ff2-8024-b15f38492503 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.046215] env[69239]: DEBUG nova.compute.provider_tree [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.140225] env[69239]: DEBUG oslo_vmware.api [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Task: {'id': task-4144762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179973} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.144271] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.146016] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.146016] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.146016] env[69239]: INFO nova.compute.manager [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Took 1.24 seconds to destroy the instance on the hypervisor. [ 689.146016] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.146016] env[69239]: DEBUG nova.compute.manager [-] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.146016] env[69239]: DEBUG nova.network.neutron [-] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.155971] env[69239]: DEBUG oslo_vmware.api [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194063} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.156331] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.156559] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.156772] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.156929] env[69239]: INFO nova.compute.manager [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Took 1.25 seconds to destroy the instance on the hypervisor. [ 689.157546] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.157546] env[69239]: DEBUG nova.compute.manager [-] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.157681] env[69239]: DEBUG nova.network.neutron [-] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.175741] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106466} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.175741] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.176517] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f6982e-72df-4b9e-a59e-1224f452c722 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.180318] env[69239]: DEBUG nova.network.neutron [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Successfully updated port: 5441c2bb-95b7-4c5c-966c-3a698bb729a3 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.214685] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 845085dd-a45c-4a47-ae4a-825d9b8bb313/845085dd-a45c-4a47-ae4a-825d9b8bb313.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.215180] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34609dec-4464-48fb-9f12-9bb1158338cd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.252318] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Waiting for the task: (returnval){ [ 689.252318] env[69239]: value = "task-4144766" [ 689.252318] env[69239]: _type = "Task" [ 689.252318] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.254800] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144765, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.265500] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.298932] env[69239]: DEBUG nova.compute.manager [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.314247] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144759, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.330992] env[69239]: DEBUG nova.virt.hardware [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.330992] env[69239]: DEBUG nova.virt.hardware [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.330992] env[69239]: DEBUG nova.virt.hardware [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.331204] env[69239]: DEBUG nova.virt.hardware [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.331204] env[69239]: DEBUG nova.virt.hardware [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.331352] env[69239]: DEBUG nova.virt.hardware [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.331588] env[69239]: DEBUG nova.virt.hardware [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.331709] env[69239]: DEBUG nova.virt.hardware [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.331824] env[69239]: DEBUG nova.virt.hardware [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.332027] env[69239]: DEBUG nova.virt.hardware [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.333392] env[69239]: DEBUG nova.virt.hardware [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.333810] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1aa76a-cf6e-47fd-8567-11138e2fa183 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.344069] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd3d527-ca0b-4d49-8f73-fd11225629c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.590024] env[69239]: DEBUG nova.scheduler.client.report [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 44 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 689.590024] env[69239]: DEBUG nova.compute.provider_tree [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 44 to 45 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 689.590024] env[69239]: DEBUG nova.compute.provider_tree [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.686367] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "refresh_cache-4474a896-3a2b-4514-914b-9475f5e59b1d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.686367] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "refresh_cache-4474a896-3a2b-4514-914b-9475f5e59b1d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.686367] env[69239]: DEBUG nova.network.neutron [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.745162] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579035} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.745641] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b/b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.746036] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.748105] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-654e9047-0aa3-4576-80bc-703e8953ce98 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.756052] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Waiting for the task: (returnval){ [ 689.756052] env[69239]: value = "task-4144767" [ 689.756052] env[69239]: _type = "Task" [ 689.756052] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.779129] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.779644] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.815363] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144759, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.074793] env[69239]: DEBUG nova.network.neutron [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Updated VIF entry in instance network info cache for port 7706e09f-3fd5-433f-8122-b1b583c71be8. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.075862] env[69239]: DEBUG nova.network.neutron [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Updating instance_info_cache with network_info: [{"id": "7706e09f-3fd5-433f-8122-b1b583c71be8", "address": "fa:16:3e:7a:ae:41", "network": {"id": "edbb084d-0ff7-4943-9f8e-d771eb67b686", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-613487030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5b082fb41c5467bb522bf38e2797f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7706e09f-3f", "ovs_interfaceid": "7706e09f-3fd5-433f-8122-b1b583c71be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.096201] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.096429] env[69239]: DEBUG nova.compute.manager [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.101167] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.755s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.174594] env[69239]: DEBUG nova.compute.manager [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Received event network-vif-plugged-6b2a3175-0ad3-4d4c-8925-39f5205d2c11 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.175829] env[69239]: DEBUG oslo_concurrency.lockutils [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] Acquiring lock "b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.176077] env[69239]: DEBUG oslo_concurrency.lockutils [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] Lock "b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.176316] env[69239]: DEBUG oslo_concurrency.lockutils [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] Lock "b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.176509] env[69239]: DEBUG nova.compute.manager [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] No waiting events found dispatching network-vif-plugged-6b2a3175-0ad3-4d4c-8925-39f5205d2c11 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 690.179394] env[69239]: WARNING nova.compute.manager [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Received unexpected event network-vif-plugged-6b2a3175-0ad3-4d4c-8925-39f5205d2c11 for instance with vm_state building and task_state spawning. [ 690.179394] env[69239]: DEBUG nova.compute.manager [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Received event network-changed-0e2f172d-8f60-4c74-a7e0-f7cf60f76869 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.179394] env[69239]: DEBUG nova.compute.manager [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Refreshing instance network info cache due to event network-changed-0e2f172d-8f60-4c74-a7e0-f7cf60f76869. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.179394] env[69239]: DEBUG oslo_concurrency.lockutils [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] Acquiring lock "refresh_cache-78d8fda0-154d-4522-9536-a53205b767b5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.179394] env[69239]: DEBUG oslo_concurrency.lockutils [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] Acquired lock "refresh_cache-78d8fda0-154d-4522-9536-a53205b767b5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.179911] env[69239]: DEBUG nova.network.neutron [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Refreshing network info cache for port 0e2f172d-8f60-4c74-a7e0-f7cf60f76869 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.268742] env[69239]: DEBUG nova.network.neutron [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.280324] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144766, 'name': ReconfigVM_Task, 'duration_secs': 0.720214} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.281304] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 845085dd-a45c-4a47-ae4a-825d9b8bb313/845085dd-a45c-4a47-ae4a-825d9b8bb313.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.286475] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6b6d3b1-c736-4977-9a09-ba8425ea788d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.289570] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093178} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.291101] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.292127] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e7a2e8-d14c-4d79-b3b2-305296af8604 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.299344] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Waiting for the task: (returnval){ [ 690.299344] env[69239]: value = "task-4144768" [ 690.299344] env[69239]: _type = "Task" [ 690.299344] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.327184] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b/b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.333867] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17b5cf57-b256-46ba-88f6-3c87c49a9ee2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.357672] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144768, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.365817] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144759, 'name': CloneVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.367714] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Waiting for the task: (returnval){ [ 690.367714] env[69239]: value = "task-4144769" [ 690.367714] env[69239]: _type = "Task" [ 690.367714] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.381565] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.531795] env[69239]: DEBUG nova.network.neutron [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Updating instance_info_cache with network_info: [{"id": "5441c2bb-95b7-4c5c-966c-3a698bb729a3", "address": "fa:16:3e:d1:9c:e8", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5441c2bb-95", "ovs_interfaceid": "5441c2bb-95b7-4c5c-966c-3a698bb729a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.578314] env[69239]: DEBUG oslo_concurrency.lockutils [req-25b43de0-1947-4fea-9184-9629b90673c1 req-20e781b9-401d-4d8f-87e9-898a6f74061b service nova] Releasing lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.600056] env[69239]: DEBUG nova.network.neutron [-] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.606653] env[69239]: DEBUG nova.compute.utils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.614195] env[69239]: DEBUG nova.compute.manager [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.614387] env[69239]: DEBUG nova.network.neutron [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.624392] env[69239]: DEBUG nova.network.neutron [-] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.714796] env[69239]: INFO nova.network.neutron [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Port 0e2f172d-8f60-4c74-a7e0-f7cf60f76869 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 690.714796] env[69239]: DEBUG nova.network.neutron [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.781639] env[69239]: DEBUG oslo_concurrency.lockutils [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "fc474a2e-4354-4b6c-a3de-b26c4004eb6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.781948] env[69239]: DEBUG oslo_concurrency.lockutils [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "fc474a2e-4354-4b6c-a3de-b26c4004eb6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.782186] env[69239]: DEBUG oslo_concurrency.lockutils [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "fc474a2e-4354-4b6c-a3de-b26c4004eb6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.782380] env[69239]: DEBUG oslo_concurrency.lockutils [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "fc474a2e-4354-4b6c-a3de-b26c4004eb6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.782556] env[69239]: DEBUG oslo_concurrency.lockutils [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "fc474a2e-4354-4b6c-a3de-b26c4004eb6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.785971] env[69239]: INFO nova.compute.manager [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Terminating instance [ 690.799481] env[69239]: DEBUG nova.policy [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '367f10f7beb34b8aa32393dd4e523867', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c45ddded8d00491b8aac1607b6f04e71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.825462] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144768, 'name': Rename_Task, 'duration_secs': 0.386016} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.826381] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.826722] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0734cb64-6d63-41c1-aaf6-f003a946346d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.834825] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144759, 'name': CloneVM_Task, 'duration_secs': 2.090964} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.835731] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Created linked-clone VM from snapshot [ 690.836571] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2293a9-4c49-4aac-b204-16637cf2974b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.841604] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Waiting for the task: (returnval){ [ 690.841604] env[69239]: value = "task-4144770" [ 690.841604] env[69239]: _type = "Task" [ 690.841604] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.849452] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Uploading image 6f41384a-c4b5-4397-9411-9d41cb281ef8 {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 690.870723] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144770, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.882066] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.890343] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 690.890343] env[69239]: value = "vm-820794" [ 690.890343] env[69239]: _type = "VirtualMachine" [ 690.890343] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 690.892713] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f99ac12f-fb19-4fda-a1de-9332bd28ba4c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.900044] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lease: (returnval){ [ 690.900044] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52eceeb2-cbd6-ede1-daed-869a96a8c639" [ 690.900044] env[69239]: _type = "HttpNfcLease" [ 690.900044] env[69239]: } obtained for exporting VM: (result){ [ 690.900044] env[69239]: value = "vm-820794" [ 690.900044] env[69239]: _type = "VirtualMachine" [ 690.900044] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 690.900968] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the lease: (returnval){ [ 690.900968] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52eceeb2-cbd6-ede1-daed-869a96a8c639" [ 690.900968] env[69239]: _type = "HttpNfcLease" [ 690.900968] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 690.911162] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 690.911162] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52eceeb2-cbd6-ede1-daed-869a96a8c639" [ 690.911162] env[69239]: _type = "HttpNfcLease" [ 690.911162] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 691.035209] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "refresh_cache-4474a896-3a2b-4514-914b-9475f5e59b1d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.035595] env[69239]: DEBUG nova.compute.manager [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Instance network_info: |[{"id": "5441c2bb-95b7-4c5c-966c-3a698bb729a3", "address": "fa:16:3e:d1:9c:e8", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5441c2bb-95", "ovs_interfaceid": "5441c2bb-95b7-4c5c-966c-3a698bb729a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.036663] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:9c:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5441c2bb-95b7-4c5c-966c-3a698bb729a3', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.047542] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.047833] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.050923] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d312a7e-7ad4-41fd-8f11-fea231782e02 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.082398] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.082398] env[69239]: value = "task-4144772" [ 691.082398] env[69239]: _type = "Task" [ 691.082398] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.094680] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144772, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.109076] env[69239]: INFO nova.compute.manager [-] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Took 1.96 seconds to deallocate network for instance. [ 691.115389] env[69239]: DEBUG nova.compute.manager [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.127621] env[69239]: INFO nova.compute.manager [-] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Took 1.97 seconds to deallocate network for instance. [ 691.226434] env[69239]: DEBUG oslo_concurrency.lockutils [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] Releasing lock "refresh_cache-78d8fda0-154d-4522-9536-a53205b767b5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.226434] env[69239]: DEBUG nova.compute.manager [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Received event network-changed-6b2a3175-0ad3-4d4c-8925-39f5205d2c11 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.226434] env[69239]: DEBUG nova.compute.manager [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Refreshing instance network info cache due to event network-changed-6b2a3175-0ad3-4d4c-8925-39f5205d2c11. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.226434] env[69239]: DEBUG oslo_concurrency.lockutils [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] Acquiring lock "refresh_cache-b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.226434] env[69239]: DEBUG oslo_concurrency.lockutils [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] Acquired lock "refresh_cache-b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.227078] env[69239]: DEBUG nova.network.neutron [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Refreshing network info cache for port 6b2a3175-0ad3-4d4c-8925-39f5205d2c11 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.291127] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2414b5fb-0760-4f6a-8a68-c241584370a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.296891] env[69239]: DEBUG nova.compute.manager [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.297890] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.299044] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa96371f-b3c9-4538-85e3-5eba0bd79b71 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.313966] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61701cf7-a944-4838-8fd7-e8d510ba2bb7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.318332] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.318754] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d04f4406-97ee-49b6-bb3a-0322857e5274 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.368322] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf8eb96-1eff-4477-9c2f-2bea6330dfa5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.371820] env[69239]: DEBUG oslo_vmware.api [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 691.371820] env[69239]: value = "task-4144773" [ 691.371820] env[69239]: _type = "Task" [ 691.371820] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.387162] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144770, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.389994] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbf5276-8f8e-40ba-9fb0-5b7aabcf539c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.402923] env[69239]: DEBUG oslo_vmware.api [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.403801] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144769, 'name': ReconfigVM_Task, 'duration_secs': 0.958719} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.409527] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Reconfigured VM instance instance-00000018 to attach disk [datastore1] b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b/b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.418042] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9bbb658-d986-4619-8742-18a9a7bf73b1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.420662] env[69239]: DEBUG nova.compute.provider_tree [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.427801] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 691.427801] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52eceeb2-cbd6-ede1-daed-869a96a8c639" [ 691.427801] env[69239]: _type = "HttpNfcLease" [ 691.427801] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 691.429835] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 691.429835] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52eceeb2-cbd6-ede1-daed-869a96a8c639" [ 691.429835] env[69239]: _type = "HttpNfcLease" [ 691.429835] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 691.430280] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Waiting for the task: (returnval){ [ 691.430280] env[69239]: value = "task-4144774" [ 691.430280] env[69239]: _type = "Task" [ 691.430280] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.432230] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c075d3-27c0-4b0e-8d10-47df6fe31e0a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.447662] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7679c-ba75-3ff8-d272-58458d1dacc2/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 691.447662] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7679c-ba75-3ff8-d272-58458d1dacc2/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 691.452635] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144774, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.535051] env[69239]: DEBUG nova.compute.manager [req-ba7c3ed1-eb82-4b2f-8d97-5638038fb5a7 req-5a967916-77e7-4287-b163-5e4f9e887c49 service nova] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Received event network-vif-deleted-0e2f172d-8f60-4c74-a7e0-f7cf60f76869 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.569723] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-938dc922-4453-4404-94ca-f8e9a519f611 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.594172] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144772, 'name': CreateVM_Task, 'duration_secs': 0.453677} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.596601] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.598037] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.599682] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.599682] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.599682] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5b67ed-cd36-486c-9811-ddc09c0724c4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.610383] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 691.610383] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5211785a-c74a-4ca6-bf50-7844065c0cea" [ 691.610383] env[69239]: _type = "Task" [ 691.610383] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.615779] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.631151] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5211785a-c74a-4ca6-bf50-7844065c0cea, 'name': SearchDatastore_Task, 'duration_secs': 0.018708} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.631813] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.632063] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.632311] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.632482] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.632680] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.633375] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c0339c3-25bf-4ed7-ae25-22640ca6fe7d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.636655] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.646404] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.646404] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.647425] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb16bac-5d13-4fea-8bd2-c2ac0d286029 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.656726] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 691.656726] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52040fda-f757-240e-3348-44b010f479d6" [ 691.656726] env[69239]: _type = "Task" [ 691.656726] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.672700] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52040fda-f757-240e-3348-44b010f479d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.120336] env[69239]: DEBUG oslo_vmware.api [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144770, 'name': PowerOnVM_Task, 'duration_secs': 0.765544} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.120336] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.120336] env[69239]: INFO nova.compute.manager [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Took 12.55 seconds to spawn the instance on the hypervisor. [ 692.120336] env[69239]: DEBUG nova.compute.manager [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.120336] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0acd546-fb12-4ef9-8cf4-f57e5db6b512 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.125547] env[69239]: DEBUG oslo_vmware.api [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144773, 'name': PowerOffVM_Task, 'duration_secs': 0.232846} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.125547] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.125547] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.125547] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b660f7b-9491-4c50-952e-4ba1a6f1d87a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.131318] env[69239]: DEBUG nova.scheduler.client.report [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.131318] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144774, 'name': Rename_Task, 'duration_secs': 0.22031} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.131318] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.131318] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-999a4927-e7c0-4d7f-9a11-d8390e6b4401 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.140209] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Waiting for the task: (returnval){ [ 692.140209] env[69239]: value = "task-4144776" [ 692.140209] env[69239]: _type = "Task" [ 692.140209] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.140209] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.140209] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.140209] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.140209] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleting the datastore file [datastore1] fc474a2e-4354-4b6c-a3de-b26c4004eb6f {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.142272] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-674d47a5-651c-41a7-984f-41917dcb5697 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.142272] env[69239]: DEBUG oslo_vmware.api [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 692.142272] env[69239]: value = "task-4144777" [ 692.142272] env[69239]: _type = "Task" [ 692.142272] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.142272] env[69239]: DEBUG oslo_vmware.api [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.142272] env[69239]: DEBUG nova.compute.manager [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.179284] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52040fda-f757-240e-3348-44b010f479d6, 'name': SearchDatastore_Task, 'duration_secs': 0.015948} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.181904] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b97b25f6-3430-4888-940b-dfe9f7272444 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.193046] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 692.193046] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5203ed2d-a7a0-85c6-8f80-5ac09d27a8f4" [ 692.193046] env[69239]: _type = "Task" [ 692.193046] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.208344] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5203ed2d-a7a0-85c6-8f80-5ac09d27a8f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.224746] env[69239]: DEBUG nova.virt.hardware [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.224746] env[69239]: DEBUG nova.virt.hardware [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.224746] env[69239]: DEBUG nova.virt.hardware [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.225170] env[69239]: DEBUG nova.virt.hardware [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.225170] env[69239]: DEBUG nova.virt.hardware [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.225280] env[69239]: DEBUG nova.virt.hardware [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.225672] env[69239]: DEBUG nova.virt.hardware [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.226106] env[69239]: DEBUG nova.virt.hardware [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.226484] env[69239]: DEBUG nova.virt.hardware [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.226741] env[69239]: DEBUG nova.virt.hardware [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.226979] env[69239]: DEBUG nova.virt.hardware [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.227947] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20a0ae3-a25b-43c9-927d-8c911fea74ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.242274] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c8726b-9f71-4a87-b877-0d658ed788c8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.276612] env[69239]: DEBUG nova.network.neutron [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Successfully updated port: e16f0ce7-c502-4746-b060-afc170eacd9d {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.310560] env[69239]: DEBUG nova.network.neutron [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Successfully created port: 0afdbc14-d89c-463d-92b7-fbbaaf5a49ed {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.427868] env[69239]: INFO nova.compute.manager [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Took 40.21 seconds to build instance. [ 692.493262] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144776, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.523698] env[69239]: DEBUG oslo_vmware.api [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271069} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.524446] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.524446] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.526668] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.527447] env[69239]: INFO nova.compute.manager [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Took 1.23 seconds to destroy the instance on the hypervisor. [ 692.527994] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.527994] env[69239]: DEBUG nova.compute.manager [-] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.528360] env[69239]: DEBUG nova.network.neutron [-] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.670266] env[69239]: DEBUG nova.network.neutron [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Updated VIF entry in instance network info cache for port 6b2a3175-0ad3-4d4c-8925-39f5205d2c11. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.670737] env[69239]: DEBUG nova.network.neutron [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Updating instance_info_cache with network_info: [{"id": "6b2a3175-0ad3-4d4c-8925-39f5205d2c11", "address": "fa:16:3e:1f:92:eb", "network": {"id": "48ad3115-16b8-4498-8da4-a89a00005260", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1329689730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4236a9ee5f64743b55eb5376137fdd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b2a3175-0a", "ovs_interfaceid": "6b2a3175-0ad3-4d4c-8925-39f5205d2c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.711267] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5203ed2d-a7a0-85c6-8f80-5ac09d27a8f4, 'name': SearchDatastore_Task, 'duration_secs': 0.015961} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.712382] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.712844] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 4474a896-3a2b-4514-914b-9475f5e59b1d/4474a896-3a2b-4514-914b-9475f5e59b1d.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.713421] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfdc6a7e-6b4b-463d-b544-b556c0a54b95 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.724533] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 692.724533] env[69239]: value = "task-4144778" [ 692.724533] env[69239]: _type = "Task" [ 692.724533] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.736876] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.788297] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "refresh_cache-f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.788297] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquired lock "refresh_cache-f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.788297] env[69239]: DEBUG nova.network.neutron [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.931918] env[69239]: DEBUG oslo_concurrency.lockutils [None req-43cc2671-692a-4fcf-8abc-e3f98a1191f6 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Lock "845085dd-a45c-4a47-ae4a-825d9b8bb313" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.429s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.945203] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.845s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.953179] env[69239]: DEBUG oslo_concurrency.lockutils [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.201s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.957203] env[69239]: DEBUG nova.objects.instance [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69239) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 693.006630] env[69239]: DEBUG oslo_vmware.api [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144776, 'name': PowerOnVM_Task, 'duration_secs': 0.733968} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.007618] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.007828] env[69239]: INFO nova.compute.manager [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Took 10.46 seconds to spawn the instance on the hypervisor. [ 693.008018] env[69239]: DEBUG nova.compute.manager [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 693.008872] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cd5137-c1e2-4a76-a19d-b5b702346654 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.041413] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.041767] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.176761] env[69239]: DEBUG oslo_concurrency.lockutils [req-f9701698-4904-44d8-b0db-a2f99b3b2a20 req-eea466c3-50a0-4e99-b854-3a026c2d3dba service nova] Releasing lock "refresh_cache-b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.239089] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144778, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.331875] env[69239]: DEBUG nova.network.neutron [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.483125] env[69239]: DEBUG oslo_concurrency.lockutils [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Acquiring lock "e6f173d6-ddef-4073-9874-536a01b4db6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.485525] env[69239]: DEBUG oslo_concurrency.lockutils [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Lock "e6f173d6-ddef-4073-9874-536a01b4db6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.485525] env[69239]: DEBUG oslo_concurrency.lockutils [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Acquiring lock "e6f173d6-ddef-4073-9874-536a01b4db6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.485525] env[69239]: DEBUG oslo_concurrency.lockutils [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Lock "e6f173d6-ddef-4073-9874-536a01b4db6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.485525] env[69239]: DEBUG oslo_concurrency.lockutils [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Lock "e6f173d6-ddef-4073-9874-536a01b4db6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.490172] env[69239]: INFO nova.compute.manager [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Terminating instance [ 693.546668] env[69239]: INFO nova.compute.manager [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Took 34.80 seconds to build instance. [ 693.565993] env[69239]: INFO nova.scheduler.client.report [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Deleted allocation for migration 972dd765-33c7-4321-8aad-abf90de24f11 [ 693.565993] env[69239]: DEBUG nova.network.neutron [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Updating instance_info_cache with network_info: [{"id": "e16f0ce7-c502-4746-b060-afc170eacd9d", "address": "fa:16:3e:d5:20:eb", "network": {"id": "760c1384-a67b-4757-8b85-8d3df5d2a76d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2019046388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426726ad221b46279a27c0d80a385585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape16f0ce7-c5", "ovs_interfaceid": "e16f0ce7-c502-4746-b060-afc170eacd9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.577249] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.581676] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.590818] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.590818] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "5ff5aba4-ccde-404b-bd87-717006e1b362" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.590818] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "5ff5aba4-ccde-404b-bd87-717006e1b362" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.595024] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.595024] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.595424] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.595667] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69239) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 693.596375] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.690627] env[69239]: DEBUG nova.network.neutron [-] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.737685] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738066} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.739053] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 4474a896-3a2b-4514-914b-9475f5e59b1d/4474a896-3a2b-4514-914b-9475f5e59b1d.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.739053] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.739261] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3550f717-a4ea-4020-83ef-ddc6ad404f46 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.748588] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 693.748588] env[69239]: value = "task-4144779" [ 693.748588] env[69239]: _type = "Task" [ 693.748588] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.758921] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.992881] env[69239]: DEBUG oslo_concurrency.lockutils [None req-db3e8c84-b0c1-4e81-9383-736924de6cfb tempest-ServersAdmin275Test-886656927 tempest-ServersAdmin275Test-886656927-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.040s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.994138] env[69239]: DEBUG oslo_concurrency.lockutils [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.886s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.996535] env[69239]: INFO nova.compute.claims [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.000494] env[69239]: DEBUG nova.compute.manager [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.000715] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.001824] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec394636-fa18-4b79-99ad-675947a4bf7c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.010719] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.012496] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e4cdd2b-4a69-4d54-8b90-03174d432aa6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.022350] env[69239]: DEBUG oslo_vmware.api [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Waiting for the task: (returnval){ [ 694.022350] env[69239]: value = "task-4144780" [ 694.022350] env[69239]: _type = "Task" [ 694.022350] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.034716] env[69239]: DEBUG oslo_vmware.api [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.067640] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9082c573-7d62-404f-921f-1b044cff4c01 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Lock "b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.680s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.077604] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9d797d08-2500-4547-8a55-b32a5496ccc5 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "170cb828-e7a7-43fe-9dd8-80a676543da8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.304s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.082714] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Releasing lock "refresh_cache-f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.083355] env[69239]: DEBUG nova.compute.manager [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Instance network_info: |[{"id": "e16f0ce7-c502-4746-b060-afc170eacd9d", "address": "fa:16:3e:d5:20:eb", "network": {"id": "760c1384-a67b-4757-8b85-8d3df5d2a76d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2019046388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426726ad221b46279a27c0d80a385585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape16f0ce7-c5", "ovs_interfaceid": "e16f0ce7-c502-4746-b060-afc170eacd9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.083931] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:20:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e16f0ce7-c502-4746-b060-afc170eacd9d', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.093582] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Creating folder: Project (426726ad221b46279a27c0d80a385585). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.093924] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97660d53-d6ee-47ff-b879-617e69ef5045 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.097433] env[69239]: DEBUG nova.compute.manager [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.101215] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.113539] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Created folder: Project (426726ad221b46279a27c0d80a385585) in parent group-v820715. [ 694.113637] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Creating folder: Instances. Parent ref: group-v820796. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.113935] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c612c9d9-54f4-4d18-8a29-4a9da9076fe8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.128783] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Created folder: Instances in parent group-v820796. [ 694.129108] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.129360] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.129616] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4175928-c942-49c5-8253-bc9a01f90b61 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.158651] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.158651] env[69239]: value = "task-4144783" [ 694.158651] env[69239]: _type = "Task" [ 694.158651] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.171714] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144783, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.193291] env[69239]: INFO nova.compute.manager [-] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Took 1.66 seconds to deallocate network for instance. [ 694.262540] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162395} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.263076] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.264590] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7206fa7d-7beb-4d31-85b3-9efaaab08aa8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.298111] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 4474a896-3a2b-4514-914b-9475f5e59b1d/4474a896-3a2b-4514-914b-9475f5e59b1d.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.298509] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef8591a8-51e4-4a8f-9b1e-f38cad9f73d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.324409] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 694.324409] env[69239]: value = "task-4144784" [ 694.324409] env[69239]: _type = "Task" [ 694.324409] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.339581] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.391223] env[69239]: DEBUG nova.network.neutron [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Successfully updated port: 0afdbc14-d89c-463d-92b7-fbbaaf5a49ed {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.537739] env[69239]: DEBUG oslo_vmware.api [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144780, 'name': PowerOffVM_Task, 'duration_secs': 0.42155} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.538576] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.538797] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.539436] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c89c482-9b3a-46c6-9b74-b4486cc2ec84 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.623585] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.623846] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.624071] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Deleting the datastore file [datastore1] e6f173d6-ddef-4073-9874-536a01b4db6c {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.624391] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-454fa729-a9a4-44f6-a30e-c5069eba4b96 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.630588] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.637602] env[69239]: DEBUG oslo_vmware.api [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Waiting for the task: (returnval){ [ 694.637602] env[69239]: value = "task-4144786" [ 694.637602] env[69239]: _type = "Task" [ 694.637602] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.651247] env[69239]: DEBUG oslo_vmware.api [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.671437] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144783, 'name': CreateVM_Task, 'duration_secs': 0.468408} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.671708] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.672635] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.672880] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.673519] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.673967] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da07ba3f-8dd5-48fc-83bd-5d256041f825 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.680905] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 694.680905] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d8d7ed-96eb-a21b-163e-f944945d4cb8" [ 694.680905] env[69239]: _type = "Task" [ 694.680905] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.694021] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d8d7ed-96eb-a21b-163e-f944945d4cb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.702965] env[69239]: DEBUG oslo_concurrency.lockutils [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.840414] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144784, 'name': ReconfigVM_Task, 'duration_secs': 0.411009} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.840414] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 4474a896-3a2b-4514-914b-9475f5e59b1d/4474a896-3a2b-4514-914b-9475f5e59b1d.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.840414] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfeb1c6f-2c55-4521-bf3e-823c432515c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.847341] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 694.847341] env[69239]: value = "task-4144787" [ 694.847341] env[69239]: _type = "Task" [ 694.847341] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.857069] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144787, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.894671] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Acquiring lock "refresh_cache-a26f3479-bdce-4304-85b5-a152a01e8e18" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.894984] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Acquired lock "refresh_cache-a26f3479-bdce-4304-85b5-a152a01e8e18" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.894984] env[69239]: DEBUG nova.network.neutron [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.952888] env[69239]: DEBUG nova.compute.manager [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Received event network-vif-plugged-5441c2bb-95b7-4c5c-966c-3a698bb729a3 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.953327] env[69239]: DEBUG oslo_concurrency.lockutils [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] Acquiring lock "4474a896-3a2b-4514-914b-9475f5e59b1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.953911] env[69239]: DEBUG oslo_concurrency.lockutils [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] Lock "4474a896-3a2b-4514-914b-9475f5e59b1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.954116] env[69239]: DEBUG oslo_concurrency.lockutils [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] Lock "4474a896-3a2b-4514-914b-9475f5e59b1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.954637] env[69239]: DEBUG nova.compute.manager [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] No waiting events found dispatching network-vif-plugged-5441c2bb-95b7-4c5c-966c-3a698bb729a3 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 694.954637] env[69239]: WARNING nova.compute.manager [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Received unexpected event network-vif-plugged-5441c2bb-95b7-4c5c-966c-3a698bb729a3 for instance with vm_state building and task_state spawning. [ 694.955110] env[69239]: DEBUG nova.compute.manager [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Received event network-changed-5441c2bb-95b7-4c5c-966c-3a698bb729a3 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.955221] env[69239]: DEBUG nova.compute.manager [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Refreshing instance network info cache due to event network-changed-5441c2bb-95b7-4c5c-966c-3a698bb729a3. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.956418] env[69239]: DEBUG oslo_concurrency.lockutils [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] Acquiring lock "refresh_cache-4474a896-3a2b-4514-914b-9475f5e59b1d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.957548] env[69239]: DEBUG oslo_concurrency.lockutils [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] Acquired lock "refresh_cache-4474a896-3a2b-4514-914b-9475f5e59b1d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.957946] env[69239]: DEBUG nova.network.neutron [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Refreshing network info cache for port 5441c2bb-95b7-4c5c-966c-3a698bb729a3 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.150801] env[69239]: DEBUG oslo_vmware.api [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Task: {'id': task-4144786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328452} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.154385] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.154758] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.155020] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.155395] env[69239]: INFO nova.compute.manager [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 695.155893] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.156454] env[69239]: DEBUG nova.compute.manager [-] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.156552] env[69239]: DEBUG nova.network.neutron [-] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.201036] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d8d7ed-96eb-a21b-163e-f944945d4cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.01563} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.201036] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.201036] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.201036] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.201483] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.201483] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.201802] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40ed1f38-7555-4784-a124-bd584b8d7e06 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.218854] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.218854] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.219706] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ab2ab3-a93e-48c1-b9ec-62cc91a28988 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.230330] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 695.230330] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f85cfe-c2b8-e106-746b-c8991078048c" [ 695.230330] env[69239]: _type = "Task" [ 695.230330] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.251244] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f85cfe-c2b8-e106-746b-c8991078048c, 'name': SearchDatastore_Task, 'duration_secs': 0.014975} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.257670] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fea188a-92d3-49c1-b66f-fc2e83ef8059 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.265973] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 695.265973] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a8c32d-33aa-c212-c92a-18d3bfbe9375" [ 695.265973] env[69239]: _type = "Task" [ 695.265973] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.283318] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a8c32d-33aa-c212-c92a-18d3bfbe9375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.367228] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144787, 'name': Rename_Task, 'duration_secs': 0.199001} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.367228] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.367228] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1d45a6b-9681-4adf-96a1-7c0de4add54b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.376756] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 695.376756] env[69239]: value = "task-4144788" [ 695.376756] env[69239]: _type = "Task" [ 695.376756] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.389095] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.467647] env[69239]: DEBUG nova.network.neutron [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.636040] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d00a576-f643-49c1-851b-cee4b06c37cd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.645928] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782fa73b-b4b1-4c03-a1c0-44e682d89bdb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.688052] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08903d10-0312-4276-be38-81d1aba48032 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.697031] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.697031] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.701879] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d99d37-6300-4a45-b41b-ffbd88dd4814 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.719835] env[69239]: DEBUG nova.compute.provider_tree [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.735198] env[69239]: DEBUG nova.network.neutron [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Updating instance_info_cache with network_info: [{"id": "0afdbc14-d89c-463d-92b7-fbbaaf5a49ed", "address": "fa:16:3e:a7:f5:55", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0afdbc14-d8", "ovs_interfaceid": "0afdbc14-d89c-463d-92b7-fbbaaf5a49ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.777638] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a8c32d-33aa-c212-c92a-18d3bfbe9375, 'name': SearchDatastore_Task, 'duration_secs': 0.015167} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.777921] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.778195] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5/f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.778472] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90f427b5-0eea-4321-b7a1-2cff704041ff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.790376] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 695.790376] env[69239]: value = "task-4144789" [ 695.790376] env[69239]: _type = "Task" [ 695.790376] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.801341] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.888590] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144788, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.125452] env[69239]: DEBUG nova.network.neutron [-] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.204029] env[69239]: DEBUG nova.compute.manager [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.222847] env[69239]: DEBUG nova.scheduler.client.report [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.242390] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Releasing lock "refresh_cache-a26f3479-bdce-4304-85b5-a152a01e8e18" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.242390] env[69239]: DEBUG nova.compute.manager [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Instance network_info: |[{"id": "0afdbc14-d89c-463d-92b7-fbbaaf5a49ed", "address": "fa:16:3e:a7:f5:55", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0afdbc14-d8", "ovs_interfaceid": "0afdbc14-d89c-463d-92b7-fbbaaf5a49ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.242523] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:f5:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0afdbc14-d89c-463d-92b7-fbbaaf5a49ed', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.253025] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Creating folder: Project (c45ddded8d00491b8aac1607b6f04e71). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.253025] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93f94cc8-fc90-4a28-a375-7315830eb516 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.271196] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Created folder: Project (c45ddded8d00491b8aac1607b6f04e71) in parent group-v820715. [ 696.271196] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Creating folder: Instances. Parent ref: group-v820799. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.271196] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be07a8b8-9eb8-4677-859c-9d05a130d4b0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.290439] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Created folder: Instances in parent group-v820799. [ 696.294025] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.294025] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.296651] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3aa334a-bf19-4569-b679-fdad48fe83fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.323033] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144789, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.323033] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.323033] env[69239]: value = "task-4144792" [ 696.323033] env[69239]: _type = "Task" [ 696.323033] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.334796] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144792, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.395742] env[69239]: DEBUG oslo_vmware.api [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144788, 'name': PowerOnVM_Task, 'duration_secs': 0.586395} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.395742] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.395742] env[69239]: INFO nova.compute.manager [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Took 9.80 seconds to spawn the instance on the hypervisor. [ 696.395742] env[69239]: DEBUG nova.compute.manager [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 696.396367] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8f973c-10f4-4f0a-852c-5f49637a4718 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.628621] env[69239]: INFO nova.compute.manager [-] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Took 1.47 seconds to deallocate network for instance. [ 696.647028] env[69239]: DEBUG nova.network.neutron [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Updated VIF entry in instance network info cache for port 5441c2bb-95b7-4c5c-966c-3a698bb729a3. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.647028] env[69239]: DEBUG nova.network.neutron [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Updating instance_info_cache with network_info: [{"id": "5441c2bb-95b7-4c5c-966c-3a698bb729a3", "address": "fa:16:3e:d1:9c:e8", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5441c2bb-95", "ovs_interfaceid": "5441c2bb-95b7-4c5c-966c-3a698bb729a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.732151] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.732466] env[69239]: DEBUG oslo_concurrency.lockutils [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.732949] env[69239]: DEBUG nova.compute.manager [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.736705] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.053s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.738805] env[69239]: INFO nova.compute.claims [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.804939] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776702} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.806046] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5/f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.806284] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.806688] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e79dc3b-d4eb-4c7a-a4c9-76a57364f220 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.817216] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 696.817216] env[69239]: value = "task-4144793" [ 696.817216] env[69239]: _type = "Task" [ 696.817216] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.828968] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.837177] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144792, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.923713] env[69239]: INFO nova.compute.manager [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Took 38.09 seconds to build instance. [ 696.988549] env[69239]: DEBUG nova.compute.manager [req-4c21901f-9574-436f-8fa7-3b10072e92a9 req-add58ce9-eb82-40a8-8f29-7161262a84a6 service nova] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Received event network-vif-plugged-e16f0ce7-c502-4746-b060-afc170eacd9d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.988823] env[69239]: DEBUG oslo_concurrency.lockutils [req-4c21901f-9574-436f-8fa7-3b10072e92a9 req-add58ce9-eb82-40a8-8f29-7161262a84a6 service nova] Acquiring lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.990237] env[69239]: DEBUG oslo_concurrency.lockutils [req-4c21901f-9574-436f-8fa7-3b10072e92a9 req-add58ce9-eb82-40a8-8f29-7161262a84a6 service nova] Lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.990237] env[69239]: DEBUG oslo_concurrency.lockutils [req-4c21901f-9574-436f-8fa7-3b10072e92a9 req-add58ce9-eb82-40a8-8f29-7161262a84a6 service nova] Lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.990237] env[69239]: DEBUG nova.compute.manager [req-4c21901f-9574-436f-8fa7-3b10072e92a9 req-add58ce9-eb82-40a8-8f29-7161262a84a6 service nova] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] No waiting events found dispatching network-vif-plugged-e16f0ce7-c502-4746-b060-afc170eacd9d {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 696.991110] env[69239]: WARNING nova.compute.manager [req-4c21901f-9574-436f-8fa7-3b10072e92a9 req-add58ce9-eb82-40a8-8f29-7161262a84a6 service nova] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Received unexpected event network-vif-plugged-e16f0ce7-c502-4746-b060-afc170eacd9d for instance with vm_state building and task_state spawning. [ 696.991110] env[69239]: DEBUG nova.compute.manager [req-4c21901f-9574-436f-8fa7-3b10072e92a9 req-add58ce9-eb82-40a8-8f29-7161262a84a6 service nova] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Received event network-changed-e16f0ce7-c502-4746-b060-afc170eacd9d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.991871] env[69239]: DEBUG nova.compute.manager [req-4c21901f-9574-436f-8fa7-3b10072e92a9 req-add58ce9-eb82-40a8-8f29-7161262a84a6 service nova] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Refreshing instance network info cache due to event network-changed-e16f0ce7-c502-4746-b060-afc170eacd9d. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.992164] env[69239]: DEBUG oslo_concurrency.lockutils [req-4c21901f-9574-436f-8fa7-3b10072e92a9 req-add58ce9-eb82-40a8-8f29-7161262a84a6 service nova] Acquiring lock "refresh_cache-f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.992350] env[69239]: DEBUG oslo_concurrency.lockutils [req-4c21901f-9574-436f-8fa7-3b10072e92a9 req-add58ce9-eb82-40a8-8f29-7161262a84a6 service nova] Acquired lock "refresh_cache-f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.992612] env[69239]: DEBUG nova.network.neutron [req-4c21901f-9574-436f-8fa7-3b10072e92a9 req-add58ce9-eb82-40a8-8f29-7161262a84a6 service nova] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Refreshing network info cache for port e16f0ce7-c502-4746-b060-afc170eacd9d {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.141432] env[69239]: DEBUG oslo_concurrency.lockutils [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.150326] env[69239]: DEBUG oslo_concurrency.lockutils [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] Releasing lock "refresh_cache-4474a896-3a2b-4514-914b-9475f5e59b1d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.154248] env[69239]: DEBUG nova.compute.manager [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Received event network-changed-3035dd69-c8eb-4f8c-86bb-3f4585989785 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.154637] env[69239]: DEBUG nova.compute.manager [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Refreshing instance network info cache due to event network-changed-3035dd69-c8eb-4f8c-86bb-3f4585989785. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.154680] env[69239]: DEBUG oslo_concurrency.lockutils [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] Acquiring lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.154919] env[69239]: DEBUG oslo_concurrency.lockutils [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] Acquired lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.155043] env[69239]: DEBUG nova.network.neutron [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Refreshing network info cache for port 3035dd69-c8eb-4f8c-86bb-3f4585989785 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.244680] env[69239]: DEBUG nova.compute.utils [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.245780] env[69239]: DEBUG nova.compute.manager [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.250024] env[69239]: DEBUG nova.network.neutron [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.332396] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158903} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.335571] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.335858] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144792, 'name': CreateVM_Task, 'duration_secs': 0.699118} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.336574] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c39f999-10fb-4660-a13d-64b3f3618fdf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.339584] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.340481] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.340622] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.340937] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.341589] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e62fd20-bb4b-443a-8bbd-d3e49e563e84 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.362211] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5/f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.363023] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b49abacd-a8bd-4136-9e34-ccc4f0106bf7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.379659] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Waiting for the task: (returnval){ [ 697.379659] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c7b6f8-6e8c-e777-babc-90b6bae9f5eb" [ 697.379659] env[69239]: _type = "Task" [ 697.379659] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.389981] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c7b6f8-6e8c-e777-babc-90b6bae9f5eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.391558] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 697.391558] env[69239]: value = "task-4144794" [ 697.391558] env[69239]: _type = "Task" [ 697.391558] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.401458] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144794, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.403213] env[69239]: DEBUG nova.policy [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a68dfccea8140178ec2e827568f23ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f62cbd12af34b5689453561c2cc7ac4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.427548] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81205431-5241-4915-b0c8-4ba891a3615e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "4474a896-3a2b-4514-914b-9475f5e59b1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.388s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.764229] env[69239]: DEBUG nova.compute.manager [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.896855] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c7b6f8-6e8c-e777-babc-90b6bae9f5eb, 'name': SearchDatastore_Task, 'duration_secs': 0.024596} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.906119] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.906717] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.907479] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.907479] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.907479] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.911605] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c79d4ffd-e29e-486b-89a9-98ecd451e743 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.925176] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.930668] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.931093] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.941306] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528c3a81-57d0-410d-a4e8-a462c55a6bae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.953802] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Waiting for the task: (returnval){ [ 697.953802] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ebcdbb-6dca-9a62-726c-6b31a0184c98" [ 697.953802] env[69239]: _type = "Task" [ 697.953802] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.977663] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ebcdbb-6dca-9a62-726c-6b31a0184c98, 'name': SearchDatastore_Task, 'duration_secs': 0.017447} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.979939] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b047ec28-8cd8-4a7b-8aee-d625b2bd76d9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.996308] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Waiting for the task: (returnval){ [ 697.996308] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5246c144-6a04-76e8-0586-e467bcef420d" [ 697.996308] env[69239]: _type = "Task" [ 697.996308] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.020079] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5246c144-6a04-76e8-0586-e467bcef420d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.185164] env[69239]: DEBUG nova.network.neutron [req-4c21901f-9574-436f-8fa7-3b10072e92a9 req-add58ce9-eb82-40a8-8f29-7161262a84a6 service nova] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Updated VIF entry in instance network info cache for port e16f0ce7-c502-4746-b060-afc170eacd9d. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.185164] env[69239]: DEBUG nova.network.neutron [req-4c21901f-9574-436f-8fa7-3b10072e92a9 req-add58ce9-eb82-40a8-8f29-7161262a84a6 service nova] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Updating instance_info_cache with network_info: [{"id": "e16f0ce7-c502-4746-b060-afc170eacd9d", "address": "fa:16:3e:d5:20:eb", "network": {"id": "760c1384-a67b-4757-8b85-8d3df5d2a76d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2019046388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426726ad221b46279a27c0d80a385585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape16f0ce7-c5", "ovs_interfaceid": "e16f0ce7-c502-4746-b060-afc170eacd9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.276854] env[69239]: INFO nova.virt.block_device [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Booting with volume 97f43986-5024-4fa5-b1a5-04c8eeacbd84 at /dev/sda [ 698.354381] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef9bf17d-90cd-43fe-afb9-d22437017912 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.369438] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9552939c-85c1-41e9-a197-0f65db153d3e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.417822] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8af75c55-9051-454b-a9c3-31ebfde38864 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.425898] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144794, 'name': ReconfigVM_Task, 'duration_secs': 0.545478} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.427417] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Reconfigured VM instance instance-0000001a to attach disk [datastore2] f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5/f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.428166] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6700c9fb-0b5b-4c41-a921-a2cefb2c8770 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.433259] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0524e7d5-7f10-48c5-baf5-d43505cc9cc9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.453296] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 698.453296] env[69239]: value = "task-4144795" [ 698.453296] env[69239]: _type = "Task" [ 698.453296] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.478733] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f207b7cd-395e-4dc2-bd95-7f1a387f9f2a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.485945] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144795, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.493292] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc26378-216c-4172-8edb-22bafcb5c2a9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.496794] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3605c251-4cd7-4208-bd44-adcab47fc9d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.512182] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5246c144-6a04-76e8-0586-e467bcef420d, 'name': SearchDatastore_Task, 'duration_secs': 0.030244} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.516476] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.516853] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] a26f3479-bdce-4304-85b5-a152a01e8e18/a26f3479-bdce-4304-85b5-a152a01e8e18.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.518202] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a72db8-60ba-4ff1-ba0e-bc3bc666e00c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.522021] env[69239]: DEBUG nova.virt.block_device [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Updating existing volume attachment record: f7929f45-267f-4c06-b30c-72a50b5d153d {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 698.524854] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2f8f8c7-ab39-46ba-a9c2-a9fac0fecdc9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.562121] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Waiting for the task: (returnval){ [ 698.562121] env[69239]: value = "task-4144796" [ 698.562121] env[69239]: _type = "Task" [ 698.562121] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.563552] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d4f0be-ff0f-4dc3-a972-c553487e8710 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.580172] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093d8f69-0860-4302-b089-43721a973bb2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.588060] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.600238] env[69239]: DEBUG nova.compute.provider_tree [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 698.683901] env[69239]: DEBUG nova.network.neutron [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Updated VIF entry in instance network info cache for port 3035dd69-c8eb-4f8c-86bb-3f4585989785. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.684313] env[69239]: DEBUG nova.network.neutron [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Updating instance_info_cache with network_info: [{"id": "3035dd69-c8eb-4f8c-86bb-3f4585989785", "address": "fa:16:3e:b1:2d:02", "network": {"id": "d5c22f4e-5787-413f-9c2e-96e168a8d1f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814803055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf328fb20e2a4b9d83b9484abb438e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3035dd69-c8", "ovs_interfaceid": "3035dd69-c8eb-4f8c-86bb-3f4585989785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.689983] env[69239]: DEBUG oslo_concurrency.lockutils [req-4c21901f-9574-436f-8fa7-3b10072e92a9 req-add58ce9-eb82-40a8-8f29-7161262a84a6 service nova] Releasing lock "refresh_cache-f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.690103] env[69239]: DEBUG nova.compute.manager [req-4c21901f-9574-436f-8fa7-3b10072e92a9 req-add58ce9-eb82-40a8-8f29-7161262a84a6 service nova] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Received event network-vif-deleted-ce675fff-664f-4035-a232-c8d8b66b41b9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.904420] env[69239]: DEBUG nova.network.neutron [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Successfully created port: 7c4f63a7-ed94-4760-ac79-9d4b558a0e62 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.973384] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144795, 'name': Rename_Task, 'duration_secs': 0.21638} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.973384] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.973384] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10777d22-f4e6-467f-9f5f-1dd1fc3a3121 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.987593] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 698.987593] env[69239]: value = "task-4144797" [ 698.987593] env[69239]: _type = "Task" [ 698.987593] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.001915] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.079159] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144796, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.131238] env[69239]: ERROR nova.scheduler.client.report [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [req-bde64795-140e-4a6b-aaa5-cd07a4c7ea23] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bde64795-140e-4a6b-aaa5-cd07a4c7ea23"}]} [ 699.156477] env[69239]: DEBUG nova.scheduler.client.report [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 699.187128] env[69239]: DEBUG nova.scheduler.client.report [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 699.187128] env[69239]: DEBUG nova.compute.provider_tree [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 699.189404] env[69239]: DEBUG oslo_concurrency.lockutils [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] Releasing lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.192023] env[69239]: DEBUG nova.compute.manager [req-ee0b1dcb-1c6c-49af-b034-4d9c44c13429 req-3625edfc-9554-421f-8436-a0a7134bc9e9 service nova] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Received event network-vif-deleted-f3a7bcb1-d8c3-4771-9b61-5d74074b653e {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.194538] env[69239]: DEBUG nova.compute.manager [req-322fa2d5-2bb0-40bb-987b-b8a2cd53c8be req-fd4bf5d8-ca66-43d2-8f43-7206e1898109 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Received event network-changed-3035dd69-c8eb-4f8c-86bb-3f4585989785 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.194937] env[69239]: DEBUG nova.compute.manager [req-322fa2d5-2bb0-40bb-987b-b8a2cd53c8be req-fd4bf5d8-ca66-43d2-8f43-7206e1898109 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Refreshing instance network info cache due to event network-changed-3035dd69-c8eb-4f8c-86bb-3f4585989785. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.195334] env[69239]: DEBUG oslo_concurrency.lockutils [req-322fa2d5-2bb0-40bb-987b-b8a2cd53c8be req-fd4bf5d8-ca66-43d2-8f43-7206e1898109 service nova] Acquiring lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.197234] env[69239]: DEBUG oslo_concurrency.lockutils [req-322fa2d5-2bb0-40bb-987b-b8a2cd53c8be req-fd4bf5d8-ca66-43d2-8f43-7206e1898109 service nova] Acquired lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.197234] env[69239]: DEBUG nova.network.neutron [req-322fa2d5-2bb0-40bb-987b-b8a2cd53c8be req-fd4bf5d8-ca66-43d2-8f43-7206e1898109 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Refreshing network info cache for port 3035dd69-c8eb-4f8c-86bb-3f4585989785 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.209082] env[69239]: DEBUG nova.scheduler.client.report [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 699.249616] env[69239]: DEBUG nova.scheduler.client.report [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 699.453327] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Acquiring lock "b087c3c9-77b1-4534-a0d6-f0c669420227" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.453677] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Lock "b087c3c9-77b1-4534-a0d6-f0c669420227" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.453963] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Acquiring lock "b087c3c9-77b1-4534-a0d6-f0c669420227-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.454219] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Lock "b087c3c9-77b1-4534-a0d6-f0c669420227-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.454403] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Lock "b087c3c9-77b1-4534-a0d6-f0c669420227-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.459028] env[69239]: INFO nova.compute.manager [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Terminating instance [ 699.500480] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.575547] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619784} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.575956] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] a26f3479-bdce-4304-85b5-a152a01e8e18/a26f3479-bdce-4304-85b5-a152a01e8e18.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.576177] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.576785] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a0024e2-9847-4870-95f5-4d018d522255 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.587241] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Waiting for the task: (returnval){ [ 699.587241] env[69239]: value = "task-4144798" [ 699.587241] env[69239]: _type = "Task" [ 699.587241] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.606574] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.660654] env[69239]: INFO nova.compute.manager [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Rescuing [ 699.661193] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "refresh_cache-4474a896-3a2b-4514-914b-9475f5e59b1d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.661904] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "refresh_cache-4474a896-3a2b-4514-914b-9475f5e59b1d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.661904] env[69239]: DEBUG nova.network.neutron [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.822685] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcf980f-666a-4ae4-adf5-c7990d4ef701 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.832855] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c46f27-7606-420d-81a1-98ad5ef9c3e2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.879202] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644bf87a-80ae-452c-ba50-b975b6ee2290 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.888663] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9fd671-f06a-470b-a7c1-d744ba88fdcc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.908932] env[69239]: DEBUG nova.compute.provider_tree [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 699.965863] env[69239]: DEBUG nova.network.neutron [req-322fa2d5-2bb0-40bb-987b-b8a2cd53c8be req-fd4bf5d8-ca66-43d2-8f43-7206e1898109 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Updated VIF entry in instance network info cache for port 3035dd69-c8eb-4f8c-86bb-3f4585989785. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.966248] env[69239]: DEBUG nova.network.neutron [req-322fa2d5-2bb0-40bb-987b-b8a2cd53c8be req-fd4bf5d8-ca66-43d2-8f43-7206e1898109 service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Updating instance_info_cache with network_info: [{"id": "3035dd69-c8eb-4f8c-86bb-3f4585989785", "address": "fa:16:3e:b1:2d:02", "network": {"id": "d5c22f4e-5787-413f-9c2e-96e168a8d1f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814803055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf328fb20e2a4b9d83b9484abb438e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3035dd69-c8", "ovs_interfaceid": "3035dd69-c8eb-4f8c-86bb-3f4585989785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.967896] env[69239]: DEBUG nova.compute.manager [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.968693] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.969318] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688df5d0-4b40-4c2e-93e4-054964731ebc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.979858] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.979858] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bef9a46d-5bf9-4f59-b61e-41be574d8ab0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.986440] env[69239]: DEBUG oslo_vmware.api [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Waiting for the task: (returnval){ [ 699.986440] env[69239]: value = "task-4144799" [ 699.986440] env[69239]: _type = "Task" [ 699.986440] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.001763] env[69239]: DEBUG oslo_vmware.api [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.006292] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144797, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.048527] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "78d8fda0-154d-4522-9536-a53205b767b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.099016] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077207} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.099363] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.100658] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9ef2e1-545d-43e5-a15b-f45cfa7e2e39 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.131112] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] a26f3479-bdce-4304-85b5-a152a01e8e18/a26f3479-bdce-4304-85b5-a152a01e8e18.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.132303] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6356ac02-0d24-4cfd-b4a8-1e1a9542170e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.157144] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Waiting for the task: (returnval){ [ 700.157144] env[69239]: value = "task-4144800" [ 700.157144] env[69239]: _type = "Task" [ 700.157144] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.172159] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.461954] env[69239]: DEBUG nova.scheduler.client.report [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 700.462440] env[69239]: DEBUG nova.compute.provider_tree [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 48 to 49 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 700.462440] env[69239]: DEBUG nova.compute.provider_tree [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.470368] env[69239]: DEBUG oslo_concurrency.lockutils [req-322fa2d5-2bb0-40bb-987b-b8a2cd53c8be req-fd4bf5d8-ca66-43d2-8f43-7206e1898109 service nova] Releasing lock "refresh_cache-58c8152b-97d2-40ad-b10e-f961dfd43178" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.503400] env[69239]: DEBUG oslo_vmware.api [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144799, 'name': PowerOffVM_Task, 'duration_secs': 0.336866} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.506799] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.506989] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.507708] env[69239]: DEBUG oslo_vmware.api [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144797, 'name': PowerOnVM_Task, 'duration_secs': 1.232863} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.510302] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca7d2ecc-cc8d-420b-837f-e47c8c6f3e2c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.512040] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.512264] env[69239]: INFO nova.compute.manager [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Took 11.21 seconds to spawn the instance on the hypervisor. [ 700.512454] env[69239]: DEBUG nova.compute.manager [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 700.513287] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b233a4e-f5d1-4c8d-b1e2-796addf62e8a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.585233] env[69239]: DEBUG nova.network.neutron [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Updating instance_info_cache with network_info: [{"id": "5441c2bb-95b7-4c5c-966c-3a698bb729a3", "address": "fa:16:3e:d1:9c:e8", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5441c2bb-95", "ovs_interfaceid": "5441c2bb-95b7-4c5c-966c-3a698bb729a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.628071] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.628378] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.628513] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Deleting the datastore file [datastore1] b087c3c9-77b1-4534-a0d6-f0c669420227 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.628811] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7a88642-b391-47e2-a705-fd386c19d7c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.640821] env[69239]: DEBUG oslo_vmware.api [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Waiting for the task: (returnval){ [ 700.640821] env[69239]: value = "task-4144802" [ 700.640821] env[69239]: _type = "Task" [ 700.640821] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.652712] env[69239]: DEBUG oslo_vmware.api [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.668667] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.707612] env[69239]: DEBUG nova.compute.manager [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.708212] env[69239]: DEBUG nova.virt.hardware [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.708437] env[69239]: DEBUG nova.virt.hardware [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.708600] env[69239]: DEBUG nova.virt.hardware [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.708779] env[69239]: DEBUG nova.virt.hardware [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.708926] env[69239]: DEBUG nova.virt.hardware [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.709086] env[69239]: DEBUG nova.virt.hardware [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.709295] env[69239]: DEBUG nova.virt.hardware [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.709542] env[69239]: DEBUG nova.virt.hardware [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.709717] env[69239]: DEBUG nova.virt.hardware [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.709900] env[69239]: DEBUG nova.virt.hardware [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.714254] env[69239]: DEBUG nova.virt.hardware [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.716149] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a050fd-7a4d-4d0e-8a8d-47c5154e6e4a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.725983] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ca483e-7618-4df1-be0b-9cf31eb22386 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.969575] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.233s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.971115] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.907s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.972926] env[69239]: INFO nova.compute.claims [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.043070] env[69239]: INFO nova.compute.manager [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Took 37.86 seconds to build instance. [ 701.075690] env[69239]: DEBUG nova.compute.manager [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Received event network-vif-plugged-0afdbc14-d89c-463d-92b7-fbbaaf5a49ed {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.076153] env[69239]: DEBUG oslo_concurrency.lockutils [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] Acquiring lock "a26f3479-bdce-4304-85b5-a152a01e8e18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.076405] env[69239]: DEBUG oslo_concurrency.lockutils [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] Lock "a26f3479-bdce-4304-85b5-a152a01e8e18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.076592] env[69239]: DEBUG oslo_concurrency.lockutils [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] Lock "a26f3479-bdce-4304-85b5-a152a01e8e18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.076765] env[69239]: DEBUG nova.compute.manager [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] No waiting events found dispatching network-vif-plugged-0afdbc14-d89c-463d-92b7-fbbaaf5a49ed {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 701.079022] env[69239]: WARNING nova.compute.manager [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Received unexpected event network-vif-plugged-0afdbc14-d89c-463d-92b7-fbbaaf5a49ed for instance with vm_state building and task_state spawning. [ 701.079022] env[69239]: DEBUG nova.compute.manager [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Received event network-changed-0afdbc14-d89c-463d-92b7-fbbaaf5a49ed {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.079022] env[69239]: DEBUG nova.compute.manager [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Refreshing instance network info cache due to event network-changed-0afdbc14-d89c-463d-92b7-fbbaaf5a49ed. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.079022] env[69239]: DEBUG oslo_concurrency.lockutils [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] Acquiring lock "refresh_cache-a26f3479-bdce-4304-85b5-a152a01e8e18" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.079022] env[69239]: DEBUG oslo_concurrency.lockutils [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] Acquired lock "refresh_cache-a26f3479-bdce-4304-85b5-a152a01e8e18" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.079290] env[69239]: DEBUG nova.network.neutron [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Refreshing network info cache for port 0afdbc14-d89c-463d-92b7-fbbaaf5a49ed {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.087390] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "refresh_cache-4474a896-3a2b-4514-914b-9475f5e59b1d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.097028] env[69239]: DEBUG nova.compute.manager [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 701.097028] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce570ea3-da0a-4d01-a76f-619a38bdfdb0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.152953] env[69239]: DEBUG oslo_vmware.api [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Task: {'id': task-4144802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502764} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.152992] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.153178] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.153422] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.153667] env[69239]: INFO nova.compute.manager [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Took 1.19 seconds to destroy the instance on the hypervisor. [ 701.153926] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.154134] env[69239]: DEBUG nova.compute.manager [-] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.154229] env[69239]: DEBUG nova.network.neutron [-] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.175461] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144800, 'name': ReconfigVM_Task, 'duration_secs': 0.689111} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.175760] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Reconfigured VM instance instance-0000001b to attach disk [datastore2] a26f3479-bdce-4304-85b5-a152a01e8e18/a26f3479-bdce-4304-85b5-a152a01e8e18.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.181296] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3410644e-4435-412d-870c-6fd398526f61 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.192415] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Waiting for the task: (returnval){ [ 701.192415] env[69239]: value = "task-4144803" [ 701.192415] env[69239]: _type = "Task" [ 701.192415] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.206241] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144803, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.343342] env[69239]: DEBUG nova.network.neutron [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Successfully updated port: 7c4f63a7-ed94-4760-ac79-9d4b558a0e62 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.477883] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Acquiring lock "042ff423-cbb9-49da-9417-ecb58a4f6fe4" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.479276] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Lock "042ff423-cbb9-49da-9417-ecb58a4f6fe4" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.002s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.545090] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee30e4ec-01f0-4187-aded-ddcd7a768658 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.084s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.614279] env[69239]: INFO nova.compute.manager [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] instance snapshotting [ 701.621415] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ac2996-6dd3-4583-ad32-12524346392d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.651191] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4feb26d-b5b7-4ef2-8182-2d42b25c8b36 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.708823] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144803, 'name': Rename_Task, 'duration_secs': 0.192728} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.708823] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.708823] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55506737-9470-464b-8237-d5bf79cdc161 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.718171] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Waiting for the task: (returnval){ [ 701.718171] env[69239]: value = "task-4144804" [ 701.718171] env[69239]: _type = "Task" [ 701.718171] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.727812] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.742688] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.743139] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.850108] env[69239]: DEBUG oslo_concurrency.lockutils [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Acquiring lock "refresh_cache-b4ad9083-f525-471e-94cc-0f888acc8d6c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.850281] env[69239]: DEBUG oslo_concurrency.lockutils [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Acquired lock "refresh_cache-b4ad9083-f525-471e-94cc-0f888acc8d6c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.850486] env[69239]: DEBUG nova.network.neutron [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.984808] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Lock "042ff423-cbb9-49da-9417-ecb58a4f6fe4" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.986334] env[69239]: DEBUG nova.compute.manager [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.091534] env[69239]: DEBUG nova.network.neutron [-] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.102477] env[69239]: DEBUG nova.network.neutron [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Updated VIF entry in instance network info cache for port 0afdbc14-d89c-463d-92b7-fbbaaf5a49ed. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.102906] env[69239]: DEBUG nova.network.neutron [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Updating instance_info_cache with network_info: [{"id": "0afdbc14-d89c-463d-92b7-fbbaaf5a49ed", "address": "fa:16:3e:a7:f5:55", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0afdbc14-d8", "ovs_interfaceid": "0afdbc14-d89c-463d-92b7-fbbaaf5a49ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.172024] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 702.172024] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc028dbf-c65a-4e8e-9a6b-44758d1983f3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.184267] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 702.184267] env[69239]: value = "task-4144805" [ 702.184267] env[69239]: _type = "Task" [ 702.184267] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.200533] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144805, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.233571] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144804, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.249126] env[69239]: DEBUG nova.compute.manager [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.414102] env[69239]: DEBUG nova.network.neutron [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.492925] env[69239]: DEBUG nova.compute.utils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.494420] env[69239]: DEBUG nova.compute.manager [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.495101] env[69239]: DEBUG nova.network.neutron [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.561248] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7679c-ba75-3ff8-d272-58458d1dacc2/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 702.562391] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d01061-f5d1-4715-bdd1-b9b963af185c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.571848] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7679c-ba75-3ff8-d272-58458d1dacc2/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 702.573154] env[69239]: ERROR oslo_vmware.rw_handles [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7679c-ba75-3ff8-d272-58458d1dacc2/disk-0.vmdk due to incomplete transfer. [ 702.573154] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bee51aa8-8cfa-451d-95b2-240ab993ff9b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.575627] env[69239]: DEBUG nova.policy [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8019cdf2abb4409aa70741369e7416b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '717004c0b9224112a2bb9169c991f840', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.586049] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e7679c-ba75-3ff8-d272-58458d1dacc2/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 702.586049] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Uploaded image 6f41384a-c4b5-4397-9411-9d41cb281ef8 to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 702.586984] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 702.588017] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9c20c496-be79-4a11-9b6a-1dd80bab0593 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.597227] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 702.597227] env[69239]: value = "task-4144806" [ 702.597227] env[69239]: _type = "Task" [ 702.597227] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.602484] env[69239]: INFO nova.compute.manager [-] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Took 1.45 seconds to deallocate network for instance. [ 702.610023] env[69239]: DEBUG oslo_concurrency.lockutils [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] Releasing lock "refresh_cache-a26f3479-bdce-4304-85b5-a152a01e8e18" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.610023] env[69239]: DEBUG nova.compute.manager [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Received event network-vif-deleted-ea5e3e0a-4575-4a78-a26e-86e5bd27e5b2 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.610023] env[69239]: DEBUG nova.compute.manager [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Received event network-changed-7706e09f-3fd5-433f-8122-b1b583c71be8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.610023] env[69239]: DEBUG nova.compute.manager [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Refreshing instance network info cache due to event network-changed-7706e09f-3fd5-433f-8122-b1b583c71be8. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.610023] env[69239]: DEBUG oslo_concurrency.lockutils [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] Acquiring lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.610328] env[69239]: DEBUG oslo_concurrency.lockutils [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] Acquired lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.610328] env[69239]: DEBUG nova.network.neutron [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Refreshing network info cache for port 7706e09f-3fd5-433f-8122-b1b583c71be8 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.614915] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144806, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.616174] env[69239]: DEBUG nova.network.neutron [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Updating instance_info_cache with network_info: [{"id": "7c4f63a7-ed94-4760-ac79-9d4b558a0e62", "address": "fa:16:3e:e7:93:2e", "network": {"id": "0f6a6f83-8436-48f8-a9af-4ba49c3b4855", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2092224870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f62cbd12af34b5689453561c2cc7ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4f63a7-ed", "ovs_interfaceid": "7c4f63a7-ed94-4760-ac79-9d4b558a0e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.652352] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb06a63a-a2ac-476e-af8c-b3748c63d4a1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.664164] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f423d208-f03b-4623-a0d4-ff509087f203 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.670410] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.671592] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0c3ae4f-aaf4-481f-a2dd-b8f1044ec42e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.716198] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa7bf2b-e1ca-4440-8722-da9322ce90fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.719118] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 702.719118] env[69239]: value = "task-4144807" [ 702.719118] env[69239]: _type = "Task" [ 702.719118] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.731245] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144805, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.734558] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c009a918-08c4-4d7e-ac5d-18e1c323bc30 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.748603] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Acquiring lock "d0c05bb8-9367-4c45-bda5-3134f26dc8a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.748889] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Lock "d0c05bb8-9367-4c45-bda5-3134f26dc8a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.750514] env[69239]: DEBUG oslo_vmware.api [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144804, 'name': PowerOnVM_Task, 'duration_secs': 0.533838} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.750750] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.751948] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.752224] env[69239]: INFO nova.compute.manager [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Took 10.62 seconds to spawn the instance on the hypervisor. [ 702.752437] env[69239]: DEBUG nova.compute.manager [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 702.753687] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40930af-7af1-40b1-9347-fc909bc55605 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.767255] env[69239]: DEBUG nova.compute.provider_tree [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.793209] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.823836] env[69239]: DEBUG nova.compute.manager [req-b1420a6d-5192-413f-90b2-24b538548031 req-d4fedc8a-b300-4ed0-a66b-3d86fb6880f2 service nova] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Received event network-vif-plugged-7c4f63a7-ed94-4760-ac79-9d4b558a0e62 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.824079] env[69239]: DEBUG oslo_concurrency.lockutils [req-b1420a6d-5192-413f-90b2-24b538548031 req-d4fedc8a-b300-4ed0-a66b-3d86fb6880f2 service nova] Acquiring lock "b4ad9083-f525-471e-94cc-0f888acc8d6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.824288] env[69239]: DEBUG oslo_concurrency.lockutils [req-b1420a6d-5192-413f-90b2-24b538548031 req-d4fedc8a-b300-4ed0-a66b-3d86fb6880f2 service nova] Lock "b4ad9083-f525-471e-94cc-0f888acc8d6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.824455] env[69239]: DEBUG oslo_concurrency.lockutils [req-b1420a6d-5192-413f-90b2-24b538548031 req-d4fedc8a-b300-4ed0-a66b-3d86fb6880f2 service nova] Lock "b4ad9083-f525-471e-94cc-0f888acc8d6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.824699] env[69239]: DEBUG nova.compute.manager [req-b1420a6d-5192-413f-90b2-24b538548031 req-d4fedc8a-b300-4ed0-a66b-3d86fb6880f2 service nova] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] No waiting events found dispatching network-vif-plugged-7c4f63a7-ed94-4760-ac79-9d4b558a0e62 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 702.824848] env[69239]: WARNING nova.compute.manager [req-b1420a6d-5192-413f-90b2-24b538548031 req-d4fedc8a-b300-4ed0-a66b-3d86fb6880f2 service nova] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Received unexpected event network-vif-plugged-7c4f63a7-ed94-4760-ac79-9d4b558a0e62 for instance with vm_state building and task_state spawning. [ 702.883435] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Acquiring lock "0f53bec7-17c9-4c77-87d4-01437280768e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.883677] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Lock "0f53bec7-17c9-4c77-87d4-01437280768e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.899249] env[69239]: DEBUG nova.network.neutron [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Successfully created port: 40f4d7c0-c94a-45e8-b0ab-f1178b8edb07 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.999401] env[69239]: DEBUG nova.compute.manager [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.106348] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144806, 'name': Destroy_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.112166] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.121387] env[69239]: DEBUG oslo_concurrency.lockutils [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Releasing lock "refresh_cache-b4ad9083-f525-471e-94cc-0f888acc8d6c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.121612] env[69239]: DEBUG nova.compute.manager [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Instance network_info: |[{"id": "7c4f63a7-ed94-4760-ac79-9d4b558a0e62", "address": "fa:16:3e:e7:93:2e", "network": {"id": "0f6a6f83-8436-48f8-a9af-4ba49c3b4855", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2092224870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f62cbd12af34b5689453561c2cc7ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4f63a7-ed", "ovs_interfaceid": "7c4f63a7-ed94-4760-ac79-9d4b558a0e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.122579] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:93:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c4f63a7-ed94-4760-ac79-9d4b558a0e62', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.131396] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Creating folder: Project (3f62cbd12af34b5689453561c2cc7ac4). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.131870] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fb018e7-6a8a-4e89-97b0-a1a37c25abed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.148710] env[69239]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 703.148935] env[69239]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69239) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 703.150126] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Folder already exists: Project (3f62cbd12af34b5689453561c2cc7ac4). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 703.150126] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Creating folder: Instances. Parent ref: group-v820740. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.150329] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c29234b-9aff-4f57-a718-8daec8d6f74d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.165087] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Created folder: Instances in parent group-v820740. [ 703.165429] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.165573] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.165803] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbab7f2e-dcde-4f77-afc5-c938c3d2ff37 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.188881] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.188881] env[69239]: value = "task-4144810" [ 703.188881] env[69239]: _type = "Task" [ 703.188881] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.198381] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144810, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.223523] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144805, 'name': CreateSnapshot_Task, 'duration_secs': 0.999372} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.227103] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 703.227891] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69316198-3440-4493-b36b-98396047e637 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.248231] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144807, 'name': PowerOffVM_Task, 'duration_secs': 0.39308} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.248835] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.249909] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9504cbf7-af1b-43ba-b359-14f0d1dd7b6c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.253153] env[69239]: DEBUG nova.compute.manager [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.276484] env[69239]: DEBUG nova.scheduler.client.report [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.285431] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0877c06-d14f-4b26-b3f6-b9cf1de637c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.291701] env[69239]: INFO nova.compute.manager [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Took 39.82 seconds to build instance. [ 703.328084] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.328310] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b875fbee-3c79-414c-be83-7bbd4f12dce2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.337375] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 703.337375] env[69239]: value = "task-4144811" [ 703.337375] env[69239]: _type = "Task" [ 703.337375] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.348718] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.387415] env[69239]: DEBUG nova.compute.utils [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.406081] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "interface-f9e5a98f-f995-44e1-b204-ff950ad68d22-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.406350] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-f9e5a98f-f995-44e1-b204-ff950ad68d22-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.406702] env[69239]: DEBUG nova.objects.instance [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lazy-loading 'flavor' on Instance uuid f9e5a98f-f995-44e1-b204-ff950ad68d22 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.442147] env[69239]: DEBUG nova.network.neutron [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Updated VIF entry in instance network info cache for port 7706e09f-3fd5-433f-8122-b1b583c71be8. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.442561] env[69239]: DEBUG nova.network.neutron [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Updating instance_info_cache with network_info: [{"id": "7706e09f-3fd5-433f-8122-b1b583c71be8", "address": "fa:16:3e:7a:ae:41", "network": {"id": "edbb084d-0ff7-4943-9f8e-d771eb67b686", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-613487030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5b082fb41c5467bb522bf38e2797f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7706e09f-3f", "ovs_interfaceid": "7706e09f-3fd5-433f-8122-b1b583c71be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.605306] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144806, 'name': Destroy_Task, 'duration_secs': 0.655718} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.605646] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Destroyed the VM [ 703.605906] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 703.606190] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-76ed53ee-f6f0-4af1-a111-693031f1a810 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.613038] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 703.613038] env[69239]: value = "task-4144812" [ 703.613038] env[69239]: _type = "Task" [ 703.613038] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.621710] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144812, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.699435] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144810, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.756178] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 703.758915] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-58a6d9ac-767a-43cb-8d45-00d4009503df {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.771272] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 703.771272] env[69239]: value = "task-4144813" [ 703.771272] env[69239]: _type = "Task" [ 703.771272] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.780154] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144813, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.781364] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.790396] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.790943] env[69239]: DEBUG nova.compute.manager [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.793617] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.703s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.793842] env[69239]: DEBUG nova.objects.instance [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Lazy-loading 'resources' on Instance uuid ba75cdda-3f68-487b-8d99-5e1f1adf6b92 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.795219] env[69239]: DEBUG oslo_concurrency.lockutils [None req-75944ff2-2c1c-4408-b3e9-4169b9db67c6 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Lock "a26f3479-bdce-4304-85b5-a152a01e8e18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.478s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.851833] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] VM already powered off {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 703.852129] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.852401] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.852614] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.852832] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.853140] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed8b5a75-083c-48ef-bc27-095667d0a487 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.864568] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.864804] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.865629] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b2b809-9b53-468d-a265-87b64e16c9f3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.875929] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 703.875929] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52745c34-3575-6b2e-d2e8-ae0db8527033" [ 703.875929] env[69239]: _type = "Task" [ 703.875929] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.885774] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52745c34-3575-6b2e-d2e8-ae0db8527033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.890869] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Lock "0f53bec7-17c9-4c77-87d4-01437280768e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.945660] env[69239]: DEBUG oslo_concurrency.lockutils [req-900528e0-d5d6-4d10-8712-673b9b592a72 req-21d69339-ce06-4976-b307-99814f4ec710 service nova] Releasing lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.997030] env[69239]: DEBUG nova.objects.instance [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lazy-loading 'pci_requests' on Instance uuid f9e5a98f-f995-44e1-b204-ff950ad68d22 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.010142] env[69239]: DEBUG nova.compute.manager [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.039338] env[69239]: DEBUG nova.virt.hardware [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.039701] env[69239]: DEBUG nova.virt.hardware [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.039948] env[69239]: DEBUG nova.virt.hardware [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.040282] env[69239]: DEBUG nova.virt.hardware [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.040561] env[69239]: DEBUG nova.virt.hardware [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.040811] env[69239]: DEBUG nova.virt.hardware [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.041189] env[69239]: DEBUG nova.virt.hardware [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.041473] env[69239]: DEBUG nova.virt.hardware [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.041798] env[69239]: DEBUG nova.virt.hardware [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.042164] env[69239]: DEBUG nova.virt.hardware [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.042483] env[69239]: DEBUG nova.virt.hardware [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.044311] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdddace-b51c-497c-b848-fd6dbb84374c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.054096] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c839aaf-daf0-400b-94b3-5645c87c575d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.123181] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144812, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.200929] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144810, 'name': CreateVM_Task, 'duration_secs': 0.636713} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.201196] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.201903] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'f7929f45-267f-4c06-b30c-72a50b5d153d', 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820752', 'volume_id': '97f43986-5024-4fa5-b1a5-04c8eeacbd84', 'name': 'volume-97f43986-5024-4fa5-b1a5-04c8eeacbd84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b4ad9083-f525-471e-94cc-0f888acc8d6c', 'attached_at': '', 'detached_at': '', 'volume_id': '97f43986-5024-4fa5-b1a5-04c8eeacbd84', 'serial': '97f43986-5024-4fa5-b1a5-04c8eeacbd84'}, 'volume_type': None}], 'swap': None} {{(pid=69239) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 704.202301] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Root volume attach. Driver type: vmdk {{(pid=69239) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 704.203014] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4e8e45-2cda-4858-aa80-df02964b788c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.211946] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cbd57d-4a3f-4091-988d-c911cc5e29c7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.222797] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cd9488-0d43-4df7-8115-fc5ab0d7d89d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.230902] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8f873035-e454-4c3b-aa97-fdbd04fc3162 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.242614] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Waiting for the task: (returnval){ [ 704.242614] env[69239]: value = "task-4144814" [ 704.242614] env[69239]: _type = "Task" [ 704.242614] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.252650] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144814, 'name': RelocateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.285147] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144813, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.297591] env[69239]: DEBUG nova.compute.utils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.304119] env[69239]: DEBUG nova.compute.manager [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.304356] env[69239]: DEBUG nova.network.neutron [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.366049] env[69239]: DEBUG nova.policy [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7104790afe104d359bbfde12024c94ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c26f4ab7abc14bac8ee32dd4b4c80d10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.395756] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52745c34-3575-6b2e-d2e8-ae0db8527033, 'name': SearchDatastore_Task, 'duration_secs': 0.016454} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.400314] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-401cdc81-e44e-4624-b857-9ac418af9aba {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.409731] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 704.409731] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b6c29c-cdb3-4531-0b10-98495cd05ca0" [ 704.409731] env[69239]: _type = "Task" [ 704.409731] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.427267] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b6c29c-cdb3-4531-0b10-98495cd05ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.500717] env[69239]: DEBUG nova.objects.base [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 704.504643] env[69239]: DEBUG nova.network.neutron [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.508070] env[69239]: DEBUG nova.network.neutron [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Successfully updated port: 40f4d7c0-c94a-45e8-b0ab-f1178b8edb07 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.564738] env[69239]: DEBUG nova.policy [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d967f379dfd47e696106f5f6d1ae8e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0c413a591a046939b74848c895674e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.632970] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144812, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.757733] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144814, 'name': RelocateVM_Task} progress is 40%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.793674] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144813, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.808659] env[69239]: DEBUG nova.compute.manager [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.840765] env[69239]: DEBUG nova.network.neutron [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Successfully created port: 935f7a22-7870-4f36-95b0-35bcb0117798 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.931033] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b6c29c-cdb3-4531-0b10-98495cd05ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.013003} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.931342] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.931641] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 4474a896-3a2b-4514-914b-9475f5e59b1d/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk. {{(pid=69239) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 704.932214] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5fe7be3-8b53-40e7-a075-a74603f5ccda {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.943937] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 704.943937] env[69239]: value = "task-4144815" [ 704.943937] env[69239]: _type = "Task" [ 704.943937] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.946541] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef37674c-e701-4990-8113-5e41fc9161da {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.966265] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.967838] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0666ea5-5d9d-46ae-976c-e977bf423d02 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.018777] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a370761-d2f6-47f0-9702-22c066127f10 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.018777] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Acquiring lock "0f53bec7-17c9-4c77-87d4-01437280768e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.019084] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Lock "0f53bec7-17c9-4c77-87d4-01437280768e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.019477] env[69239]: INFO nova.compute.manager [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Attaching volume d9e6215e-2f85-4977-81fa-e5e1be6eb875 to /dev/sdb [ 705.023169] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Acquiring lock "refresh_cache-ab6db5cd-6631-420e-b822-199107ecbeb2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.023301] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Acquired lock "refresh_cache-ab6db5cd-6631-420e-b822-199107ecbeb2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.023456] env[69239]: DEBUG nova.network.neutron [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.035828] env[69239]: DEBUG nova.network.neutron [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Successfully created port: c834f9ad-b258-48c4-8c83-2fd75e2e7a2b {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.039291] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d53cbbf-0659-4a13-bfb9-bb82f395a944 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.061491] env[69239]: DEBUG nova.compute.provider_tree [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.078598] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c88c53-2c7a-4d0b-927c-27601f720593 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.092239] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00aad88-212c-4469-9d61-ec5449690509 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.113772] env[69239]: DEBUG nova.virt.block_device [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Updating existing volume attachment record: c100769f-e4e3-42f2-8fb8-df61cc6bfac4 {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 705.133176] env[69239]: DEBUG oslo_vmware.api [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144812, 'name': RemoveSnapshot_Task, 'duration_secs': 1.104772} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.133176] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 705.133176] env[69239]: INFO nova.compute.manager [None req-e8660e4c-beec-4323-875f-e25a136f04f4 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Took 19.01 seconds to snapshot the instance on the hypervisor. [ 705.259939] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144814, 'name': RelocateVM_Task} progress is 53%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.287308] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144813, 'name': CloneVM_Task, 'duration_secs': 1.409778} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.287730] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Created linked-clone VM from snapshot [ 705.289045] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60401f2-eb53-4ed3-b449-c25327e0e314 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.305199] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Uploading image 7ad7bcbd-092f-4498-ad6f-3c0bb60de22d {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 705.359566] env[69239]: DEBUG oslo_vmware.rw_handles [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 705.359566] env[69239]: value = "vm-820805" [ 705.359566] env[69239]: _type = "VirtualMachine" [ 705.359566] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 705.359566] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0cb319b9-6348-4c6d-be29-e4b575089c1b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.370246] env[69239]: DEBUG oslo_vmware.rw_handles [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Lease: (returnval){ [ 705.370246] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52786fb1-2865-e29c-4ba6-33f99a0e7cf3" [ 705.370246] env[69239]: _type = "HttpNfcLease" [ 705.370246] env[69239]: } obtained for exporting VM: (result){ [ 705.370246] env[69239]: value = "vm-820805" [ 705.370246] env[69239]: _type = "VirtualMachine" [ 705.370246] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 705.370472] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the lease: (returnval){ [ 705.370472] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52786fb1-2865-e29c-4ba6-33f99a0e7cf3" [ 705.370472] env[69239]: _type = "HttpNfcLease" [ 705.370472] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 705.383138] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 705.383138] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52786fb1-2865-e29c-4ba6-33f99a0e7cf3" [ 705.383138] env[69239]: _type = "HttpNfcLease" [ 705.383138] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 705.464029] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144815, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.565307] env[69239]: DEBUG nova.scheduler.client.report [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.589108] env[69239]: DEBUG nova.network.neutron [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.757036] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144814, 'name': RelocateVM_Task} progress is 67%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.796609] env[69239]: DEBUG nova.network.neutron [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Updating instance_info_cache with network_info: [{"id": "40f4d7c0-c94a-45e8-b0ab-f1178b8edb07", "address": "fa:16:3e:5b:7d:f9", "network": {"id": "fe9ec793-142b-4ec3-86ca-bf84af2dcc3b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-57886316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717004c0b9224112a2bb9169c991f840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f4d7c0-c9", "ovs_interfaceid": "40f4d7c0-c94a-45e8-b0ab-f1178b8edb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.824024] env[69239]: DEBUG nova.compute.manager [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.851335] env[69239]: DEBUG nova.virt.hardware [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.851611] env[69239]: DEBUG nova.virt.hardware [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.851766] env[69239]: DEBUG nova.virt.hardware [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.851967] env[69239]: DEBUG nova.virt.hardware [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.852140] env[69239]: DEBUG nova.virt.hardware [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.852292] env[69239]: DEBUG nova.virt.hardware [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.852877] env[69239]: DEBUG nova.virt.hardware [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.852877] env[69239]: DEBUG nova.virt.hardware [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.853315] env[69239]: DEBUG nova.virt.hardware [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.853315] env[69239]: DEBUG nova.virt.hardware [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.853436] env[69239]: DEBUG nova.virt.hardware [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.854312] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f7eeb8-9815-4d08-98ec-f360653574fc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.866622] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a016b92-58af-4cbc-9827-964b41d635fb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.890391] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 705.890391] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52786fb1-2865-e29c-4ba6-33f99a0e7cf3" [ 705.890391] env[69239]: _type = "HttpNfcLease" [ 705.890391] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 705.890719] env[69239]: DEBUG oslo_vmware.rw_handles [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 705.890719] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52786fb1-2865-e29c-4ba6-33f99a0e7cf3" [ 705.890719] env[69239]: _type = "HttpNfcLease" [ 705.890719] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 705.892480] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dafd14-a43d-47c5-9d7e-4ea444cd4dac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.906798] env[69239]: DEBUG oslo_vmware.rw_handles [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524366d2-c60b-8fc3-df7e-9901e512753c/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 705.907071] env[69239]: DEBUG oslo_vmware.rw_handles [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524366d2-c60b-8fc3-df7e-9901e512753c/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 705.984480] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667057} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.984628] env[69239]: INFO nova.virt.vmwareapi.ds_util [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 4474a896-3a2b-4514-914b-9475f5e59b1d/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk. [ 705.985509] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33002f4-ac3a-4ccf-9360-39867ce63794 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.019033] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 4474a896-3a2b-4514-914b-9475f5e59b1d/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.023026] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f1e0744-efcc-46bd-9287-80041c41a4a6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.043508] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 706.043508] env[69239]: value = "task-4144820" [ 706.043508] env[69239]: _type = "Task" [ 706.043508] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.050499] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e3105a14-4631-49b0-a8d4-0025cb1fb02a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.059070] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144820, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.075378] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.078033] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.991s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.078511] env[69239]: DEBUG nova.objects.instance [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Lazy-loading 'resources' on Instance uuid a45f0012-e8da-45c5-9eb4-7550564fd275 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.107337] env[69239]: INFO nova.scheduler.client.report [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Deleted allocations for instance ba75cdda-3f68-487b-8d99-5e1f1adf6b92 [ 706.224274] env[69239]: DEBUG nova.compute.manager [req-c2acc64e-317b-48dd-9ed0-37c666a46d1f req-5158829e-03b6-40cd-b16b-8c842859dcfe service nova] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Received event network-vif-deleted-f93b5de8-a328-425b-b1e0-7695e60a2b6e {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.260223] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144814, 'name': RelocateVM_Task} progress is 81%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.300635] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Releasing lock "refresh_cache-ab6db5cd-6631-420e-b822-199107ecbeb2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.303027] env[69239]: DEBUG nova.compute.manager [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Instance network_info: |[{"id": "40f4d7c0-c94a-45e8-b0ab-f1178b8edb07", "address": "fa:16:3e:5b:7d:f9", "network": {"id": "fe9ec793-142b-4ec3-86ca-bf84af2dcc3b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-57886316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717004c0b9224112a2bb9169c991f840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f4d7c0-c9", "ovs_interfaceid": "40f4d7c0-c94a-45e8-b0ab-f1178b8edb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.303236] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:7d:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40f4d7c0-c94a-45e8-b0ab-f1178b8edb07', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.316833] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Creating folder: Project (717004c0b9224112a2bb9169c991f840). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.318625] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7004f7f0-595c-4cb2-8714-ac0be9bc8668 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.334410] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Created folder: Project (717004c0b9224112a2bb9169c991f840) in parent group-v820715. [ 706.334410] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Creating folder: Instances. Parent ref: group-v820809. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.334599] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-460b7d0f-b352-484e-85f7-f60049d50cb8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.352454] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Created folder: Instances in parent group-v820809. [ 706.352877] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.353255] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.353701] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71ac0e26-9b8c-4e8c-87d7-bd58bbdaae8b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.383615] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.383615] env[69239]: value = "task-4144823" [ 706.383615] env[69239]: _type = "Task" [ 706.383615] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.397134] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144823, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.557014] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.623483] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5e3ac712-5419-4e92-824e-655f5460de28 tempest-FloatingIPsAssociationNegativeTestJSON-224180773 tempest-FloatingIPsAssociationNegativeTestJSON-224180773-project-member] Lock "ba75cdda-3f68-487b-8d99-5e1f1adf6b92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.113s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.737386] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Acquiring lock "5ea8eb9a-e4d7-47c4-aabb-da32f030f589" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.737386] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Lock "5ea8eb9a-e4d7-47c4-aabb-da32f030f589" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.739685] env[69239]: DEBUG nova.network.neutron [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Successfully updated port: 935f7a22-7870-4f36-95b0-35bcb0117798 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.766834] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144814, 'name': RelocateVM_Task} progress is 95%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.901018] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144823, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.016134] env[69239]: DEBUG nova.network.neutron [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Successfully updated port: c834f9ad-b258-48c4-8c83-2fd75e2e7a2b {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.055734] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144820, 'name': ReconfigVM_Task, 'duration_secs': 0.603003} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.056418] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 4474a896-3a2b-4514-914b-9475f5e59b1d/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.057867] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e47206-e529-48e0-94e3-40fd0801402f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.094497] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-429bdc65-d423-407e-a43b-74f39d68256e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.117602] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 707.117602] env[69239]: value = "task-4144824" [ 707.117602] env[69239]: _type = "Task" [ 707.117602] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.133242] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.210720] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947636c0-26c9-4495-b52a-8ecd06c4cf98 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.219901] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db30b312-be83-4256-b28f-4cb49e6d0bf1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.263241] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "refresh_cache-852b6ac9-90c7-4b98-a443-993274dcaa55" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.263241] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired lock "refresh_cache-852b6ac9-90c7-4b98-a443-993274dcaa55" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.263241] env[69239]: DEBUG nova.network.neutron [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.263241] env[69239]: DEBUG nova.compute.manager [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.271096] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dd079e-967f-45ec-ba4a-a5ad04a046f2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.282022] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144814, 'name': RelocateVM_Task} progress is 98%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.285807] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795c5cb1-0328-41f8-bcf0-36518a161e74 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.304218] env[69239]: DEBUG nova.compute.provider_tree [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.349637] env[69239]: DEBUG nova.compute.manager [req-ab1296b4-faac-412d-89f6-9fa37435c5f0 req-f3a94180-bd06-4a92-81e5-50e2be03c31c service nova] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Received event network-changed-7c4f63a7-ed94-4760-ac79-9d4b558a0e62 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.349926] env[69239]: DEBUG nova.compute.manager [req-ab1296b4-faac-412d-89f6-9fa37435c5f0 req-f3a94180-bd06-4a92-81e5-50e2be03c31c service nova] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Refreshing instance network info cache due to event network-changed-7c4f63a7-ed94-4760-ac79-9d4b558a0e62. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.350330] env[69239]: DEBUG oslo_concurrency.lockutils [req-ab1296b4-faac-412d-89f6-9fa37435c5f0 req-f3a94180-bd06-4a92-81e5-50e2be03c31c service nova] Acquiring lock "refresh_cache-b4ad9083-f525-471e-94cc-0f888acc8d6c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.350601] env[69239]: DEBUG oslo_concurrency.lockutils [req-ab1296b4-faac-412d-89f6-9fa37435c5f0 req-f3a94180-bd06-4a92-81e5-50e2be03c31c service nova] Acquired lock "refresh_cache-b4ad9083-f525-471e-94cc-0f888acc8d6c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.350996] env[69239]: DEBUG nova.network.neutron [req-ab1296b4-faac-412d-89f6-9fa37435c5f0 req-f3a94180-bd06-4a92-81e5-50e2be03c31c service nova] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Refreshing network info cache for port 7c4f63a7-ed94-4760-ac79-9d4b558a0e62 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.398721] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144823, 'name': CreateVM_Task, 'duration_secs': 0.844828} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.399155] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.400469] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.400924] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.401310] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.401595] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a647274d-cb11-4e33-b784-5b6c05f58958 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.407524] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Waiting for the task: (returnval){ [ 707.407524] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c1692f-c72f-72c8-6699-ca7a4f2f81f8" [ 707.407524] env[69239]: _type = "Task" [ 707.407524] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.417524] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c1692f-c72f-72c8-6699-ca7a4f2f81f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.517546] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.518353] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.518353] env[69239]: DEBUG nova.network.neutron [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.630434] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144824, 'name': ReconfigVM_Task, 'duration_secs': 0.3753} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.630770] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.631264] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85346399-7fea-43a5-9352-3960474a0679 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.638425] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 707.638425] env[69239]: value = "task-4144826" [ 707.638425] env[69239]: _type = "Task" [ 707.638425] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.647136] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.785440] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144814, 'name': RelocateVM_Task} progress is 98%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.793017] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.807897] env[69239]: DEBUG nova.scheduler.client.report [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.812569] env[69239]: DEBUG nova.network.neutron [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.922434] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c1692f-c72f-72c8-6699-ca7a4f2f81f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.922434] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.922434] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.922434] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.922582] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.922582] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.922582] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f1fabba-e6b0-4446-becc-efe7617afab6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.930927] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.931228] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.932163] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d6193f-8194-425d-b777-836b64835744 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.943235] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Waiting for the task: (returnval){ [ 707.943235] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520c6bd6-c03b-0eee-7f44-883ea92b9c5d" [ 707.943235] env[69239]: _type = "Task" [ 707.943235] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.954261] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520c6bd6-c03b-0eee-7f44-883ea92b9c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.976832] env[69239]: DEBUG nova.network.neutron [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Updating instance_info_cache with network_info: [{"id": "935f7a22-7870-4f36-95b0-35bcb0117798", "address": "fa:16:3e:04:92:e4", "network": {"id": "21d46fe8-ac4c-4908-972a-4c74f40057ea", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1918860150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f4ab7abc14bac8ee32dd4b4c80d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap935f7a22-78", "ovs_interfaceid": "935f7a22-7870-4f36-95b0-35bcb0117798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.026933] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Acquiring lock "b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.027361] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Lock "b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.027670] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Acquiring lock "b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.027977] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Lock "b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.028977] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Lock "b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.031667] env[69239]: INFO nova.compute.manager [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Terminating instance [ 708.062275] env[69239]: WARNING nova.network.neutron [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] 2f7e73b3-2d60-4ec9-8814-564f6217be06 already exists in list: networks containing: ['2f7e73b3-2d60-4ec9-8814-564f6217be06']. ignoring it [ 708.151332] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.174642] env[69239]: DEBUG nova.network.neutron [req-ab1296b4-faac-412d-89f6-9fa37435c5f0 req-f3a94180-bd06-4a92-81e5-50e2be03c31c service nova] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Updated VIF entry in instance network info cache for port 7c4f63a7-ed94-4760-ac79-9d4b558a0e62. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.175041] env[69239]: DEBUG nova.network.neutron [req-ab1296b4-faac-412d-89f6-9fa37435c5f0 req-f3a94180-bd06-4a92-81e5-50e2be03c31c service nova] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Updating instance_info_cache with network_info: [{"id": "7c4f63a7-ed94-4760-ac79-9d4b558a0e62", "address": "fa:16:3e:e7:93:2e", "network": {"id": "0f6a6f83-8436-48f8-a9af-4ba49c3b4855", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2092224870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f62cbd12af34b5689453561c2cc7ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4f63a7-ed", "ovs_interfaceid": "7c4f63a7-ed94-4760-ac79-9d4b558a0e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.283650] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144814, 'name': RelocateVM_Task} progress is 98%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.318528] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.321676] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.388s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.322728] env[69239]: DEBUG nova.objects.instance [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Lazy-loading 'resources' on Instance uuid 02fcbb97-0a43-4a8d-acf8-d773de6f039a {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.341148] env[69239]: INFO nova.scheduler.client.report [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Deleted allocations for instance a45f0012-e8da-45c5-9eb4-7550564fd275 [ 708.458100] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520c6bd6-c03b-0eee-7f44-883ea92b9c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.458971] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99331044-550c-4599-8b01-8dc5774c9277 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.466774] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Waiting for the task: (returnval){ [ 708.466774] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c815bb-8e2a-1a0e-4df2-1e73392794bb" [ 708.466774] env[69239]: _type = "Task" [ 708.466774] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.479023] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c815bb-8e2a-1a0e-4df2-1e73392794bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.479590] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lock "refresh_cache-852b6ac9-90c7-4b98-a443-993274dcaa55" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.479930] env[69239]: DEBUG nova.compute.manager [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Instance network_info: |[{"id": "935f7a22-7870-4f36-95b0-35bcb0117798", "address": "fa:16:3e:04:92:e4", "network": {"id": "21d46fe8-ac4c-4908-972a-4c74f40057ea", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1918860150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f4ab7abc14bac8ee32dd4b4c80d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap935f7a22-78", "ovs_interfaceid": "935f7a22-7870-4f36-95b0-35bcb0117798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.480386] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:92:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '935f7a22-7870-4f36-95b0-35bcb0117798', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.492119] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Creating folder: Project (c26f4ab7abc14bac8ee32dd4b4c80d10). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.494958] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2829f23-af5a-4ad1-b316-6d487d806d06 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.511902] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Created folder: Project (c26f4ab7abc14bac8ee32dd4b4c80d10) in parent group-v820715. [ 708.512032] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Creating folder: Instances. Parent ref: group-v820812. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.512281] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f72afd91-898f-4eb0-b822-5cebc58f7e62 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.524758] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Created folder: Instances in parent group-v820812. [ 708.525079] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.525305] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.525538] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d04d37a5-f0b1-4ce4-a762-709c74150012 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.544294] env[69239]: DEBUG nova.compute.manager [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.544521] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.545412] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eb4dd8-543f-423e-b10c-86a8419f5528 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.555332] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.557129] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d057c6b-646a-4463-b175-b94b8c66cb5d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.559465] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.559465] env[69239]: value = "task-4144829" [ 708.559465] env[69239]: _type = "Task" [ 708.559465] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.567798] env[69239]: DEBUG oslo_vmware.api [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Waiting for the task: (returnval){ [ 708.567798] env[69239]: value = "task-4144830" [ 708.567798] env[69239]: _type = "Task" [ 708.567798] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.576917] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144829, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.585340] env[69239]: DEBUG oslo_vmware.api [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.652600] env[69239]: DEBUG oslo_vmware.api [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144826, 'name': PowerOnVM_Task, 'duration_secs': 1.008427} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.652887] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.656456] env[69239]: DEBUG nova.compute.manager [None req-2341c4f1-c03c-46ee-a082-23acc30cc405 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 708.657606] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed726443-a0ef-4dd9-acd7-fce775dceeac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.678495] env[69239]: DEBUG oslo_concurrency.lockutils [req-ab1296b4-faac-412d-89f6-9fa37435c5f0 req-f3a94180-bd06-4a92-81e5-50e2be03c31c service nova] Releasing lock "refresh_cache-b4ad9083-f525-471e-94cc-0f888acc8d6c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.692012] env[69239]: DEBUG nova.network.neutron [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Updating instance_info_cache with network_info: [{"id": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "address": "fa:16:3e:72:f6:fb", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54facc54-7f", "ovs_interfaceid": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c834f9ad-b258-48c4-8c83-2fd75e2e7a2b", "address": "fa:16:3e:f1:cf:b8", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc834f9ad-b2", "ovs_interfaceid": "c834f9ad-b258-48c4-8c83-2fd75e2e7a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.785353] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144814, 'name': RelocateVM_Task} progress is 98%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.854196] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1412c519-6fea-419f-877a-07a388cc8e0f tempest-AttachInterfacesV270Test-801604483 tempest-AttachInterfacesV270Test-801604483-project-member] Lock "a45f0012-e8da-45c5-9eb4-7550564fd275" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.403s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.977850] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c815bb-8e2a-1a0e-4df2-1e73392794bb, 'name': SearchDatastore_Task, 'duration_secs': 0.022722} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.981052] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.981358] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] ab6db5cd-6631-420e-b822-199107ecbeb2/ab6db5cd-6631-420e-b822-199107ecbeb2.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.981809] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cb1d996-058b-43c7-97cb-d51ebdf904d8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.989766] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Waiting for the task: (returnval){ [ 708.989766] env[69239]: value = "task-4144831" [ 708.989766] env[69239]: _type = "Task" [ 708.989766] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.001152] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.076591] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144829, 'name': CreateVM_Task, 'duration_secs': 0.496403} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.077975] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.079132] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.079132] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.079586] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.079672] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730db087-8ff2-4399-bf13-4fc63f488dee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.090062] env[69239]: DEBUG oslo_vmware.api [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144830, 'name': PowerOffVM_Task, 'duration_secs': 0.289009} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.091034] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.091272] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.091594] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88d83044-9c4e-494d-af3e-448905104168 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.097029] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 709.097029] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d160ee-8c22-8288-1b44-d9f811909e02" [ 709.097029] env[69239]: _type = "Task" [ 709.097029] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.109887] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d160ee-8c22-8288-1b44-d9f811909e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.169256] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.169256] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.169256] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Deleting the datastore file [datastore1] b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.169256] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3cf4bc9-65da-4fd9-adb2-32f7391f983a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.186292] env[69239]: DEBUG oslo_vmware.api [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Waiting for the task: (returnval){ [ 709.186292] env[69239]: value = "task-4144833" [ 709.186292] env[69239]: _type = "Task" [ 709.186292] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.196183] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.196952] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.197335] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.199868] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57c0f91-1e16-48c3-98c2-c5cd9f96fef5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.209363] env[69239]: DEBUG oslo_vmware.api [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.229291] env[69239]: DEBUG nova.virt.hardware [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.229625] env[69239]: DEBUG nova.virt.hardware [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.229803] env[69239]: DEBUG nova.virt.hardware [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.230013] env[69239]: DEBUG nova.virt.hardware [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.230196] env[69239]: DEBUG nova.virt.hardware [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.230349] env[69239]: DEBUG nova.virt.hardware [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.230959] env[69239]: DEBUG nova.virt.hardware [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.231179] env[69239]: DEBUG nova.virt.hardware [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.231389] env[69239]: DEBUG nova.virt.hardware [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.231575] env[69239]: DEBUG nova.virt.hardware [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.231785] env[69239]: DEBUG nova.virt.hardware [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.241645] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Reconfiguring VM to attach interface {{(pid=69239) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 709.245515] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-604fbbed-6f61-492d-a95c-327761a3ef8c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.272747] env[69239]: DEBUG oslo_vmware.api [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 709.272747] env[69239]: value = "task-4144834" [ 709.272747] env[69239]: _type = "Task" [ 709.272747] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.296345] env[69239]: DEBUG oslo_vmware.api [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144834, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.299972] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144814, 'name': RelocateVM_Task, 'duration_secs': 4.966492} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.300345] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 709.301605] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820752', 'volume_id': '97f43986-5024-4fa5-b1a5-04c8eeacbd84', 'name': 'volume-97f43986-5024-4fa5-b1a5-04c8eeacbd84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b4ad9083-f525-471e-94cc-0f888acc8d6c', 'attached_at': '', 'detached_at': '', 'volume_id': '97f43986-5024-4fa5-b1a5-04c8eeacbd84', 'serial': '97f43986-5024-4fa5-b1a5-04c8eeacbd84'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 709.301605] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f98f2d2-6a12-42a2-bc58-e84441e626b1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.328467] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6191a90b-1512-449c-ac20-3785c231f9f0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.357655] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] volume-97f43986-5024-4fa5-b1a5-04c8eeacbd84/volume-97f43986-5024-4fa5-b1a5-04c8eeacbd84.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.361283] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54621d0d-c145-44c5-99a9-6e78b992fd18 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.388681] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Waiting for the task: (returnval){ [ 709.388681] env[69239]: value = "task-4144835" [ 709.388681] env[69239]: _type = "Task" [ 709.388681] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.404841] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.481796] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e245a8ea-2d22-4058-b9ab-85cff51a46ea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.496351] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff51e877-8bd0-4207-8434-f7cf7b282de8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.536597] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144831, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.537892] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee531cd-4ca3-4ab4-bb8d-8c9097228750 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.547967] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1d80d2-0880-4d0b-960a-d3e7a3c90842 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.565884] env[69239]: DEBUG nova.compute.provider_tree [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.609185] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d160ee-8c22-8288-1b44-d9f811909e02, 'name': SearchDatastore_Task, 'duration_secs': 0.012253} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.609593] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.609912] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.610284] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.610472] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.610763] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.612463] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13c0658b-a0ce-4881-bb9a-129d8fae40a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.624169] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.624417] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.625404] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d96fbc4-7fc8-482d-9a64-53d4c9f9c0bb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.632860] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 709.632860] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]523e36aa-5b45-ef7d-e400-4d1dfca89ba5" [ 709.632860] env[69239]: _type = "Task" [ 709.632860] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.643104] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523e36aa-5b45-ef7d-e400-4d1dfca89ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.678944] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 709.679961] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820808', 'volume_id': 'd9e6215e-2f85-4977-81fa-e5e1be6eb875', 'name': 'volume-d9e6215e-2f85-4977-81fa-e5e1be6eb875', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f53bec7-17c9-4c77-87d4-01437280768e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9e6215e-2f85-4977-81fa-e5e1be6eb875', 'serial': 'd9e6215e-2f85-4977-81fa-e5e1be6eb875'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 709.681282] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faadcdab-d328-4459-9499-74d3aae69bc5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.705857] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fcbcfe-5563-4e00-89f0-150c76af5081 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.712568] env[69239]: DEBUG oslo_vmware.api [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.740787] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-d9e6215e-2f85-4977-81fa-e5e1be6eb875/volume-d9e6215e-2f85-4977-81fa-e5e1be6eb875.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.742185] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-678fbefb-7795-4ff3-bf42-e4e8d275330d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.761941] env[69239]: DEBUG oslo_vmware.api [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Waiting for the task: (returnval){ [ 709.761941] env[69239]: value = "task-4144836" [ 709.761941] env[69239]: _type = "Task" [ 709.761941] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.772143] env[69239]: DEBUG oslo_vmware.api [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Task: {'id': task-4144836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.788282] env[69239]: DEBUG oslo_vmware.api [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.902846] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144835, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.006355] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614651} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.006730] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] ab6db5cd-6631-420e-b822-199107ecbeb2/ab6db5cd-6631-420e-b822-199107ecbeb2.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.007042] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.007410] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee0e44f0-4f3d-4dc6-a175-f404570de60b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.017176] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Waiting for the task: (returnval){ [ 710.017176] env[69239]: value = "task-4144837" [ 710.017176] env[69239]: _type = "Task" [ 710.017176] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.026589] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.037851] env[69239]: DEBUG nova.compute.manager [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Received event network-vif-plugged-40f4d7c0-c94a-45e8-b0ab-f1178b8edb07 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.038172] env[69239]: DEBUG oslo_concurrency.lockutils [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] Acquiring lock "ab6db5cd-6631-420e-b822-199107ecbeb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.038402] env[69239]: DEBUG oslo_concurrency.lockutils [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] Lock "ab6db5cd-6631-420e-b822-199107ecbeb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.038653] env[69239]: DEBUG oslo_concurrency.lockutils [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] Lock "ab6db5cd-6631-420e-b822-199107ecbeb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.038809] env[69239]: DEBUG nova.compute.manager [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] No waiting events found dispatching network-vif-plugged-40f4d7c0-c94a-45e8-b0ab-f1178b8edb07 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 710.038978] env[69239]: WARNING nova.compute.manager [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Received unexpected event network-vif-plugged-40f4d7c0-c94a-45e8-b0ab-f1178b8edb07 for instance with vm_state building and task_state spawning. [ 710.039153] env[69239]: DEBUG nova.compute.manager [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Received event network-changed-40f4d7c0-c94a-45e8-b0ab-f1178b8edb07 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.039309] env[69239]: DEBUG nova.compute.manager [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Refreshing instance network info cache due to event network-changed-40f4d7c0-c94a-45e8-b0ab-f1178b8edb07. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.039579] env[69239]: DEBUG oslo_concurrency.lockutils [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] Acquiring lock "refresh_cache-ab6db5cd-6631-420e-b822-199107ecbeb2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.039753] env[69239]: DEBUG oslo_concurrency.lockutils [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] Acquired lock "refresh_cache-ab6db5cd-6631-420e-b822-199107ecbeb2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.039920] env[69239]: DEBUG nova.network.neutron [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Refreshing network info cache for port 40f4d7c0-c94a-45e8-b0ab-f1178b8edb07 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.069850] env[69239]: DEBUG nova.scheduler.client.report [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.149134] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523e36aa-5b45-ef7d-e400-4d1dfca89ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.017654} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.150222] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a544fe-37d6-4181-95e4-621311d7a6fa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.160543] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 710.160543] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b933b3-5996-fd51-094a-38891acfe5da" [ 710.160543] env[69239]: _type = "Task" [ 710.160543] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.172065] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b933b3-5996-fd51-094a-38891acfe5da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.200698] env[69239]: DEBUG oslo_vmware.api [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Task: {'id': task-4144833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549626} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.202028] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.202261] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.202447] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.202624] env[69239]: INFO nova.compute.manager [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 710.202917] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.203534] env[69239]: DEBUG nova.compute.manager [-] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.203534] env[69239]: DEBUG nova.network.neutron [-] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.277309] env[69239]: DEBUG oslo_vmware.api [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Task: {'id': task-4144836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.294443] env[69239]: DEBUG oslo_vmware.api [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144834, 'name': ReconfigVM_Task, 'duration_secs': 1.020912} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.295118] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.295544] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Reconfigured VM to attach interface {{(pid=69239) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 710.401219] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144835, 'name': ReconfigVM_Task, 'duration_secs': 0.529628} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.401219] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Reconfigured VM instance instance-0000001c to attach disk [datastore2] volume-97f43986-5024-4fa5-b1a5-04c8eeacbd84/volume-97f43986-5024-4fa5-b1a5-04c8eeacbd84.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.408502] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-475b749e-fd5c-42a8-822f-e70156535c76 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.424066] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Waiting for the task: (returnval){ [ 710.424066] env[69239]: value = "task-4144838" [ 710.424066] env[69239]: _type = "Task" [ 710.424066] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.434528] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.526816] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10804} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.527208] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.528097] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f007180-3532-4457-81d7-8bb65986b687 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.556285] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] ab6db5cd-6631-420e-b822-199107ecbeb2/ab6db5cd-6631-420e-b822-199107ecbeb2.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.556742] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc7fa4f-a492-4d36-a9c0-af2d04f6fcf4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.578979] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.582776] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.875s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.584408] env[69239]: INFO nova.compute.claims [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.593838] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Waiting for the task: (returnval){ [ 710.593838] env[69239]: value = "task-4144839" [ 710.593838] env[69239]: _type = "Task" [ 710.593838] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.607460] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.616542] env[69239]: INFO nova.scheduler.client.report [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Deleted allocations for instance 02fcbb97-0a43-4a8d-acf8-d773de6f039a [ 710.657981] env[69239]: DEBUG nova.compute.manager [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 710.658898] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e323ec54-de32-4911-8933-424d36229646 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.679228] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b933b3-5996-fd51-094a-38891acfe5da, 'name': SearchDatastore_Task, 'duration_secs': 0.020616} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.679917] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.680141] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 852b6ac9-90c7-4b98-a443-993274dcaa55/852b6ac9-90c7-4b98-a443-993274dcaa55.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.680527] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cd9be7f-2047-4295-b311-9fa5339fa56a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.689604] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 710.689604] env[69239]: value = "task-4144840" [ 710.689604] env[69239]: _type = "Task" [ 710.689604] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.707883] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.773886] env[69239]: DEBUG oslo_vmware.api [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Task: {'id': task-4144836, 'name': ReconfigVM_Task, 'duration_secs': 0.821506} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.774390] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-d9e6215e-2f85-4977-81fa-e5e1be6eb875/volume-d9e6215e-2f85-4977-81fa-e5e1be6eb875.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.783711] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2355122b-3840-47d0-aa5a-b5640342e831 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.804065] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1252ca51-b348-469d-bc85-ac581814400b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-f9e5a98f-f995-44e1-b204-ff950ad68d22-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.398s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.807957] env[69239]: DEBUG oslo_vmware.api [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Waiting for the task: (returnval){ [ 710.807957] env[69239]: value = "task-4144841" [ 710.807957] env[69239]: _type = "Task" [ 710.807957] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.822187] env[69239]: DEBUG oslo_vmware.api [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Task: {'id': task-4144841, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.938465] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.101645] env[69239]: DEBUG nova.network.neutron [-] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.119368] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.131077] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70250984-ebb7-4208-9fb9-5174236b84c1 tempest-ServersAdmin275Test-2096097767 tempest-ServersAdmin275Test-2096097767-project-member] Lock "02fcbb97-0a43-4a8d-acf8-d773de6f039a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.564s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.150412] env[69239]: DEBUG nova.network.neutron [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Updated VIF entry in instance network info cache for port 40f4d7c0-c94a-45e8-b0ab-f1178b8edb07. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.150932] env[69239]: DEBUG nova.network.neutron [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Updating instance_info_cache with network_info: [{"id": "40f4d7c0-c94a-45e8-b0ab-f1178b8edb07", "address": "fa:16:3e:5b:7d:f9", "network": {"id": "fe9ec793-142b-4ec3-86ca-bf84af2dcc3b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-57886316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717004c0b9224112a2bb9169c991f840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f4d7c0-c9", "ovs_interfaceid": "40f4d7c0-c94a-45e8-b0ab-f1178b8edb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.181652] env[69239]: INFO nova.compute.manager [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] instance snapshotting [ 711.185739] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4964ed-1024-44d2-b1ec-7a731bc5ea95 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.211927] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0653bd-b62c-4180-982c-d77b501b7a94 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.224516] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144840, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.310882] env[69239]: DEBUG nova.compute.manager [req-41d2a77a-8643-4aba-8c0a-613ddd8beab2 req-cfd19088-040c-403b-8d2b-9119d85811cb service nova] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Received event network-vif-plugged-935f7a22-7870-4f36-95b0-35bcb0117798 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.311329] env[69239]: DEBUG oslo_concurrency.lockutils [req-41d2a77a-8643-4aba-8c0a-613ddd8beab2 req-cfd19088-040c-403b-8d2b-9119d85811cb service nova] Acquiring lock "852b6ac9-90c7-4b98-a443-993274dcaa55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.311838] env[69239]: DEBUG oslo_concurrency.lockutils [req-41d2a77a-8643-4aba-8c0a-613ddd8beab2 req-cfd19088-040c-403b-8d2b-9119d85811cb service nova] Lock "852b6ac9-90c7-4b98-a443-993274dcaa55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.312285] env[69239]: DEBUG oslo_concurrency.lockutils [req-41d2a77a-8643-4aba-8c0a-613ddd8beab2 req-cfd19088-040c-403b-8d2b-9119d85811cb service nova] Lock "852b6ac9-90c7-4b98-a443-993274dcaa55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.312614] env[69239]: DEBUG nova.compute.manager [req-41d2a77a-8643-4aba-8c0a-613ddd8beab2 req-cfd19088-040c-403b-8d2b-9119d85811cb service nova] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] No waiting events found dispatching network-vif-plugged-935f7a22-7870-4f36-95b0-35bcb0117798 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 711.312915] env[69239]: WARNING nova.compute.manager [req-41d2a77a-8643-4aba-8c0a-613ddd8beab2 req-cfd19088-040c-403b-8d2b-9119d85811cb service nova] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Received unexpected event network-vif-plugged-935f7a22-7870-4f36-95b0-35bcb0117798 for instance with vm_state building and task_state spawning. [ 711.313232] env[69239]: DEBUG nova.compute.manager [req-41d2a77a-8643-4aba-8c0a-613ddd8beab2 req-cfd19088-040c-403b-8d2b-9119d85811cb service nova] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Received event network-changed-935f7a22-7870-4f36-95b0-35bcb0117798 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.313518] env[69239]: DEBUG nova.compute.manager [req-41d2a77a-8643-4aba-8c0a-613ddd8beab2 req-cfd19088-040c-403b-8d2b-9119d85811cb service nova] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Refreshing instance network info cache due to event network-changed-935f7a22-7870-4f36-95b0-35bcb0117798. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.314143] env[69239]: DEBUG oslo_concurrency.lockutils [req-41d2a77a-8643-4aba-8c0a-613ddd8beab2 req-cfd19088-040c-403b-8d2b-9119d85811cb service nova] Acquiring lock "refresh_cache-852b6ac9-90c7-4b98-a443-993274dcaa55" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.314437] env[69239]: DEBUG oslo_concurrency.lockutils [req-41d2a77a-8643-4aba-8c0a-613ddd8beab2 req-cfd19088-040c-403b-8d2b-9119d85811cb service nova] Acquired lock "refresh_cache-852b6ac9-90c7-4b98-a443-993274dcaa55" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.315015] env[69239]: DEBUG nova.network.neutron [req-41d2a77a-8643-4aba-8c0a-613ddd8beab2 req-cfd19088-040c-403b-8d2b-9119d85811cb service nova] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Refreshing network info cache for port 935f7a22-7870-4f36-95b0-35bcb0117798 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.334130] env[69239]: DEBUG oslo_vmware.api [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Task: {'id': task-4144841, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.438879] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144838, 'name': ReconfigVM_Task, 'duration_secs': 0.637966} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.439386] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820752', 'volume_id': '97f43986-5024-4fa5-b1a5-04c8eeacbd84', 'name': 'volume-97f43986-5024-4fa5-b1a5-04c8eeacbd84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b4ad9083-f525-471e-94cc-0f888acc8d6c', 'attached_at': '', 'detached_at': '', 'volume_id': '97f43986-5024-4fa5-b1a5-04c8eeacbd84', 'serial': '97f43986-5024-4fa5-b1a5-04c8eeacbd84'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 711.440105] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e310a413-44d0-49cd-8b03-0b6b66278ca0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.448779] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Waiting for the task: (returnval){ [ 711.448779] env[69239]: value = "task-4144842" [ 711.448779] env[69239]: _type = "Task" [ 711.448779] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.460702] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144842, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.611996] env[69239]: INFO nova.compute.manager [-] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Took 1.41 seconds to deallocate network for instance. [ 711.613548] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144839, 'name': ReconfigVM_Task, 'duration_secs': 1.003433} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.615610] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Reconfigured VM instance instance-0000001d to attach disk [datastore1] ab6db5cd-6631-420e-b822-199107ecbeb2/ab6db5cd-6631-420e-b822-199107ecbeb2.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.625078] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87e7097d-1bce-4f31-9815-69d04173d51e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.637780] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Waiting for the task: (returnval){ [ 711.637780] env[69239]: value = "task-4144843" [ 711.637780] env[69239]: _type = "Task" [ 711.637780] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.646604] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144843, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.653473] env[69239]: DEBUG oslo_concurrency.lockutils [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] Releasing lock "refresh_cache-ab6db5cd-6631-420e-b822-199107ecbeb2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.654285] env[69239]: DEBUG nova.compute.manager [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Received event network-changed-e16f0ce7-c502-4746-b060-afc170eacd9d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.654285] env[69239]: DEBUG nova.compute.manager [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Refreshing instance network info cache due to event network-changed-e16f0ce7-c502-4746-b060-afc170eacd9d. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.654285] env[69239]: DEBUG oslo_concurrency.lockutils [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] Acquiring lock "refresh_cache-f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.654285] env[69239]: DEBUG oslo_concurrency.lockutils [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] Acquired lock "refresh_cache-f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.654440] env[69239]: DEBUG nova.network.neutron [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Refreshing network info cache for port e16f0ce7-c502-4746-b060-afc170eacd9d {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.712081] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614464} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.712402] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 852b6ac9-90c7-4b98-a443-993274dcaa55/852b6ac9-90c7-4b98-a443-993274dcaa55.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.712571] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.712918] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ac12764-89e9-473d-b897-0e6d8b3cba95 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.725245] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 711.725245] env[69239]: value = "task-4144844" [ 711.725245] env[69239]: _type = "Task" [ 711.725245] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.738256] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 711.738920] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.742432] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-780004fa-7614-4c85-87d2-4fcea5b6f521 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.752131] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 711.752131] env[69239]: value = "task-4144845" [ 711.752131] env[69239]: _type = "Task" [ 711.752131] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.767544] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144845, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.837261] env[69239]: DEBUG oslo_vmware.api [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Task: {'id': task-4144841, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.961865] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144842, 'name': Rename_Task, 'duration_secs': 0.283584} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.965992] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.965992] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e5239fd-1768-4156-963e-5970295775a6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.974361] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Waiting for the task: (returnval){ [ 711.974361] env[69239]: value = "task-4144846" [ 711.974361] env[69239]: _type = "Task" [ 711.974361] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.998905] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.130727] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.153522] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144843, 'name': Rename_Task, 'duration_secs': 0.231628} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.153958] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.155036] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0059c022-786e-43ff-8100-8958037408bf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.165652] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Waiting for the task: (returnval){ [ 712.165652] env[69239]: value = "task-4144847" [ 712.165652] env[69239]: _type = "Task" [ 712.165652] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.181915] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.223794] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e12777-f7b1-4200-bdc9-14a8dac6ef27 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.246008] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc97318d-ca70-41dc-9865-ae478cd01e6b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.256779] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077524} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.260996] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.293213] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b5e97c-8b93-495a-a5fb-d7e58dba10c5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.298175] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36501112-f69e-4aba-b818-e05882f97947 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.304736] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144845, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.320655] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015fac0b-650c-4340-8c48-619920a37c21 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.334259] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 852b6ac9-90c7-4b98-a443-993274dcaa55/852b6ac9-90c7-4b98-a443-993274dcaa55.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.342196] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fc54201-7cc9-4839-adb6-9c5de597e28d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.367165] env[69239]: DEBUG oslo_vmware.api [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Task: {'id': task-4144841, 'name': ReconfigVM_Task, 'duration_secs': 1.255996} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.379178] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820808', 'volume_id': 'd9e6215e-2f85-4977-81fa-e5e1be6eb875', 'name': 'volume-d9e6215e-2f85-4977-81fa-e5e1be6eb875', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f53bec7-17c9-4c77-87d4-01437280768e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9e6215e-2f85-4977-81fa-e5e1be6eb875', 'serial': 'd9e6215e-2f85-4977-81fa-e5e1be6eb875'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 712.381831] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 712.381831] env[69239]: value = "task-4144848" [ 712.381831] env[69239]: _type = "Task" [ 712.381831] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.382576] env[69239]: DEBUG nova.compute.provider_tree [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.398902] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.454522] env[69239]: DEBUG nova.network.neutron [req-41d2a77a-8643-4aba-8c0a-613ddd8beab2 req-cfd19088-040c-403b-8d2b-9119d85811cb service nova] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Updated VIF entry in instance network info cache for port 935f7a22-7870-4f36-95b0-35bcb0117798. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.454870] env[69239]: DEBUG nova.network.neutron [req-41d2a77a-8643-4aba-8c0a-613ddd8beab2 req-cfd19088-040c-403b-8d2b-9119d85811cb service nova] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Updating instance_info_cache with network_info: [{"id": "935f7a22-7870-4f36-95b0-35bcb0117798", "address": "fa:16:3e:04:92:e4", "network": {"id": "21d46fe8-ac4c-4908-972a-4c74f40057ea", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1918860150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f4ab7abc14bac8ee32dd4b4c80d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap935f7a22-78", "ovs_interfaceid": "935f7a22-7870-4f36-95b0-35bcb0117798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.488368] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.491326] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Acquiring lock "a26f3479-bdce-4304-85b5-a152a01e8e18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.491557] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Lock "a26f3479-bdce-4304-85b5-a152a01e8e18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.491876] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Acquiring lock "a26f3479-bdce-4304-85b5-a152a01e8e18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.492091] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Lock "a26f3479-bdce-4304-85b5-a152a01e8e18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.492260] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Lock "a26f3479-bdce-4304-85b5-a152a01e8e18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.494609] env[69239]: INFO nova.compute.manager [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Terminating instance [ 712.679128] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144847, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.746263] env[69239]: DEBUG nova.network.neutron [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Updated VIF entry in instance network info cache for port e16f0ce7-c502-4746-b060-afc170eacd9d. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.746733] env[69239]: DEBUG nova.network.neutron [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Updating instance_info_cache with network_info: [{"id": "e16f0ce7-c502-4746-b060-afc170eacd9d", "address": "fa:16:3e:d5:20:eb", "network": {"id": "760c1384-a67b-4757-8b85-8d3df5d2a76d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2019046388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426726ad221b46279a27c0d80a385585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape16f0ce7-c5", "ovs_interfaceid": "e16f0ce7-c502-4746-b060-afc170eacd9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.767833] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144845, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.897601] env[69239]: DEBUG nova.scheduler.client.report [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.906057] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144848, 'name': ReconfigVM_Task, 'duration_secs': 0.429789} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.908572] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 852b6ac9-90c7-4b98-a443-993274dcaa55/852b6ac9-90c7-4b98-a443-993274dcaa55.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.908572] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33d57a16-2815-4bce-a73c-d16b98183854 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.919492] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 712.919492] env[69239]: value = "task-4144849" [ 712.919492] env[69239]: _type = "Task" [ 712.919492] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.937697] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144849, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.941228] env[69239]: DEBUG nova.compute.manager [req-7a0dd37e-f297-41bb-bb26-dbd3f43f5de0 req-ee31da8e-983b-4829-aa44-05ec79f89abb service nova] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Received event network-vif-deleted-6b2a3175-0ad3-4d4c-8925-39f5205d2c11 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.960153] env[69239]: DEBUG oslo_concurrency.lockutils [req-41d2a77a-8643-4aba-8c0a-613ddd8beab2 req-cfd19088-040c-403b-8d2b-9119d85811cb service nova] Releasing lock "refresh_cache-852b6ac9-90c7-4b98-a443-993274dcaa55" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.989640] env[69239]: DEBUG oslo_vmware.api [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4144846, 'name': PowerOnVM_Task, 'duration_secs': 0.68932} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.990496] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.990815] env[69239]: INFO nova.compute.manager [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Took 12.28 seconds to spawn the instance on the hypervisor. [ 712.991498] env[69239]: DEBUG nova.compute.manager [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 712.992075] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b534117e-6e2f-4bf0-90ce-c9b82fc75f53 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.001778] env[69239]: DEBUG nova.compute.manager [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.002091] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.006418] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353d1d3b-f854-4793-bd9e-159122a4c42b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.017619] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.017619] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-974e0a18-d4e4-4400-a420-4bda5cecb003 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.027330] env[69239]: DEBUG oslo_vmware.api [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Waiting for the task: (returnval){ [ 713.027330] env[69239]: value = "task-4144850" [ 713.027330] env[69239]: _type = "Task" [ 713.027330] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.042444] env[69239]: DEBUG oslo_vmware.api [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.181280] env[69239]: DEBUG oslo_vmware.api [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144847, 'name': PowerOnVM_Task, 'duration_secs': 0.644627} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.181887] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.181887] env[69239]: INFO nova.compute.manager [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Took 9.17 seconds to spawn the instance on the hypervisor. [ 713.181887] env[69239]: DEBUG nova.compute.manager [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 713.182734] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a7ea30-a49c-4a26-bc22-2c593abe9baa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.253014] env[69239]: DEBUG oslo_concurrency.lockutils [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] Releasing lock "refresh_cache-f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.253265] env[69239]: DEBUG nova.compute.manager [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Received event network-vif-plugged-c834f9ad-b258-48c4-8c83-2fd75e2e7a2b {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.253480] env[69239]: DEBUG oslo_concurrency.lockutils [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] Acquiring lock "f9e5a98f-f995-44e1-b204-ff950ad68d22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.253877] env[69239]: DEBUG oslo_concurrency.lockutils [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] Lock "f9e5a98f-f995-44e1-b204-ff950ad68d22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.253877] env[69239]: DEBUG oslo_concurrency.lockutils [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] Lock "f9e5a98f-f995-44e1-b204-ff950ad68d22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.254696] env[69239]: DEBUG nova.compute.manager [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] No waiting events found dispatching network-vif-plugged-c834f9ad-b258-48c4-8c83-2fd75e2e7a2b {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 713.254953] env[69239]: WARNING nova.compute.manager [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Received unexpected event network-vif-plugged-c834f9ad-b258-48c4-8c83-2fd75e2e7a2b for instance with vm_state active and task_state None. [ 713.255282] env[69239]: DEBUG nova.compute.manager [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Received event network-changed-c834f9ad-b258-48c4-8c83-2fd75e2e7a2b {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.255315] env[69239]: DEBUG nova.compute.manager [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Refreshing instance network info cache due to event network-changed-c834f9ad-b258-48c4-8c83-2fd75e2e7a2b. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.255513] env[69239]: DEBUG oslo_concurrency.lockutils [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] Acquiring lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.255623] env[69239]: DEBUG oslo_concurrency.lockutils [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] Acquired lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.255780] env[69239]: DEBUG nova.network.neutron [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Refreshing network info cache for port c834f9ad-b258-48c4-8c83-2fd75e2e7a2b {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.274541] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144845, 'name': CreateSnapshot_Task, 'duration_secs': 1.332338} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.274873] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 713.279717] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29df5b2b-8db1-4e49-bf8f-343f6da87048 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.400719] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.401459] env[69239]: DEBUG nova.compute.manager [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.409269] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.208s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.413205] env[69239]: DEBUG nova.objects.instance [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69239) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 713.437967] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144849, 'name': Rename_Task, 'duration_secs': 0.26634} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.439603] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.443271] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6de0995-1e1e-4874-8929-803960ed2d72 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.451710] env[69239]: DEBUG nova.objects.instance [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Lazy-loading 'flavor' on Instance uuid 0f53bec7-17c9-4c77-87d4-01437280768e {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.458106] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 713.458106] env[69239]: value = "task-4144851" [ 713.458106] env[69239]: _type = "Task" [ 713.458106] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.472050] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.526077] env[69239]: INFO nova.compute.manager [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Took 46.45 seconds to build instance. [ 713.543488] env[69239]: DEBUG oslo_vmware.api [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144850, 'name': PowerOffVM_Task, 'duration_secs': 0.382323} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.543488] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.543488] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.543488] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb27bc84-8f0c-45f6-b957-dd21c6e7d99d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.635664] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.635664] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.635664] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Deleting the datastore file [datastore2] a26f3479-bdce-4304-85b5-a152a01e8e18 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.635664] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92ba1f6d-462f-4edc-93f4-b5ef42289562 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.646410] env[69239]: DEBUG oslo_vmware.api [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Waiting for the task: (returnval){ [ 713.646410] env[69239]: value = "task-4144853" [ 713.646410] env[69239]: _type = "Task" [ 713.646410] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.659988] env[69239]: DEBUG oslo_vmware.api [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.699935] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "17e9b47b-1f79-4b53-93a0-b9258d846e97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.700410] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "17e9b47b-1f79-4b53-93a0-b9258d846e97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.709479] env[69239]: INFO nova.compute.manager [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Took 43.05 seconds to build instance. [ 713.808711] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 713.809183] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5160a0d2-ebfc-4d56-beb9-a4ef438b975b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.822291] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 713.822291] env[69239]: value = "task-4144854" [ 713.822291] env[69239]: _type = "Task" [ 713.822291] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.841985] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144854, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.916416] env[69239]: DEBUG nova.compute.utils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.919262] env[69239]: DEBUG nova.compute.manager [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.919585] env[69239]: DEBUG nova.network.neutron [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.972060] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a914278e-c795-4377-9aaf-01cd7c41c634 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Lock "0f53bec7-17c9-4c77-87d4-01437280768e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.952s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.983807] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144851, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.029387] env[69239]: DEBUG oslo_concurrency.lockutils [None req-88573135-2912-4d7b-8350-f2899de08b46 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Lock "b4ad9083-f525-471e-94cc-0f888acc8d6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.184s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.084153] env[69239]: DEBUG nova.policy [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e887726e85cf440a8799665ac5b4d110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da8b421f47994c8489d0829b086e3449', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.162266] env[69239]: DEBUG oslo_vmware.api [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Task: {'id': task-4144853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336553} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.162674] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.162883] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.163085] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.163358] env[69239]: INFO nova.compute.manager [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Took 1.16 seconds to destroy the instance on the hypervisor. [ 714.163654] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.163865] env[69239]: DEBUG nova.compute.manager [-] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.163962] env[69239]: DEBUG nova.network.neutron [-] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.216300] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e82692b5-3027-4daa-888a-a009a8f3592d tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Lock "ab6db5cd-6631-420e-b822-199107ecbeb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.095s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.334555] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144854, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.406123] env[69239]: DEBUG nova.network.neutron [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Updated VIF entry in instance network info cache for port c834f9ad-b258-48c4-8c83-2fd75e2e7a2b. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.408257] env[69239]: DEBUG nova.network.neutron [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Updating instance_info_cache with network_info: [{"id": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "address": "fa:16:3e:72:f6:fb", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54facc54-7f", "ovs_interfaceid": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c834f9ad-b258-48c4-8c83-2fd75e2e7a2b", "address": "fa:16:3e:f1:cf:b8", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc834f9ad-b2", "ovs_interfaceid": "c834f9ad-b258-48c4-8c83-2fd75e2e7a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.428370] env[69239]: DEBUG nova.compute.manager [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.434046] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64e13012-aaa9-4420-a578-22e57c10f075 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.435850] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.541s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.439919] env[69239]: INFO nova.compute.claims [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.480342] env[69239]: DEBUG oslo_vmware.api [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144851, 'name': PowerOnVM_Task, 'duration_secs': 0.850225} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.481654] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.481654] env[69239]: INFO nova.compute.manager [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Took 8.66 seconds to spawn the instance on the hypervisor. [ 714.481654] env[69239]: DEBUG nova.compute.manager [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 714.481989] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b474116c-b0a6-4c6b-91fb-7b8cd66aa0bc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.532859] env[69239]: DEBUG nova.compute.manager [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.835523] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144854, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.915715] env[69239]: DEBUG oslo_concurrency.lockutils [req-6719dc8f-f4e2-40cd-a916-c0326412c648 req-254fe288-c74b-4cd9-8c8a-48e8596af5e8 service nova] Releasing lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.003651] env[69239]: INFO nova.compute.manager [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Took 41.96 seconds to build instance. [ 715.062116] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.277640] env[69239]: DEBUG nova.network.neutron [-] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.335068] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144854, 'name': CloneVM_Task} progress is 95%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.443488] env[69239]: DEBUG nova.compute.manager [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.481040] env[69239]: DEBUG nova.virt.hardware [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.481040] env[69239]: DEBUG nova.virt.hardware [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.481040] env[69239]: DEBUG nova.virt.hardware [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.481312] env[69239]: DEBUG nova.virt.hardware [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.481312] env[69239]: DEBUG nova.virt.hardware [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.481497] env[69239]: DEBUG nova.virt.hardware [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.482034] env[69239]: DEBUG nova.virt.hardware [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.482034] env[69239]: DEBUG nova.virt.hardware [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.482034] env[69239]: DEBUG nova.virt.hardware [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.482301] env[69239]: DEBUG nova.virt.hardware [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.482301] env[69239]: DEBUG nova.virt.hardware [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.484126] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abbe2ea-4bc9-4d8d-b195-58661050a523 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.498026] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08a5c91-9fe9-4a78-b491-089d5dce7d55 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.507033] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4fd44208-343b-4966-83bc-c5a63cee7a06 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "852b6ac9-90c7-4b98-a443-993274dcaa55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.912s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.615469] env[69239]: DEBUG nova.network.neutron [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Successfully created port: fd1e8d16-8e4e-489e-b6c6-aff83da86ea7 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.652469] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "interface-f9e5a98f-f995-44e1-b204-ff950ad68d22-c834f9ad-b258-48c4-8c83-2fd75e2e7a2b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.652732] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-f9e5a98f-f995-44e1-b204-ff950ad68d22-c834f9ad-b258-48c4-8c83-2fd75e2e7a2b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.717523] env[69239]: DEBUG nova.compute.manager [req-057d4e00-3048-4d7c-84d3-2e302534176d req-e1d741d2-95fa-4ad1-a8c8-1e26517eed2d service nova] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Received event network-vif-deleted-0afdbc14-d89c-463d-92b7-fbbaaf5a49ed {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.781269] env[69239]: INFO nova.compute.manager [-] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Took 1.62 seconds to deallocate network for instance. [ 715.802914] env[69239]: DEBUG oslo_concurrency.lockutils [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Acquiring lock "ab6db5cd-6631-420e-b822-199107ecbeb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.803291] env[69239]: DEBUG oslo_concurrency.lockutils [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Lock "ab6db5cd-6631-420e-b822-199107ecbeb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.803550] env[69239]: DEBUG oslo_concurrency.lockutils [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Acquiring lock "ab6db5cd-6631-420e-b822-199107ecbeb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.803766] env[69239]: DEBUG oslo_concurrency.lockutils [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Lock "ab6db5cd-6631-420e-b822-199107ecbeb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.803944] env[69239]: DEBUG oslo_concurrency.lockutils [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Lock "ab6db5cd-6631-420e-b822-199107ecbeb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.812238] env[69239]: INFO nova.compute.manager [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Terminating instance [ 715.840760] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144854, 'name': CloneVM_Task, 'duration_secs': 1.926846} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.841135] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Created linked-clone VM from snapshot [ 715.842191] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf337d9-8125-4446-b51a-789c84944e03 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.856403] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Uploading image 280c956a-9f88-4b24-ad3e-85465d256df3 {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 715.876013] env[69239]: INFO nova.compute.manager [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Rescuing [ 715.876013] env[69239]: DEBUG oslo_concurrency.lockutils [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "refresh_cache-089dfd42-473d-4b6c-9037-064299a91856" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.876013] env[69239]: DEBUG oslo_concurrency.lockutils [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "refresh_cache-089dfd42-473d-4b6c-9037-064299a91856" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.876013] env[69239]: DEBUG nova.network.neutron [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.894955] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 715.894955] env[69239]: value = "vm-820816" [ 715.894955] env[69239]: _type = "VirtualMachine" [ 715.894955] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 715.896098] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-43a700ae-fb1a-4c0b-8cb1-0a46e11e57db {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.911540] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lease: (returnval){ [ 715.911540] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]523133c5-0160-e54b-e97c-e6d599dd62b6" [ 715.911540] env[69239]: _type = "HttpNfcLease" [ 715.911540] env[69239]: } obtained for exporting VM: (result){ [ 715.911540] env[69239]: value = "vm-820816" [ 715.911540] env[69239]: _type = "VirtualMachine" [ 715.911540] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 715.913106] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the lease: (returnval){ [ 715.913106] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]523133c5-0160-e54b-e97c-e6d599dd62b6" [ 715.913106] env[69239]: _type = "HttpNfcLease" [ 715.913106] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 715.920077] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 715.920077] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]523133c5-0160-e54b-e97c-e6d599dd62b6" [ 715.920077] env[69239]: _type = "HttpNfcLease" [ 715.920077] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 716.073069] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b04138b-c8a9-4598-8082-f467d0e0a818 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.077805] env[69239]: DEBUG oslo_concurrency.lockutils [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Acquiring lock "0f53bec7-17c9-4c77-87d4-01437280768e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.078053] env[69239]: DEBUG oslo_concurrency.lockutils [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Lock "0f53bec7-17c9-4c77-87d4-01437280768e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.084385] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae858c6-4282-45ab-86b8-8d222fc828e4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.118868] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9641beb7-ca44-495a-aefd-aecd14ff82f3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.129261] env[69239]: DEBUG oslo_vmware.rw_handles [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524366d2-c60b-8fc3-df7e-9901e512753c/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 716.133591] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08accab-504f-437c-b704-dd792f9788c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.138980] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325a4a4f-a74b-4fbb-930a-5a292d21ac63 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.145981] env[69239]: DEBUG oslo_vmware.rw_handles [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524366d2-c60b-8fc3-df7e-9901e512753c/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 716.146173] env[69239]: ERROR oslo_vmware.rw_handles [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524366d2-c60b-8fc3-df7e-9901e512753c/disk-0.vmdk due to incomplete transfer. [ 716.154478] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b0a7e63b-f246-456e-bc34-44c107767f7b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.156471] env[69239]: DEBUG nova.compute.provider_tree [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.158116] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.159095] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.159900] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d105b95-c630-41ed-9ed1-1f8fb5e99cc2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.187171] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b631dfe-05bc-4ea7-9293-955c581afad2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.191319] env[69239]: DEBUG oslo_vmware.rw_handles [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524366d2-c60b-8fc3-df7e-9901e512753c/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 716.191619] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Uploaded image 7ad7bcbd-092f-4498-ad6f-3c0bb60de22d to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 716.193649] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 716.194287] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e24796fa-89bb-4199-b54d-7c2e13f0b8a8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.225701] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Reconfiguring VM to detach interface {{(pid=69239) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 716.227749] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41883767-d5f2-441a-8cc5-4f1238086917 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.244860] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 716.244860] env[69239]: value = "task-4144856" [ 716.244860] env[69239]: _type = "Task" [ 716.244860] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.249839] env[69239]: DEBUG oslo_vmware.api [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 716.249839] env[69239]: value = "task-4144857" [ 716.249839] env[69239]: _type = "Task" [ 716.249839] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.253338] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144856, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.263965] env[69239]: DEBUG oslo_vmware.api [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.292043] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.317206] env[69239]: DEBUG nova.compute.manager [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.317623] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.318700] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873e9c6b-739c-4d4e-a921-57e2d9f6ba2e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.328097] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.328449] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25f42c82-1eb6-4b4f-b5e9-71dbb499450a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.336075] env[69239]: DEBUG oslo_vmware.api [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Waiting for the task: (returnval){ [ 716.336075] env[69239]: value = "task-4144858" [ 716.336075] env[69239]: _type = "Task" [ 716.336075] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.348150] env[69239]: DEBUG oslo_vmware.api [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.363227] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c0d83f0-0645-4806-8369-2c0610ba0949 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "852b6ac9-90c7-4b98-a443-993274dcaa55" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.363559] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c0d83f0-0645-4806-8369-2c0610ba0949 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "852b6ac9-90c7-4b98-a443-993274dcaa55" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.363775] env[69239]: DEBUG nova.compute.manager [None req-8c0d83f0-0645-4806-8369-2c0610ba0949 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 716.364744] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f766f90b-8ca5-46c8-bfd0-c545f15d0684 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.373271] env[69239]: DEBUG nova.compute.manager [None req-8c0d83f0-0645-4806-8369-2c0610ba0949 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69239) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 716.376723] env[69239]: DEBUG nova.objects.instance [None req-8c0d83f0-0645-4806-8369-2c0610ba0949 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lazy-loading 'flavor' on Instance uuid 852b6ac9-90c7-4b98-a443-993274dcaa55 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.425585] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 716.425585] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]523133c5-0160-e54b-e97c-e6d599dd62b6" [ 716.425585] env[69239]: _type = "HttpNfcLease" [ 716.425585] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 716.425999] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 716.425999] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]523133c5-0160-e54b-e97c-e6d599dd62b6" [ 716.425999] env[69239]: _type = "HttpNfcLease" [ 716.425999] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 716.426641] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e941df-ae62-4778-889b-679d66c39c75 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.436614] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa5874-3470-6213-b654-c7dffb1e9097/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 716.436892] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa5874-3470-6213-b654-c7dffb1e9097/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 716.571074] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d82dfbf0-6ce4-4978-990a-bc0c798b34a4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.582059] env[69239]: INFO nova.compute.manager [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Detaching volume d9e6215e-2f85-4977-81fa-e5e1be6eb875 [ 716.652290] env[69239]: INFO nova.virt.block_device [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Attempting to driver detach volume d9e6215e-2f85-4977-81fa-e5e1be6eb875 from mountpoint /dev/sdb [ 716.654035] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 716.654035] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820808', 'volume_id': 'd9e6215e-2f85-4977-81fa-e5e1be6eb875', 'name': 'volume-d9e6215e-2f85-4977-81fa-e5e1be6eb875', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f53bec7-17c9-4c77-87d4-01437280768e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9e6215e-2f85-4977-81fa-e5e1be6eb875', 'serial': 'd9e6215e-2f85-4977-81fa-e5e1be6eb875'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 716.654366] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10621c88-5b6d-4ee9-bdc4-889821042f00 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.660271] env[69239]: DEBUG nova.scheduler.client.report [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.687752] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a15490-ff7b-4b6c-a525-3e2130d2e20d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.698904] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629102ba-9943-46de-803b-941e72d0e2db {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.730136] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5876ae6e-5254-4ab3-b90d-fd9b47fc862e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.749534] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] The volume has not been displaced from its original location: [datastore1] volume-d9e6215e-2f85-4977-81fa-e5e1be6eb875/volume-d9e6215e-2f85-4977-81fa-e5e1be6eb875.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 716.755378] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 716.760648] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aaf69e3-b9f1-4f67-853e-062748986d6e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.785236] env[69239]: DEBUG oslo_vmware.api [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.789722] env[69239]: DEBUG oslo_vmware.api [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Waiting for the task: (returnval){ [ 716.789722] env[69239]: value = "task-4144859" [ 716.789722] env[69239]: _type = "Task" [ 716.789722] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.789977] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144856, 'name': Destroy_Task, 'duration_secs': 0.510595} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.790319] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Destroyed the VM [ 716.790598] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 716.793978] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cfe0fa26-154e-4251-90aa-864ee71d5623 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.807940] env[69239]: DEBUG oslo_vmware.api [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Task: {'id': task-4144859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.809707] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 716.809707] env[69239]: value = "task-4144860" [ 716.809707] env[69239]: _type = "Task" [ 716.809707] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.818857] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144860, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.853182] env[69239]: DEBUG oslo_vmware.api [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144858, 'name': PowerOffVM_Task, 'duration_secs': 0.307954} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.853404] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.853590] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.853876] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc0fad14-2c18-44a8-b651-81451f81e221 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.919566] env[69239]: DEBUG nova.compute.manager [req-8616f9e6-5211-4d2a-860d-2744340afba3 req-ff652e74-e0e8-4a7f-8458-ab1dc25f8352 service nova] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Received event network-changed-7c4f63a7-ed94-4760-ac79-9d4b558a0e62 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.919789] env[69239]: DEBUG nova.compute.manager [req-8616f9e6-5211-4d2a-860d-2744340afba3 req-ff652e74-e0e8-4a7f-8458-ab1dc25f8352 service nova] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Refreshing instance network info cache due to event network-changed-7c4f63a7-ed94-4760-ac79-9d4b558a0e62. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.920022] env[69239]: DEBUG oslo_concurrency.lockutils [req-8616f9e6-5211-4d2a-860d-2744340afba3 req-ff652e74-e0e8-4a7f-8458-ab1dc25f8352 service nova] Acquiring lock "refresh_cache-b4ad9083-f525-471e-94cc-0f888acc8d6c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.920167] env[69239]: DEBUG oslo_concurrency.lockutils [req-8616f9e6-5211-4d2a-860d-2744340afba3 req-ff652e74-e0e8-4a7f-8458-ab1dc25f8352 service nova] Acquired lock "refresh_cache-b4ad9083-f525-471e-94cc-0f888acc8d6c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.920321] env[69239]: DEBUG nova.network.neutron [req-8616f9e6-5211-4d2a-860d-2744340afba3 req-ff652e74-e0e8-4a7f-8458-ab1dc25f8352 service nova] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Refreshing network info cache for port 7c4f63a7-ed94-4760-ac79-9d4b558a0e62 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.938281] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.939707] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.939707] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Deleting the datastore file [datastore1] ab6db5cd-6631-420e-b822-199107ecbeb2 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.939707] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cea5bf65-94e9-465f-9bf3-2c3e4718aee5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.949752] env[69239]: DEBUG oslo_vmware.api [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Waiting for the task: (returnval){ [ 716.949752] env[69239]: value = "task-4144862" [ 716.949752] env[69239]: _type = "Task" [ 716.949752] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.967581] env[69239]: DEBUG oslo_vmware.api [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.038830] env[69239]: DEBUG nova.network.neutron [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Updating instance_info_cache with network_info: [{"id": "9ef0a933-060a-448b-a3f6-ee813dde2802", "address": "fa:16:3e:e4:b6:4b", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef0a933-06", "ovs_interfaceid": "9ef0a933-060a-448b-a3f6-ee813dde2802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.165948] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.167133] env[69239]: DEBUG nova.compute.manager [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.170129] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.555s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.170663] env[69239]: DEBUG nova.objects.instance [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Lazy-loading 'resources' on Instance uuid 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.277539] env[69239]: DEBUG oslo_vmware.api [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.302272] env[69239]: DEBUG oslo_vmware.api [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Task: {'id': task-4144859, 'name': ReconfigVM_Task, 'duration_secs': 0.283157} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.302665] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 717.312033] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93f345b4-67f8-4edc-9678-bc386aa46775 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.335824] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144860, 'name': RemoveSnapshot_Task} progress is 73%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.342124] env[69239]: DEBUG oslo_vmware.api [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Waiting for the task: (returnval){ [ 717.342124] env[69239]: value = "task-4144863" [ 717.342124] env[69239]: _type = "Task" [ 717.342124] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.360947] env[69239]: DEBUG oslo_vmware.api [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Task: {'id': task-4144863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.382985] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0d83f0-0645-4806-8369-2c0610ba0949 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.383581] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16ffc8b7-1282-40d8-b13a-d57aaeec464c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.393794] env[69239]: DEBUG oslo_vmware.api [None req-8c0d83f0-0645-4806-8369-2c0610ba0949 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 717.393794] env[69239]: value = "task-4144864" [ 717.393794] env[69239]: _type = "Task" [ 717.393794] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.408994] env[69239]: DEBUG oslo_vmware.api [None req-8c0d83f0-0645-4806-8369-2c0610ba0949 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.469047] env[69239]: DEBUG oslo_vmware.api [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Task: {'id': task-4144862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191449} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.469467] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.469730] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.469939] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.470133] env[69239]: INFO nova.compute.manager [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 717.470413] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.470655] env[69239]: DEBUG nova.compute.manager [-] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.470756] env[69239]: DEBUG nova.network.neutron [-] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.541813] env[69239]: DEBUG oslo_concurrency.lockutils [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "refresh_cache-089dfd42-473d-4b6c-9037-064299a91856" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.676314] env[69239]: DEBUG nova.compute.utils [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.683105] env[69239]: DEBUG nova.compute.manager [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Not allocating networking since 'none' was specified. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 717.774249] env[69239]: DEBUG oslo_vmware.api [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.835221] env[69239]: DEBUG oslo_vmware.api [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144860, 'name': RemoveSnapshot_Task, 'duration_secs': 0.752601} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.840027] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 717.840027] env[69239]: INFO nova.compute.manager [None req-0a85403e-3d89-405e-a44c-01cc19d61dd2 tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Took 16.22 seconds to snapshot the instance on the hypervisor. [ 717.860353] env[69239]: DEBUG oslo_vmware.api [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Task: {'id': task-4144863, 'name': ReconfigVM_Task, 'duration_secs': 0.202342} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.864357] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820808', 'volume_id': 'd9e6215e-2f85-4977-81fa-e5e1be6eb875', 'name': 'volume-d9e6215e-2f85-4977-81fa-e5e1be6eb875', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f53bec7-17c9-4c77-87d4-01437280768e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9e6215e-2f85-4977-81fa-e5e1be6eb875', 'serial': 'd9e6215e-2f85-4977-81fa-e5e1be6eb875'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 717.924577] env[69239]: DEBUG oslo_vmware.api [None req-8c0d83f0-0645-4806-8369-2c0610ba0949 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144864, 'name': PowerOffVM_Task, 'duration_secs': 0.289234} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.924750] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0d83f0-0645-4806-8369-2c0610ba0949 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.925691] env[69239]: DEBUG nova.compute.manager [None req-8c0d83f0-0645-4806-8369-2c0610ba0949 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 717.927650] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34437b8-2aba-4b1a-be3a-0a4c9f207bb5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.183275] env[69239]: DEBUG nova.compute.manager [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.282731] env[69239]: DEBUG oslo_vmware.api [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.350275] env[69239]: DEBUG nova.network.neutron [req-8616f9e6-5211-4d2a-860d-2744340afba3 req-ff652e74-e0e8-4a7f-8458-ab1dc25f8352 service nova] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Updated VIF entry in instance network info cache for port 7c4f63a7-ed94-4760-ac79-9d4b558a0e62. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.350841] env[69239]: DEBUG nova.network.neutron [req-8616f9e6-5211-4d2a-860d-2744340afba3 req-ff652e74-e0e8-4a7f-8458-ab1dc25f8352 service nova] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Updating instance_info_cache with network_info: [{"id": "7c4f63a7-ed94-4760-ac79-9d4b558a0e62", "address": "fa:16:3e:e7:93:2e", "network": {"id": "0f6a6f83-8436-48f8-a9af-4ba49c3b4855", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2092224870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f62cbd12af34b5689453561c2cc7ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4f63a7-ed", "ovs_interfaceid": "7c4f63a7-ed94-4760-ac79-9d4b558a0e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.402651] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1826c067-19d5-46c6-b912-e6e828d8cb2d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.415836] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398bc5f6-46d0-4d7e-88d8-5e1edb1a83d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.461726] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c0d83f0-0645-4806-8369-2c0610ba0949 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "852b6ac9-90c7-4b98-a443-993274dcaa55" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.098s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.463346] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f863d5-5dc8-4631-9c5e-7ef53efcffd7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.470165] env[69239]: DEBUG nova.objects.instance [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Lazy-loading 'flavor' on Instance uuid 0f53bec7-17c9-4c77-87d4-01437280768e {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.476270] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d19931-524c-4160-98f8-0bce70ca5bf9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.503554] env[69239]: DEBUG nova.compute.provider_tree [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.780697] env[69239]: DEBUG oslo_vmware.api [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.803415] env[69239]: DEBUG nova.network.neutron [-] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.857384] env[69239]: DEBUG oslo_concurrency.lockutils [req-8616f9e6-5211-4d2a-860d-2744340afba3 req-ff652e74-e0e8-4a7f-8458-ab1dc25f8352 service nova] Releasing lock "refresh_cache-b4ad9083-f525-471e-94cc-0f888acc8d6c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.923981] env[69239]: DEBUG nova.network.neutron [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Successfully updated port: fd1e8d16-8e4e-489e-b6c6-aff83da86ea7 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.007932] env[69239]: DEBUG nova.scheduler.client.report [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.089580] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.089948] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c275257-fe15-4d44-acb0-664b833484ce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.098783] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 719.098783] env[69239]: value = "task-4144865" [ 719.098783] env[69239]: _type = "Task" [ 719.098783] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.111946] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.199395] env[69239]: DEBUG nova.compute.manager [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.267540] env[69239]: DEBUG nova.virt.hardware [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.267937] env[69239]: DEBUG nova.virt.hardware [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.268041] env[69239]: DEBUG nova.virt.hardware [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.268264] env[69239]: DEBUG nova.virt.hardware [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.268361] env[69239]: DEBUG nova.virt.hardware [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.268489] env[69239]: DEBUG nova.virt.hardware [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.268689] env[69239]: DEBUG nova.virt.hardware [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.268864] env[69239]: DEBUG nova.virt.hardware [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.269027] env[69239]: DEBUG nova.virt.hardware [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.269365] env[69239]: DEBUG nova.virt.hardware [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.269365] env[69239]: DEBUG nova.virt.hardware [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.271034] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf15ba37-0cac-4a53-a223-fdef2573136f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.286232] env[69239]: DEBUG oslo_vmware.api [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.290225] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9aba5d-147e-4aa9-92a8-25ed173b3dd1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.311483] env[69239]: INFO nova.compute.manager [-] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Took 1.84 seconds to deallocate network for instance. [ 719.312706] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.323060] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Creating folder: Project (a6b63b34262a47a6b50d06df54124f92). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.324472] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1506c6e8-c4a9-49c0-a300-955d18e2b7ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.345308] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Created folder: Project (a6b63b34262a47a6b50d06df54124f92) in parent group-v820715. [ 719.345308] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Creating folder: Instances. Parent ref: group-v820817. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.345509] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c725a6a7-08cc-4268-a23f-fbfabb54f246 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.361948] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Created folder: Instances in parent group-v820817. [ 719.362348] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.363058] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.363058] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f3c3b94-2446-4097-9b8e-04185ec4f92d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.387326] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.387326] env[69239]: value = "task-4144868" [ 719.387326] env[69239]: _type = "Task" [ 719.387326] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.408615] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144868, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.429480] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "refresh_cache-3d7dced2-cc90-4c32-b559-cbf4fe9e85e9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.429480] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquired lock "refresh_cache-3d7dced2-cc90-4c32-b559-cbf4fe9e85e9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.429480] env[69239]: DEBUG nova.network.neutron [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.482447] env[69239]: DEBUG oslo_concurrency.lockutils [None req-836f74ff-4961-45d5-a311-9f6293f9b3a1 tempest-VolumesAssistedSnapshotsTest-1907452815 tempest-VolumesAssistedSnapshotsTest-1907452815-project-admin] Lock "0f53bec7-17c9-4c77-87d4-01437280768e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.404s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.513499] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.343s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.516401] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.880s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.517549] env[69239]: DEBUG nova.objects.instance [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lazy-loading 'resources' on Instance uuid 78d8fda0-154d-4522-9536-a53205b767b5 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.549310] env[69239]: INFO nova.scheduler.client.report [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Deleted allocations for instance 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa [ 719.565290] env[69239]: DEBUG nova.compute.manager [req-2b8e0f8c-b47e-4ec1-8c41-8204f4250de1 req-fe46bfde-b1c1-43f9-a73e-88025586cd07 service nova] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Received event network-vif-deleted-40f4d7c0-c94a-45e8-b0ab-f1178b8edb07 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.611793] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144865, 'name': PowerOffVM_Task, 'duration_secs': 0.296977} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.612519] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.615125] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b654c365-7bf7-4f1c-8bff-8c2c99059abb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.643840] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2f0d11-8bdc-4e15-b7b7-da27b22cf0a4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.696558] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.696558] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-792f9d40-1b37-4142-87e7-550bab125aef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.706251] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 719.706251] env[69239]: value = "task-4144869" [ 719.706251] env[69239]: _type = "Task" [ 719.706251] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.721032] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] VM already powered off {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 719.721647] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.722033] env[69239]: DEBUG oslo_concurrency.lockutils [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.722341] env[69239]: DEBUG oslo_concurrency.lockutils [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.722625] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.725075] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f5152e1-c4f4-442e-a4aa-da780d176931 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.736417] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.736828] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.737950] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd721a2b-0493-4983-87d6-af98e8f2bc08 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.746215] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 719.746215] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52306746-ea8b-7219-1e83-2709ccf3dfbc" [ 719.746215] env[69239]: _type = "Task" [ 719.746215] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.755643] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52306746-ea8b-7219-1e83-2709ccf3dfbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.787210] env[69239]: DEBUG oslo_vmware.api [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.837194] env[69239]: DEBUG oslo_concurrency.lockutils [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.905542] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "a1e2318d-73ad-4490-9892-94d6dbc6ddc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.905542] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "a1e2318d-73ad-4490-9892-94d6dbc6ddc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.909158] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144868, 'name': CreateVM_Task, 'duration_secs': 0.508032} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.909328] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.911970] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.912175] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.912496] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.912767] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84a0f43-56b2-498d-9403-1654846682ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.922180] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 719.922180] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d20a52-eacc-14dc-c0e3-f26a570930f9" [ 719.922180] env[69239]: _type = "Task" [ 719.922180] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.951488] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d20a52-eacc-14dc-c0e3-f26a570930f9, 'name': SearchDatastore_Task, 'duration_secs': 0.012548} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.951488] env[69239]: DEBUG nova.compute.manager [req-79b7860d-a227-4a20-a972-002cc87f367c req-ba2c4005-b619-48b9-b591-36d90abf7214 service nova] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Received event network-vif-plugged-fd1e8d16-8e4e-489e-b6c6-aff83da86ea7 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.951488] env[69239]: DEBUG oslo_concurrency.lockutils [req-79b7860d-a227-4a20-a972-002cc87f367c req-ba2c4005-b619-48b9-b591-36d90abf7214 service nova] Acquiring lock "3d7dced2-cc90-4c32-b559-cbf4fe9e85e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.951488] env[69239]: DEBUG oslo_concurrency.lockutils [req-79b7860d-a227-4a20-a972-002cc87f367c req-ba2c4005-b619-48b9-b591-36d90abf7214 service nova] Lock "3d7dced2-cc90-4c32-b559-cbf4fe9e85e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.951488] env[69239]: DEBUG oslo_concurrency.lockutils [req-79b7860d-a227-4a20-a972-002cc87f367c req-ba2c4005-b619-48b9-b591-36d90abf7214 service nova] Lock "3d7dced2-cc90-4c32-b559-cbf4fe9e85e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.951488] env[69239]: DEBUG nova.compute.manager [req-79b7860d-a227-4a20-a972-002cc87f367c req-ba2c4005-b619-48b9-b591-36d90abf7214 service nova] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] No waiting events found dispatching network-vif-plugged-fd1e8d16-8e4e-489e-b6c6-aff83da86ea7 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 719.951488] env[69239]: WARNING nova.compute.manager [req-79b7860d-a227-4a20-a972-002cc87f367c req-ba2c4005-b619-48b9-b591-36d90abf7214 service nova] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Received unexpected event network-vif-plugged-fd1e8d16-8e4e-489e-b6c6-aff83da86ea7 for instance with vm_state building and task_state spawning. [ 719.951488] env[69239]: DEBUG nova.compute.manager [req-79b7860d-a227-4a20-a972-002cc87f367c req-ba2c4005-b619-48b9-b591-36d90abf7214 service nova] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Received event network-changed-fd1e8d16-8e4e-489e-b6c6-aff83da86ea7 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.951488] env[69239]: DEBUG nova.compute.manager [req-79b7860d-a227-4a20-a972-002cc87f367c req-ba2c4005-b619-48b9-b591-36d90abf7214 service nova] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Refreshing instance network info cache due to event network-changed-fd1e8d16-8e4e-489e-b6c6-aff83da86ea7. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.951488] env[69239]: DEBUG oslo_concurrency.lockutils [req-79b7860d-a227-4a20-a972-002cc87f367c req-ba2c4005-b619-48b9-b591-36d90abf7214 service nova] Acquiring lock "refresh_cache-3d7dced2-cc90-4c32-b559-cbf4fe9e85e9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.951488] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.951488] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.958254] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.958254] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.958254] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.958254] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eeb1c087-3ee2-4de1-a6ca-0c00b0b40756 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.968640] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.968931] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.971356] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f449d8-fc29-47be-b3df-a0f138763d43 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.976513] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 719.976513] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e7d753-e9b5-ac30-843f-949372b34850" [ 719.976513] env[69239]: _type = "Task" [ 719.976513] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.987309] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e7d753-e9b5-ac30-843f-949372b34850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.999888] env[69239]: DEBUG nova.network.neutron [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.079314] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4a0d9381-8e4d-4efb-bdd4-c7f0d201a2d0 tempest-DeleteServersAdminTestJSON-46940546 tempest-DeleteServersAdminTestJSON-46940546-project-member] Lock "0545ab25-1b1b-4de6-bab9-0c9bac9a91fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.684s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.264328] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52306746-ea8b-7219-1e83-2709ccf3dfbc, 'name': SearchDatastore_Task, 'duration_secs': 0.013594} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.268584] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3bdebf3-2bad-485a-93fd-cf31b82b738a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.281078] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 720.281078] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528468f1-1a33-03e4-c036-b90312887f74" [ 720.281078] env[69239]: _type = "Task" [ 720.281078] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.286336] env[69239]: DEBUG oslo_vmware.api [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.299456] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528468f1-1a33-03e4-c036-b90312887f74, 'name': SearchDatastore_Task, 'duration_secs': 0.014107} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.299456] env[69239]: DEBUG oslo_concurrency.lockutils [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.299681] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 089dfd42-473d-4b6c-9037-064299a91856/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk. {{(pid=69239) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 720.299915] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d27fbc9-fa3c-4a93-9c8f-511026b94dfb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.310529] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 720.310529] env[69239]: value = "task-4144870" [ 720.310529] env[69239]: _type = "Task" [ 720.310529] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.328511] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.335330] env[69239]: DEBUG nova.network.neutron [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Updating instance_info_cache with network_info: [{"id": "fd1e8d16-8e4e-489e-b6c6-aff83da86ea7", "address": "fa:16:3e:9c:02:94", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1e8d16-8e", "ovs_interfaceid": "fd1e8d16-8e4e-489e-b6c6-aff83da86ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.406626] env[69239]: DEBUG nova.compute.manager [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.498686] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e7d753-e9b5-ac30-843f-949372b34850, 'name': SearchDatastore_Task, 'duration_secs': 0.012392} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.500129] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8602a486-2c9c-473a-b1de-4c4106492724 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.510539] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 720.510539] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ee1474-25cd-0f84-65b3-71e74c8234c1" [ 720.510539] env[69239]: _type = "Task" [ 720.510539] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.536809] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ee1474-25cd-0f84-65b3-71e74c8234c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.742683] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed4e66c-7439-4120-bd94-8a2d8b55427f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.756411] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd185643-a5fe-4a05-a3c9-330e74998f33 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.811201] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346acf55-cc8b-465e-b765-a363846414d2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.822333] env[69239]: DEBUG oslo_vmware.api [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.829836] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a38bf1c-2147-4972-b10d-dd167699afa4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.838515] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144870, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.854122] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Releasing lock "refresh_cache-3d7dced2-cc90-4c32-b559-cbf4fe9e85e9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.854358] env[69239]: DEBUG nova.compute.manager [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Instance network_info: |[{"id": "fd1e8d16-8e4e-489e-b6c6-aff83da86ea7", "address": "fa:16:3e:9c:02:94", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1e8d16-8e", "ovs_interfaceid": "fd1e8d16-8e4e-489e-b6c6-aff83da86ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.855086] env[69239]: DEBUG nova.compute.provider_tree [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.856878] env[69239]: DEBUG oslo_concurrency.lockutils [req-79b7860d-a227-4a20-a972-002cc87f367c req-ba2c4005-b619-48b9-b591-36d90abf7214 service nova] Acquired lock "refresh_cache-3d7dced2-cc90-4c32-b559-cbf4fe9e85e9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.857199] env[69239]: DEBUG nova.network.neutron [req-79b7860d-a227-4a20-a972-002cc87f367c req-ba2c4005-b619-48b9-b591-36d90abf7214 service nova] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Refreshing network info cache for port fd1e8d16-8e4e-489e-b6c6-aff83da86ea7 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.859186] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:02:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd1e8d16-8e4e-489e-b6c6-aff83da86ea7', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.868938] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Creating folder: Project (da8b421f47994c8489d0829b086e3449). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.869255] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f75875a2-c1a0-4a9d-97d7-a6aba023c9d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.886054] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Created folder: Project (da8b421f47994c8489d0829b086e3449) in parent group-v820715. [ 720.886445] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Creating folder: Instances. Parent ref: group-v820820. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.886681] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23bf20af-be99-4e2f-b20f-5ef55f1b59b2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.902250] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Created folder: Instances in parent group-v820820. [ 720.902250] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.902630] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.903051] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-153d55a7-25b8-4da2-811e-39f1bdd736c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.945548] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.945548] env[69239]: value = "task-4144874" [ 720.945548] env[69239]: _type = "Task" [ 720.945548] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.954978] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.958967] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144874, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.026501] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ee1474-25cd-0f84-65b3-71e74c8234c1, 'name': SearchDatastore_Task, 'duration_secs': 0.01771} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.026893] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.027252] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 35fad621-9dd6-46af-9899-0e7a2a24e9ad/35fad621-9dd6-46af-9899-0e7a2a24e9ad.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.027639] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77ddf89d-9cf4-4ad4-8066-732ce6195700 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.038143] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 721.038143] env[69239]: value = "task-4144875" [ 721.038143] env[69239]: _type = "Task" [ 721.038143] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.057039] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.338493] env[69239]: DEBUG oslo_vmware.api [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144857, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.338907] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730915} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.339100] env[69239]: INFO nova.virt.vmwareapi.ds_util [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 089dfd42-473d-4b6c-9037-064299a91856/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk. [ 721.341553] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7d66e6-8e85-4ffd-a4f8-bdf9111505fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.374741] env[69239]: DEBUG nova.scheduler.client.report [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.389025] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 089dfd42-473d-4b6c-9037-064299a91856/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.390126] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68020bdb-a0f0-4775-b004-8b6efbd82a5d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.420190] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 721.420190] env[69239]: value = "task-4144876" [ 721.420190] env[69239]: _type = "Task" [ 721.420190] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.432595] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.471885] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144874, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.550227] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144875, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.818053] env[69239]: DEBUG oslo_vmware.api [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144857, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.891173] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.374s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.894350] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.793s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.894884] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.895166] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69239) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 721.895578] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.266s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.898282] env[69239]: INFO nova.compute.claims [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.908562] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd33e4b4-d610-42da-a72e-a447fa38eba4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.914616] env[69239]: DEBUG nova.compute.manager [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 721.918138] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a463384e-4fc3-412e-8965-492ab01bdd86 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.925956] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed27e28-8658-43dd-a727-865abd32095c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.933898] env[69239]: INFO nova.scheduler.client.report [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Deleted allocations for instance 78d8fda0-154d-4522-9536-a53205b767b5 [ 721.958740] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144876, 'name': ReconfigVM_Task, 'duration_secs': 0.495117} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.964755] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Acquiring lock "ed0afb64-4bad-4309-88db-855477dadc8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.964755] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Lock "ed0afb64-4bad-4309-88db-855477dadc8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.964755] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Acquiring lock "ed0afb64-4bad-4309-88db-855477dadc8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.964755] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Lock "ed0afb64-4bad-4309-88db-855477dadc8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.964755] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Lock "ed0afb64-4bad-4309-88db-855477dadc8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.965449] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 089dfd42-473d-4b6c-9037-064299a91856/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.970508] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d515211e-d4c6-4d0f-b89c-882a175511c8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.974896] env[69239]: INFO nova.compute.manager [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Terminating instance [ 721.975922] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41904d5-3257-4617-b985-5b6e99659909 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.024470] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144874, 'name': CreateVM_Task, 'duration_secs': 0.542402} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.025957] env[69239]: DEBUG nova.network.neutron [req-79b7860d-a227-4a20-a972-002cc87f367c req-ba2c4005-b619-48b9-b591-36d90abf7214 service nova] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Updated VIF entry in instance network info cache for port fd1e8d16-8e4e-489e-b6c6-aff83da86ea7. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.025957] env[69239]: DEBUG nova.network.neutron [req-79b7860d-a227-4a20-a972-002cc87f367c req-ba2c4005-b619-48b9-b591-36d90abf7214 service nova] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Updating instance_info_cache with network_info: [{"id": "fd1e8d16-8e4e-489e-b6c6-aff83da86ea7", "address": "fa:16:3e:9c:02:94", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1e8d16-8e", "ovs_interfaceid": "fd1e8d16-8e4e-489e-b6c6-aff83da86ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.027635] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34969696-7440-4362-bc79-7a745b18f932 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.041965] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.043150] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1cc3c7-5c82-4c60-bbe7-1a6a5c213658 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.048834] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.049000] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.049341] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.053865] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a4748ce-b798-4299-ace8-7aa36d9bf3e9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.070855] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 722.070855] env[69239]: value = "task-4144877" [ 722.070855] env[69239]: _type = "Task" [ 722.070855] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.088090] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 722.088090] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52bc91cf-0acb-033f-bdb1-d6f717287e31" [ 722.088090] env[69239]: _type = "Task" [ 722.088090] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.088599] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178269MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69239) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 722.088779] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.095881] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614984} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.101034] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 35fad621-9dd6-46af-9899-0e7a2a24e9ad/35fad621-9dd6-46af-9899-0e7a2a24e9ad.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.101034] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.102846] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-088dbf81-d1fb-4c97-8d99-a5f29040543d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.112959] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.117296] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bc91cf-0acb-033f-bdb1-d6f717287e31, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.118936] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.119207] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.119451] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.120324] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.120324] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.120324] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 722.120324] env[69239]: value = "task-4144878" [ 722.120324] env[69239]: _type = "Task" [ 722.120324] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.120755] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-362ef973-9bbd-4d32-a379-659d149b86f4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.135301] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.137617] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.137617] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.137617] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fdbb74e-07e5-4e34-b913-79305c79bdc0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.145768] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 722.145768] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ed9d95-44f2-08b4-a4d4-a682a271e724" [ 722.145768] env[69239]: _type = "Task" [ 722.145768] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.157351] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ed9d95-44f2-08b4-a4d4-a682a271e724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.325445] env[69239]: DEBUG oslo_vmware.api [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144857, 'name': ReconfigVM_Task, 'duration_secs': 5.844557} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.325878] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.326510] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Reconfigured VM to detach interface {{(pid=69239) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 722.455436] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c61f98f7-f7c2-43f2-8125-a3f4c4bc2012 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "78d8fda0-154d-4522-9536-a53205b767b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.056s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.455436] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "78d8fda0-154d-4522-9536-a53205b767b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 22.407s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.456296] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "78d8fda0-154d-4522-9536-a53205b767b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.456296] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "78d8fda0-154d-4522-9536-a53205b767b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.456601] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "78d8fda0-154d-4522-9536-a53205b767b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.458670] env[69239]: INFO nova.compute.manager [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Terminating instance [ 722.461187] env[69239]: INFO nova.compute.manager [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] instance snapshotting [ 722.461420] env[69239]: WARNING nova.compute.manager [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 722.467133] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95abe680-5331-474b-991c-bc84ff99c007 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.494180] env[69239]: DEBUG nova.compute.manager [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.495035] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.497790] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f33eab9-c1eb-43d4-8058-b2c6317f1f0a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.501915] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ff4c25-9e84-4b7e-b795-f2fccd1b0b11 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.516142] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.516658] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8baa245-9d86-41bc-a2dc-cac0f8044afd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.525172] env[69239]: DEBUG oslo_vmware.api [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 722.525172] env[69239]: value = "task-4144879" [ 722.525172] env[69239]: _type = "Task" [ 722.525172] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.541023] env[69239]: DEBUG oslo_vmware.api [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.549399] env[69239]: DEBUG oslo_concurrency.lockutils [req-79b7860d-a227-4a20-a972-002cc87f367c req-ba2c4005-b619-48b9-b591-36d90abf7214 service nova] Releasing lock "refresh_cache-3d7dced2-cc90-4c32-b559-cbf4fe9e85e9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.602321] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144877, 'name': ReconfigVM_Task, 'duration_secs': 0.224444} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.602321] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.602321] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8a35d44-bd52-499d-97a3-a2c91e2fabaa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.609641] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 722.609641] env[69239]: value = "task-4144880" [ 722.609641] env[69239]: _type = "Task" [ 722.609641] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.620104] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.638528] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082777} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.638978] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.640883] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6a288b-3044-431e-ac40-307d7bbc21f8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.669218] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 35fad621-9dd6-46af-9899-0e7a2a24e9ad/35fad621-9dd6-46af-9899-0e7a2a24e9ad.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.669648] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0659b455-5c6e-401e-8042-c7e8759be941 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.688227] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ed9d95-44f2-08b4-a4d4-a682a271e724, 'name': SearchDatastore_Task, 'duration_secs': 0.011736} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.689835] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2434118-ed48-4dd6-a724-47d776f7b11a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.694844] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 722.694844] env[69239]: value = "task-4144881" [ 722.694844] env[69239]: _type = "Task" [ 722.694844] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.700022] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 722.700022] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ff6a4e-717f-1507-8386-7b249a42657f" [ 722.700022] env[69239]: _type = "Task" [ 722.700022] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.708653] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.715632] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ff6a4e-717f-1507-8386-7b249a42657f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.975274] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "refresh_cache-78d8fda0-154d-4522-9536-a53205b767b5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.975447] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquired lock "refresh_cache-78d8fda0-154d-4522-9536-a53205b767b5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.975628] env[69239]: DEBUG nova.network.neutron [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.019226] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 723.019344] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d87323dd-1a7e-41af-8df2-9fddd2ec70ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.035049] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 723.035049] env[69239]: value = "task-4144882" [ 723.035049] env[69239]: _type = "Task" [ 723.035049] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.045930] env[69239]: DEBUG oslo_vmware.api [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144879, 'name': PowerOffVM_Task, 'duration_secs': 0.422348} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.046899] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.047131] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.051479] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99c659bf-9671-4425-8a5b-945eb04cd3b0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.056842] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144882, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.121537] env[69239]: DEBUG oslo_vmware.api [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144880, 'name': PowerOnVM_Task, 'duration_secs': 0.467943} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.125440] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.133561] env[69239]: DEBUG nova.compute.manager [None req-40adcad2-eafb-4287-8b35-bc99df46f985 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 723.135329] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f50f48d-ed5a-469f-9d23-5c9c7906fd8c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.139147] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.139147] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.139147] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Deleting the datastore file [datastore2] ed0afb64-4bad-4309-88db-855477dadc8d {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.139842] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ad7c477-16a0-4f62-a088-c648aa5cda33 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.156412] env[69239]: DEBUG oslo_vmware.api [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for the task: (returnval){ [ 723.156412] env[69239]: value = "task-4144884" [ 723.156412] env[69239]: _type = "Task" [ 723.156412] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.166038] env[69239]: DEBUG oslo_vmware.api [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.208157] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144881, 'name': ReconfigVM_Task, 'duration_secs': 0.416173} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.209798] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 35fad621-9dd6-46af-9899-0e7a2a24e9ad/35fad621-9dd6-46af-9899-0e7a2a24e9ad.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.213715] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6588279a-23f5-4c27-9087-5ad2635f58a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.220790] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ff6a4e-717f-1507-8386-7b249a42657f, 'name': SearchDatastore_Task, 'duration_secs': 0.018613} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.222344] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.222638] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9/3d7dced2-cc90-4c32-b559-cbf4fe9e85e9.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.222822] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eac3d9c-f06f-4f65-b2ac-a2ddb6e86260 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.227770] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 723.227770] env[69239]: value = "task-4144885" [ 723.227770] env[69239]: _type = "Task" [ 723.227770] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.233698] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 723.233698] env[69239]: value = "task-4144886" [ 723.233698] env[69239]: _type = "Task" [ 723.233698] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.243323] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144885, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.252862] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4144886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.481629] env[69239]: DEBUG nova.compute.utils [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Can not refresh info_cache because instance was not found {{(pid=69239) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 723.502543] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae5e48b-8665-4c73-a635-265da4772eaa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.514126] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bc797b-414f-4a9b-ad06-a601449a36f5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.522664] env[69239]: DEBUG nova.network.neutron [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.562377] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce0c608-1f46-4c72-b986-03a633d1df33 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.579169] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e289434c-0507-4146-ac8d-acea6e6a843c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.583976] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144882, 'name': CreateSnapshot_Task, 'duration_secs': 0.530237} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.585837] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 723.591454] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37027ff-3b39-47e9-9041-fc9dac62117f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.605676] env[69239]: DEBUG nova.compute.provider_tree [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.672633] env[69239]: DEBUG oslo_vmware.api [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Task: {'id': task-4144884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243856} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.673218] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.673218] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.673470] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.673804] env[69239]: INFO nova.compute.manager [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 723.674196] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.674466] env[69239]: DEBUG nova.compute.manager [-] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.674635] env[69239]: DEBUG nova.network.neutron [-] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.744953] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144885, 'name': Rename_Task, 'duration_secs': 0.168512} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.745809] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.748063] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcde6ac1-4208-42ee-98e2-bedf49083786 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.754120] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4144886, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.762620] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 723.762620] env[69239]: value = "task-4144887" [ 723.762620] env[69239]: _type = "Task" [ 723.762620] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.778214] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.791385] env[69239]: DEBUG nova.network.neutron [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.092058] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.092058] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.092058] env[69239]: DEBUG nova.network.neutron [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.109339] env[69239]: DEBUG nova.scheduler.client.report [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.131180] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 724.133594] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a0c4eb2e-61ca-4c8d-b66a-afabda816ca4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.144377] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 724.144377] env[69239]: value = "task-4144888" [ 724.144377] env[69239]: _type = "Task" [ 724.144377] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.155866] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144888, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.248093] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4144886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654979} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.248093] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9/3d7dced2-cc90-4c32-b559-cbf4fe9e85e9.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.248424] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.248486] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abc8e1ba-68cc-4a34-b92f-3a12b6b68e01 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.257323] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 724.257323] env[69239]: value = "task-4144889" [ 724.257323] env[69239]: _type = "Task" [ 724.257323] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.276125] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4144889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.284411] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.294225] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Releasing lock "refresh_cache-78d8fda0-154d-4522-9536-a53205b767b5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.295767] env[69239]: DEBUG nova.compute.manager [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.297134] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.297134] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-371225f5-109a-4c7b-9038-9ca91ffe7b24 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.312021] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8734b26-7f7f-4003-9808-fe78e67bfd08 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.361352] env[69239]: WARNING nova.virt.vmwareapi.vmops [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 78d8fda0-154d-4522-9536-a53205b767b5 could not be found. [ 724.361706] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.361928] env[69239]: INFO nova.compute.manager [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Took 0.07 seconds to destroy the instance on the hypervisor. [ 724.362221] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.362528] env[69239]: DEBUG nova.compute.manager [-] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.362623] env[69239]: DEBUG nova.network.neutron [-] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.382652] env[69239]: DEBUG nova.network.neutron [-] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.477545] env[69239]: DEBUG nova.compute.manager [req-8be82178-4d0f-426b-b646-8c44114ba713 req-38fdfe5e-1d75-40b3-82f5-d6d28e69fd67 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Received event network-vif-deleted-c834f9ad-b258-48c4-8c83-2fd75e2e7a2b {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.477545] env[69239]: INFO nova.compute.manager [req-8be82178-4d0f-426b-b646-8c44114ba713 req-38fdfe5e-1d75-40b3-82f5-d6d28e69fd67 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Neutron deleted interface c834f9ad-b258-48c4-8c83-2fd75e2e7a2b; detaching it from the instance and deleting it from the info cache [ 724.477899] env[69239]: DEBUG nova.network.neutron [req-8be82178-4d0f-426b-b646-8c44114ba713 req-38fdfe5e-1d75-40b3-82f5-d6d28e69fd67 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Updating instance_info_cache with network_info: [{"id": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "address": "fa:16:3e:72:f6:fb", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54facc54-7f", "ovs_interfaceid": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.516231] env[69239]: DEBUG nova.network.neutron [-] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.580988] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "8c838990-2b74-406f-ad36-50a8cd62de0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.581356] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.617601] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.618478] env[69239]: DEBUG nova.compute.manager [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.621277] env[69239]: DEBUG oslo_concurrency.lockutils [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.918s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.625653] env[69239]: DEBUG nova.objects.instance [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lazy-loading 'resources' on Instance uuid fc474a2e-4354-4b6c-a3de-b26c4004eb6f {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.666024] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144888, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.776909] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4144889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091156} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.781231] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.781727] env[69239]: DEBUG oslo_vmware.api [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144887, 'name': PowerOnVM_Task, 'duration_secs': 0.7328} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.782537] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032cdb4d-4541-4a79-a9a5-00da55de12e4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.787087] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.787375] env[69239]: INFO nova.compute.manager [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Took 5.59 seconds to spawn the instance on the hypervisor. [ 724.787595] env[69239]: DEBUG nova.compute.manager [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 724.788468] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1e1ae2-fe34-4cf8-b588-1dfa291d8eb3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.818694] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9/3d7dced2-cc90-4c32-b559-cbf4fe9e85e9.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.821757] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef571e93-11d3-4a81-8274-7309da0a91b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.848315] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 724.848315] env[69239]: value = "task-4144890" [ 724.848315] env[69239]: _type = "Task" [ 724.848315] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.863865] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4144890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.889478] env[69239]: DEBUG nova.network.neutron [-] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.978103] env[69239]: INFO nova.network.neutron [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Port c834f9ad-b258-48c4-8c83-2fd75e2e7a2b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 724.978488] env[69239]: DEBUG nova.network.neutron [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Updating instance_info_cache with network_info: [{"id": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "address": "fa:16:3e:72:f6:fb", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54facc54-7f", "ovs_interfaceid": "54facc54-7f1a-4936-b27d-6fcd40a2e5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.980870] env[69239]: DEBUG oslo_concurrency.lockutils [req-8be82178-4d0f-426b-b646-8c44114ba713 req-38fdfe5e-1d75-40b3-82f5-d6d28e69fd67 service nova] Acquiring lock "f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.981138] env[69239]: DEBUG oslo_concurrency.lockutils [req-8be82178-4d0f-426b-b646-8c44114ba713 req-38fdfe5e-1d75-40b3-82f5-d6d28e69fd67 service nova] Acquired lock "f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.982916] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9590d136-7824-4384-88ec-0088e9654367 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.009951] env[69239]: DEBUG oslo_concurrency.lockutils [req-8be82178-4d0f-426b-b646-8c44114ba713 req-38fdfe5e-1d75-40b3-82f5-d6d28e69fd67 service nova] Releasing lock "f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.010511] env[69239]: WARNING nova.compute.manager [req-8be82178-4d0f-426b-b646-8c44114ba713 req-38fdfe5e-1d75-40b3-82f5-d6d28e69fd67 service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Detach interface failed, port_id=c834f9ad-b258-48c4-8c83-2fd75e2e7a2b, reason: No device with interface-id c834f9ad-b258-48c4-8c83-2fd75e2e7a2b exists on VM: nova.exception.NotFound: No device with interface-id c834f9ad-b258-48c4-8c83-2fd75e2e7a2b exists on VM [ 725.017858] env[69239]: INFO nova.compute.manager [-] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Took 1.34 seconds to deallocate network for instance. [ 725.088232] env[69239]: DEBUG nova.compute.manager [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.129752] env[69239]: DEBUG nova.compute.utils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.137138] env[69239]: DEBUG nova.compute.manager [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.137138] env[69239]: DEBUG nova.network.neutron [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.156441] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144888, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.182385] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "58c8152b-97d2-40ad-b10e-f961dfd43178" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.182385] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "58c8152b-97d2-40ad-b10e-f961dfd43178" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.182385] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "58c8152b-97d2-40ad-b10e-f961dfd43178-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.182385] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "58c8152b-97d2-40ad-b10e-f961dfd43178-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.184187] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "58c8152b-97d2-40ad-b10e-f961dfd43178-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.184747] env[69239]: INFO nova.compute.manager [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Terminating instance [ 725.206765] env[69239]: DEBUG nova.policy [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91f6ab893d3c470b9dd3a4faf98a96ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7b296e8d8d847b8a5c685ab6df6f1fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.251862] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa5874-3470-6213-b654-c7dffb1e9097/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 725.256404] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac20b86-998d-4097-82b9-0a56a19ea1c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.265484] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa5874-3470-6213-b654-c7dffb1e9097/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 725.265484] env[69239]: ERROR oslo_vmware.rw_handles [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa5874-3470-6213-b654-c7dffb1e9097/disk-0.vmdk due to incomplete transfer. [ 725.265950] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-44226183-97f7-41f7-bfe1-ff7278bee683 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.281363] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa5874-3470-6213-b654-c7dffb1e9097/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 725.281976] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Uploaded image 280c956a-9f88-4b24-ad3e-85465d256df3 to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 725.284958] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 725.285569] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fc798251-d4e9-4419-a044-37570487440d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.295302] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 725.295302] env[69239]: value = "task-4144891" [ 725.295302] env[69239]: _type = "Task" [ 725.295302] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.308796] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144891, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.327283] env[69239]: INFO nova.compute.manager [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Took 36.45 seconds to build instance. [ 725.339848] env[69239]: DEBUG nova.compute.manager [req-5017c507-c2e3-445a-97ae-11bd6cbc213a req-ad1a4478-cc5d-4a7d-b801-ada4770e69aa service nova] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Received event network-vif-deleted-d348dd5f-ac2d-4111-8a23-07bf01dcd360 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.367534] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4144890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.394425] env[69239]: INFO nova.compute.manager [-] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Took 1.03 seconds to deallocate network for instance. [ 725.394878] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "f9e5a98f-f995-44e1-b204-ff950ad68d22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.395168] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "f9e5a98f-f995-44e1-b204-ff950ad68d22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.395569] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "f9e5a98f-f995-44e1-b204-ff950ad68d22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.395678] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "f9e5a98f-f995-44e1-b204-ff950ad68d22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.395828] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "f9e5a98f-f995-44e1-b204-ff950ad68d22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.404580] env[69239]: INFO nova.compute.manager [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Terminating instance [ 725.481730] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "refresh_cache-f9e5a98f-f995-44e1-b204-ff950ad68d22" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.490798] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Acquiring lock "0f53bec7-17c9-4c77-87d4-01437280768e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.491192] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Lock "0f53bec7-17c9-4c77-87d4-01437280768e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.491447] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Acquiring lock "0f53bec7-17c9-4c77-87d4-01437280768e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.491678] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Lock "0f53bec7-17c9-4c77-87d4-01437280768e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.491868] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Lock "0f53bec7-17c9-4c77-87d4-01437280768e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.494826] env[69239]: INFO nova.compute.manager [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Terminating instance [ 725.524647] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.609930] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.622116] env[69239]: DEBUG nova.network.neutron [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Successfully created port: 69461635-d343-4dc8-9437-7c6fe2471be0 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.637925] env[69239]: DEBUG nova.compute.manager [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.660978] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144888, 'name': CloneVM_Task} progress is 95%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.688805] env[69239]: DEBUG nova.compute.manager [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.689656] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.690515] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf586a3-a410-4219-bbb3-eab4426d3d17 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.699120] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.703048] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0bfb548-fc5d-4d65-8f34-adeb6796aae9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.713531] env[69239]: DEBUG oslo_vmware.api [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 725.713531] env[69239]: value = "task-4144892" [ 725.713531] env[69239]: _type = "Task" [ 725.713531] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.723583] env[69239]: DEBUG oslo_vmware.api [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.791035] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7328bc1d-3121-42c9-b53e-047fcb0f8389 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.802881] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be27c324-b9b9-432b-9384-402055324a65 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.809802] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144891, 'name': Destroy_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.838331] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5f13a78-80db-4889-ab8c-a51489b2b1f3 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Lock "35fad621-9dd6-46af-9899-0e7a2a24e9ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.300s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.839232] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef3ba56-e554-410b-8302-3c969ebbb367 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.849576] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe802a46-7be6-4da4-90c1-6489d01a8af4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.862984] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4144890, 'name': ReconfigVM_Task, 'duration_secs': 0.585338} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.873841] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9/3d7dced2-cc90-4c32-b559-cbf4fe9e85e9.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.874900] env[69239]: DEBUG nova.compute.provider_tree [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.876897] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ba38742-4190-4609-997b-9405e684b789 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.889557] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 725.889557] env[69239]: value = "task-4144893" [ 725.889557] env[69239]: _type = "Task" [ 725.889557] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.902927] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4144893, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.914182] env[69239]: DEBUG nova.compute.manager [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.914182] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.914182] env[69239]: INFO nova.compute.manager [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Instance disappeared during terminate [ 725.914182] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3ed182e4-dc84-4d20-8549-6a5da21dedd3 tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "78d8fda0-154d-4522-9536-a53205b767b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.458s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.915988] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf423bd-6359-42df-8f6b-d95c32e70f30 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.929051] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.930021] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94283346-eed4-49a9-a5b9-1e38ff094b37 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.941404] env[69239]: DEBUG oslo_vmware.api [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 725.941404] env[69239]: value = "task-4144894" [ 725.941404] env[69239]: _type = "Task" [ 725.941404] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.950970] env[69239]: DEBUG oslo_vmware.api [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.991595] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7efc0573-dc81-4cd8-bce1-249a930e4429 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-f9e5a98f-f995-44e1-b204-ff950ad68d22-c834f9ad-b258-48c4-8c83-2fd75e2e7a2b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.337s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.002556] env[69239]: DEBUG oslo_concurrency.lockutils [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquiring lock "dd080268-3c0a-4f43-8089-9ad63e468121" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.002556] env[69239]: DEBUG oslo_concurrency.lockutils [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Lock "dd080268-3c0a-4f43-8089-9ad63e468121" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.002556] env[69239]: DEBUG nova.compute.manager [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.002556] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.005133] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aed9b1-f395-4384-93e2-d7d44eb1cffc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.019404] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.020463] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feeada5f-5f67-4b9d-9a2a-af52f342d44a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.029531] env[69239]: DEBUG oslo_vmware.api [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Waiting for the task: (returnval){ [ 726.029531] env[69239]: value = "task-4144895" [ 726.029531] env[69239]: _type = "Task" [ 726.029531] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.039809] env[69239]: DEBUG oslo_vmware.api [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.162213] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144888, 'name': CloneVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.225649] env[69239]: DEBUG oslo_vmware.api [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144892, 'name': PowerOffVM_Task, 'duration_secs': 0.432226} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.225950] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.226135] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.226406] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89cdac51-8c9d-4747-9fff-8c6872c10c79 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.308848] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144891, 'name': Destroy_Task, 'duration_secs': 0.805897} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.309261] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Destroyed the VM [ 726.309905] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 726.309905] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b2eaa68a-4871-4342-b389-f31b59952461 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.314157] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.314387] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.315378] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Deleting the datastore file [datastore2] 58c8152b-97d2-40ad-b10e-f961dfd43178 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.315795] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd2a197e-a97e-4acc-b85c-0c8634c4227e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.321240] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 726.321240] env[69239]: value = "task-4144897" [ 726.321240] env[69239]: _type = "Task" [ 726.321240] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.327954] env[69239]: DEBUG oslo_vmware.api [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for the task: (returnval){ [ 726.327954] env[69239]: value = "task-4144898" [ 726.327954] env[69239]: _type = "Task" [ 726.327954] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.332374] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144897, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.346495] env[69239]: DEBUG oslo_vmware.api [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.383482] env[69239]: DEBUG nova.scheduler.client.report [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.403857] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4144893, 'name': Rename_Task, 'duration_secs': 0.279478} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.404319] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.404662] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f0d273c-900f-4e9b-b035-b58383a5b60c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.415176] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 726.415176] env[69239]: value = "task-4144899" [ 726.415176] env[69239]: _type = "Task" [ 726.415176] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.430276] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4144899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.452307] env[69239]: DEBUG oslo_vmware.api [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144894, 'name': PowerOffVM_Task, 'duration_secs': 0.261979} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.452819] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.453119] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.453441] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-634920fd-c245-4a0d-9261-5398f99fb0b3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.503417] env[69239]: DEBUG nova.compute.manager [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.541601] env[69239]: DEBUG oslo_vmware.api [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144895, 'name': PowerOffVM_Task, 'duration_secs': 0.238782} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.542516] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.542835] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.543241] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16e377ed-7677-413d-851f-169d266c47f3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.656812] env[69239]: DEBUG nova.compute.manager [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.666051] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144888, 'name': CloneVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.686444] env[69239]: DEBUG nova.virt.hardware [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.686659] env[69239]: DEBUG nova.virt.hardware [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.686815] env[69239]: DEBUG nova.virt.hardware [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.686991] env[69239]: DEBUG nova.virt.hardware [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.687500] env[69239]: DEBUG nova.virt.hardware [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.687759] env[69239]: DEBUG nova.virt.hardware [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.688124] env[69239]: DEBUG nova.virt.hardware [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.688371] env[69239]: DEBUG nova.virt.hardware [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.688625] env[69239]: DEBUG nova.virt.hardware [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.688873] env[69239]: DEBUG nova.virt.hardware [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.689143] env[69239]: DEBUG nova.virt.hardware [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.690940] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f362d28-2b53-478d-98c6-997e7d8d7040 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.702779] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d54230-918c-4c6e-bef8-76ee88d0edd7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.741933] env[69239]: INFO nova.compute.manager [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Unrescuing [ 726.742219] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "refresh_cache-089dfd42-473d-4b6c-9037-064299a91856" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.742484] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "refresh_cache-089dfd42-473d-4b6c-9037-064299a91856" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.742778] env[69239]: DEBUG nova.network.neutron [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.750745] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "63bb7544-03c3-4857-ad20-ab83a07ad501" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.750997] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "63bb7544-03c3-4857-ad20-ab83a07ad501" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.841826] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144897, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.849893] env[69239]: DEBUG oslo_vmware.api [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Task: {'id': task-4144898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267176} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.850192] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.850410] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.850716] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.850778] env[69239]: INFO nova.compute.manager [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Took 1.16 seconds to destroy the instance on the hypervisor. [ 726.852017] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.852017] env[69239]: DEBUG nova.compute.manager [-] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.852017] env[69239]: DEBUG nova.network.neutron [-] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.857419] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.857635] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.857821] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Deleting the datastore file [datastore1] f9e5a98f-f995-44e1-b204-ff950ad68d22 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.858118] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e183c7c-fd06-4c6c-a7ca-0497f4b73889 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.871749] env[69239]: DEBUG oslo_vmware.api [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 726.871749] env[69239]: value = "task-4144902" [ 726.871749] env[69239]: _type = "Task" [ 726.871749] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.878575] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.879182] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.879182] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Deleting the datastore file [datastore2] 0f53bec7-17c9-4c77-87d4-01437280768e {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.879879] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4343b8c0-86d0-49b0-ab57-12588ee29971 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.886649] env[69239]: DEBUG oslo_vmware.api [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.892760] env[69239]: DEBUG oslo_concurrency.lockutils [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.895425] env[69239]: DEBUG oslo_vmware.api [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Waiting for the task: (returnval){ [ 726.895425] env[69239]: value = "task-4144903" [ 726.895425] env[69239]: _type = "Task" [ 726.895425] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.896011] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.164s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.897676] env[69239]: INFO nova.compute.claims [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.912825] env[69239]: DEBUG oslo_vmware.api [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.921355] env[69239]: INFO nova.scheduler.client.report [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleted allocations for instance fc474a2e-4354-4b6c-a3de-b26c4004eb6f [ 726.938987] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4144899, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.974628] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "a20a473d-c061-4bc7-8d44-32d26d10cfe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.974628] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "a20a473d-c061-4bc7-8d44-32d26d10cfe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.026787] env[69239]: DEBUG oslo_concurrency.lockutils [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.163730] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144888, 'name': CloneVM_Task, 'duration_secs': 2.728338} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.164124] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Created linked-clone VM from snapshot [ 727.164997] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85b0ea1-bd41-4c8b-9eb2-293dc87290ad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.176255] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Uploading image ec66c1ab-5af5-430f-a9f0-ee72b0c54b8c {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 727.205627] env[69239]: DEBUG oslo_vmware.rw_handles [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 727.205627] env[69239]: value = "vm-820824" [ 727.205627] env[69239]: _type = "VirtualMachine" [ 727.205627] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 727.205932] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d91a03b-4d36-47a4-8ce2-7100d8499d07 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.215595] env[69239]: DEBUG oslo_vmware.rw_handles [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lease: (returnval){ [ 727.215595] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525fb0f3-6f0d-9f7c-1ef8-90cd073eebda" [ 727.215595] env[69239]: _type = "HttpNfcLease" [ 727.215595] env[69239]: } obtained for exporting VM: (result){ [ 727.215595] env[69239]: value = "vm-820824" [ 727.215595] env[69239]: _type = "VirtualMachine" [ 727.215595] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 727.215790] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the lease: (returnval){ [ 727.215790] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525fb0f3-6f0d-9f7c-1ef8-90cd073eebda" [ 727.215790] env[69239]: _type = "HttpNfcLease" [ 727.215790] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 727.225087] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 727.225087] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525fb0f3-6f0d-9f7c-1ef8-90cd073eebda" [ 727.225087] env[69239]: _type = "HttpNfcLease" [ 727.225087] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 727.302305] env[69239]: DEBUG nova.network.neutron [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Successfully updated port: 69461635-d343-4dc8-9437-7c6fe2471be0 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.343022] env[69239]: DEBUG oslo_vmware.api [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144897, 'name': RemoveSnapshot_Task, 'duration_secs': 0.755336} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.345830] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 727.346050] env[69239]: INFO nova.compute.manager [None req-ffaffdb8-49f1-433b-b185-bbf2766932ef tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Took 16.16 seconds to snapshot the instance on the hypervisor. [ 727.388110] env[69239]: DEBUG oslo_vmware.api [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4144902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274895} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.388573] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.388701] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.388946] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.389115] env[69239]: INFO nova.compute.manager [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Took 1.48 seconds to destroy the instance on the hypervisor. [ 727.389348] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.389684] env[69239]: DEBUG nova.compute.manager [-] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.389684] env[69239]: DEBUG nova.network.neutron [-] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.430456] env[69239]: DEBUG oslo_vmware.api [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4144899, 'name': PowerOnVM_Task, 'duration_secs': 0.693054} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.433884] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.435924] env[69239]: INFO nova.compute.manager [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Took 11.99 seconds to spawn the instance on the hypervisor. [ 727.435924] env[69239]: DEBUG nova.compute.manager [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 727.435924] env[69239]: DEBUG oslo_vmware.api [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Task: {'id': task-4144903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238307} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.435924] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faba43b-de58-4570-8c52-11c1063433a2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.441054] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.441054] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.441054] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.441054] env[69239]: INFO nova.compute.manager [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Took 1.44 seconds to destroy the instance on the hypervisor. [ 727.441054] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.441054] env[69239]: DEBUG nova.compute.manager [-] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.441054] env[69239]: DEBUG nova.network.neutron [-] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.449713] env[69239]: DEBUG oslo_concurrency.lockutils [None req-327c0349-d770-42a4-b500-594eaeed2825 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "fc474a2e-4354-4b6c-a3de-b26c4004eb6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.666s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.595647] env[69239]: DEBUG nova.network.neutron [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Updating instance_info_cache with network_info: [{"id": "9ef0a933-060a-448b-a3f6-ee813dde2802", "address": "fa:16:3e:e4:b6:4b", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef0a933-06", "ovs_interfaceid": "9ef0a933-060a-448b-a3f6-ee813dde2802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.724320] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 727.724320] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525fb0f3-6f0d-9f7c-1ef8-90cd073eebda" [ 727.724320] env[69239]: _type = "HttpNfcLease" [ 727.724320] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 727.724595] env[69239]: DEBUG oslo_vmware.rw_handles [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 727.724595] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525fb0f3-6f0d-9f7c-1ef8-90cd073eebda" [ 727.724595] env[69239]: _type = "HttpNfcLease" [ 727.724595] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 727.725346] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bedcb3a-9e92-4417-b449-e121da4fce32 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.734432] env[69239]: DEBUG oslo_vmware.rw_handles [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc24ab-56f3-5b65-ba03-1a2d7df9555e/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 727.734655] env[69239]: DEBUG oslo_vmware.rw_handles [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc24ab-56f3-5b65-ba03-1a2d7df9555e/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 727.812967] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "refresh_cache-5ff5aba4-ccde-404b-bd87-717006e1b362" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.813227] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "refresh_cache-5ff5aba4-ccde-404b-bd87-717006e1b362" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.813439] env[69239]: DEBUG nova.network.neutron [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.838636] env[69239]: DEBUG nova.network.neutron [-] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.883717] env[69239]: DEBUG nova.compute.manager [req-598c7299-4ad6-4a16-a41d-b72a63a25447 req-9d867abf-3448-4568-9762-307b697c7f1a service nova] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Received event network-vif-deleted-3035dd69-c8eb-4f8c-86bb-3f4585989785 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.888225] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f66a7b3-df95-4a21-af4b-87a632cda970 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.909120] env[69239]: DEBUG nova.compute.manager [req-848f9e93-763e-4d4a-a4e7-c1ae5505c4cc req-991feda8-4ed0-4aea-a8a3-6d4dff4faf6d service nova] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Received event network-vif-plugged-69461635-d343-4dc8-9437-7c6fe2471be0 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.909375] env[69239]: DEBUG oslo_concurrency.lockutils [req-848f9e93-763e-4d4a-a4e7-c1ae5505c4cc req-991feda8-4ed0-4aea-a8a3-6d4dff4faf6d service nova] Acquiring lock "5ff5aba4-ccde-404b-bd87-717006e1b362-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.909653] env[69239]: DEBUG oslo_concurrency.lockutils [req-848f9e93-763e-4d4a-a4e7-c1ae5505c4cc req-991feda8-4ed0-4aea-a8a3-6d4dff4faf6d service nova] Lock "5ff5aba4-ccde-404b-bd87-717006e1b362-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.909859] env[69239]: DEBUG oslo_concurrency.lockutils [req-848f9e93-763e-4d4a-a4e7-c1ae5505c4cc req-991feda8-4ed0-4aea-a8a3-6d4dff4faf6d service nova] Lock "5ff5aba4-ccde-404b-bd87-717006e1b362-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.910160] env[69239]: DEBUG nova.compute.manager [req-848f9e93-763e-4d4a-a4e7-c1ae5505c4cc req-991feda8-4ed0-4aea-a8a3-6d4dff4faf6d service nova] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] No waiting events found dispatching network-vif-plugged-69461635-d343-4dc8-9437-7c6fe2471be0 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 727.910392] env[69239]: WARNING nova.compute.manager [req-848f9e93-763e-4d4a-a4e7-c1ae5505c4cc req-991feda8-4ed0-4aea-a8a3-6d4dff4faf6d service nova] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Received unexpected event network-vif-plugged-69461635-d343-4dc8-9437-7c6fe2471be0 for instance with vm_state building and task_state spawning. [ 727.910567] env[69239]: DEBUG nova.compute.manager [req-848f9e93-763e-4d4a-a4e7-c1ae5505c4cc req-991feda8-4ed0-4aea-a8a3-6d4dff4faf6d service nova] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Received event network-changed-69461635-d343-4dc8-9437-7c6fe2471be0 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.910736] env[69239]: DEBUG nova.compute.manager [req-848f9e93-763e-4d4a-a4e7-c1ae5505c4cc req-991feda8-4ed0-4aea-a8a3-6d4dff4faf6d service nova] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Refreshing instance network info cache due to event network-changed-69461635-d343-4dc8-9437-7c6fe2471be0. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.910903] env[69239]: DEBUG oslo_concurrency.lockutils [req-848f9e93-763e-4d4a-a4e7-c1ae5505c4cc req-991feda8-4ed0-4aea-a8a3-6d4dff4faf6d service nova] Acquiring lock "refresh_cache-5ff5aba4-ccde-404b-bd87-717006e1b362" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.959689] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "d12c516a-0927-432d-9c09-bd80581aef86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.959689] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "d12c516a-0927-432d-9c09-bd80581aef86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.973547] env[69239]: INFO nova.compute.manager [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Took 47.29 seconds to build instance. [ 728.098878] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "refresh_cache-089dfd42-473d-4b6c-9037-064299a91856" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.099522] env[69239]: DEBUG nova.objects.instance [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lazy-loading 'flavor' on Instance uuid 089dfd42-473d-4b6c-9037-064299a91856 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.341406] env[69239]: INFO nova.compute.manager [-] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Took 1.49 seconds to deallocate network for instance. [ 728.373619] env[69239]: DEBUG nova.network.neutron [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.476512] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07b5101d-8130-4322-bbd4-57605f1589e0 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "3d7dced2-cc90-4c32-b559-cbf4fe9e85e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.247s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.561152] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd475e67-d91e-4eab-9527-e6216795ef54 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.570939] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4e348c-a9a5-4d01-9eec-00d5bc510724 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.617903] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfb3bde-65db-4f64-86e5-ef1b31eab383 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.624189] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f409f63-98ca-4b79-8993-d3949b167754 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.655402] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e38b68-921f-4d24-a637-16d6b56ef347 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.661320] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.662665] env[69239]: DEBUG nova.network.neutron [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Updating instance_info_cache with network_info: [{"id": "69461635-d343-4dc8-9437-7c6fe2471be0", "address": "fa:16:3e:d8:1c:43", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69461635-d3", "ovs_interfaceid": "69461635-d343-4dc8-9437-7c6fe2471be0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.665102] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a05acfe9-52dd-487c-a545-6f37c06e2e1d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.680038] env[69239]: DEBUG nova.compute.provider_tree [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.683978] env[69239]: DEBUG oslo_vmware.api [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 728.683978] env[69239]: value = "task-4144905" [ 728.683978] env[69239]: _type = "Task" [ 728.683978] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.688910] env[69239]: DEBUG nova.network.neutron [-] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.697227] env[69239]: DEBUG oslo_vmware.api [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.845865] env[69239]: DEBUG nova.network.neutron [-] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.851398] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.979390] env[69239]: DEBUG nova.compute.manager [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.168643] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "refresh_cache-5ff5aba4-ccde-404b-bd87-717006e1b362" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.168643] env[69239]: DEBUG nova.compute.manager [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Instance network_info: |[{"id": "69461635-d343-4dc8-9437-7c6fe2471be0", "address": "fa:16:3e:d8:1c:43", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69461635-d3", "ovs_interfaceid": "69461635-d343-4dc8-9437-7c6fe2471be0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.168643] env[69239]: DEBUG oslo_concurrency.lockutils [req-848f9e93-763e-4d4a-a4e7-c1ae5505c4cc req-991feda8-4ed0-4aea-a8a3-6d4dff4faf6d service nova] Acquired lock "refresh_cache-5ff5aba4-ccde-404b-bd87-717006e1b362" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.168643] env[69239]: DEBUG nova.network.neutron [req-848f9e93-763e-4d4a-a4e7-c1ae5505c4cc req-991feda8-4ed0-4aea-a8a3-6d4dff4faf6d service nova] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Refreshing network info cache for port 69461635-d343-4dc8-9437-7c6fe2471be0 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.170606] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:1c:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69461635-d343-4dc8-9437-7c6fe2471be0', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.183415] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.193024] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.194444] env[69239]: DEBUG nova.scheduler.client.report [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.207287] env[69239]: INFO nova.compute.manager [-] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Took 1.82 seconds to deallocate network for instance. [ 729.208117] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32b40824-41e3-4510-81f8-45902c19347a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.245461] env[69239]: DEBUG oslo_vmware.api [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144905, 'name': PowerOffVM_Task, 'duration_secs': 0.251071} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.247879] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.253335] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 729.253647] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.253647] env[69239]: value = "task-4144906" [ 729.253647] env[69239]: _type = "Task" [ 729.253647] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.254298] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06117e64-c869-4493-923f-57ab72fd8547 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.281568] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144906, 'name': CreateVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.283757] env[69239]: DEBUG oslo_vmware.api [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 729.283757] env[69239]: value = "task-4144907" [ 729.283757] env[69239]: _type = "Task" [ 729.283757] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.294792] env[69239]: DEBUG oslo_vmware.api [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.350149] env[69239]: INFO nova.compute.manager [-] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Took 1.91 seconds to deallocate network for instance. [ 729.512185] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.625490] env[69239]: DEBUG nova.network.neutron [req-848f9e93-763e-4d4a-a4e7-c1ae5505c4cc req-991feda8-4ed0-4aea-a8a3-6d4dff4faf6d service nova] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Updated VIF entry in instance network info cache for port 69461635-d343-4dc8-9437-7c6fe2471be0. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.626104] env[69239]: DEBUG nova.network.neutron [req-848f9e93-763e-4d4a-a4e7-c1ae5505c4cc req-991feda8-4ed0-4aea-a8a3-6d4dff4faf6d service nova] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Updating instance_info_cache with network_info: [{"id": "69461635-d343-4dc8-9437-7c6fe2471be0", "address": "fa:16:3e:d8:1c:43", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69461635-d3", "ovs_interfaceid": "69461635-d343-4dc8-9437-7c6fe2471be0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.712247] env[69239]: INFO nova.compute.manager [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Rebuilding instance [ 729.712932] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.713973] env[69239]: DEBUG nova.compute.manager [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.720475] env[69239]: DEBUG oslo_concurrency.lockutils [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.580s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.720475] env[69239]: DEBUG nova.objects.instance [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Lazy-loading 'resources' on Instance uuid e6f173d6-ddef-4073-9874-536a01b4db6c {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.748427] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.770652] env[69239]: DEBUG nova.compute.manager [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 729.776043] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a737192-40bd-4fc8-825b-d182d18df42e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.798154] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144906, 'name': CreateVM_Task, 'duration_secs': 0.45345} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.798830] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.800381] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.800633] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.801150] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.801609] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef0a78b8-5b66-49fc-80f3-106786525981 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.811099] env[69239]: DEBUG oslo_vmware.api [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144907, 'name': ReconfigVM_Task, 'duration_secs': 0.272812} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.811099] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 729.811099] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.812067] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e34221e4-f7d5-4ffb-a258-98f168673aee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.819426] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 729.819426] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52011dc3-5a9b-86b3-c17f-b46ee07c275a" [ 729.819426] env[69239]: _type = "Task" [ 729.819426] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.832250] env[69239]: DEBUG oslo_vmware.api [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 729.832250] env[69239]: value = "task-4144908" [ 729.832250] env[69239]: _type = "Task" [ 729.832250] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.833297] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52011dc3-5a9b-86b3-c17f-b46ee07c275a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.843850] env[69239]: DEBUG oslo_vmware.api [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.864064] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.119556] env[69239]: DEBUG nova.compute.manager [req-38357b3c-3eb4-4d0e-b4fd-1366adbc79ff req-fbe120fc-c257-4a50-b8df-e413c248e1ad service nova] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Received event network-vif-deleted-54facc54-7f1a-4936-b27d-6fcd40a2e5a1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.129451] env[69239]: DEBUG oslo_concurrency.lockutils [req-848f9e93-763e-4d4a-a4e7-c1ae5505c4cc req-991feda8-4ed0-4aea-a8a3-6d4dff4faf6d service nova] Releasing lock "refresh_cache-5ff5aba4-ccde-404b-bd87-717006e1b362" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.142215] env[69239]: DEBUG nova.compute.manager [req-5a355804-6552-4e98-8dfc-0d2f519ceb40 req-493ada49-1e54-49a0-993f-1d078c4c5ac8 service nova] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Received event network-vif-deleted-9beeb9dc-f993-46e3-bd2e-433de7596cc2 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.224855] env[69239]: DEBUG nova.compute.utils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.230674] env[69239]: DEBUG nova.compute.manager [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.230674] env[69239]: DEBUG nova.network.neutron [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.304842] env[69239]: DEBUG nova.policy [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69d50261916c467daa37f77cfcb20c78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b111107ce20841e1b8e46da3a74f2dc8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.315579] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "43410ca1-1bf9-4332-93e5-be325167d292" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.315872] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "43410ca1-1bf9-4332-93e5-be325167d292" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.330920] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52011dc3-5a9b-86b3-c17f-b46ee07c275a, 'name': SearchDatastore_Task, 'duration_secs': 0.013136} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.334058] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.334354] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.335643] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.335643] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.335643] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.336235] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e6a5cc8-31aa-453c-9666-2cd4fcf6e65f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.349310] env[69239]: DEBUG oslo_vmware.api [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4144908, 'name': PowerOnVM_Task, 'duration_secs': 0.440168} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.350554] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.350554] env[69239]: DEBUG nova.compute.manager [None req-6cbbe4d2-771b-4346-81e9-34f69a8e0e5f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 730.354586] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ff1dee-b64d-4923-8902-f38fef3be4af {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.357945] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.358204] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.359240] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ef3265-5010-41bf-8af9-c6c1f0190b7e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.370482] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 730.370482] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52683ab2-6115-d2d0-78db-13199a8656ad" [ 730.370482] env[69239]: _type = "Task" [ 730.370482] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.385462] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52683ab2-6115-d2d0-78db-13199a8656ad, 'name': SearchDatastore_Task, 'duration_secs': 0.015353} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.386892] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad46592-5612-4c35-aea8-48b37215dfe0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.393202] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 730.393202] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52bc3787-1a69-9668-851e-79e5cace634d" [ 730.393202] env[69239]: _type = "Task" [ 730.393202] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.405960] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bc3787-1a69-9668-851e-79e5cace634d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.732598] env[69239]: DEBUG nova.compute.manager [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.761078] env[69239]: DEBUG nova.network.neutron [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Successfully created port: 89f3df2c-21c4-4d19-b645-d9c6af157fd6 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.815388] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.817734] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-288d2eff-2f7d-434a-8b19-41f7b5f7e498 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.826024] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 730.826024] env[69239]: value = "task-4144909" [ 730.826024] env[69239]: _type = "Task" [ 730.826024] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.845140] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.909951] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bc3787-1a69-9668-851e-79e5cace634d, 'name': SearchDatastore_Task, 'duration_secs': 0.014825} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.909951] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.910245] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 5ff5aba4-ccde-404b-bd87-717006e1b362/5ff5aba4-ccde-404b-bd87-717006e1b362.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.913345] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c24ff030-3e0c-4c5c-8e5f-9548076de105 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.922620] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 730.922620] env[69239]: value = "task-4144910" [ 730.922620] env[69239]: _type = "Task" [ 730.922620] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.933840] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.958733] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cec75b-ae7c-4b2e-88e6-5f21455f7c2f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.967890] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fdd0da-958b-42fd-a7db-dee3b42cd6b5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.003601] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f43d0c7-9974-4bc9-82fa-f545165f3f6f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.013624] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaa1164-a5bc-449e-8849-6b60e4248d51 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.029099] env[69239]: DEBUG nova.compute.provider_tree [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.343076] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144909, 'name': PowerOffVM_Task, 'duration_secs': 0.211387} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.343076] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.343076] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.349297] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5266061a-bd52-46b6-bd1b-00d7da443e15 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.360751] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.361419] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbd48ef7-90b8-4490-a4a2-9a9abcf9c28f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.396410] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.398393] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.400024] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Deleting the datastore file [datastore1] 35fad621-9dd6-46af-9899-0e7a2a24e9ad {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.400024] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d02a09b2-5f92-4bbf-91f3-4c54cc4bcfa8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.410137] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 731.410137] env[69239]: value = "task-4144912" [ 731.410137] env[69239]: _type = "Task" [ 731.410137] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.424302] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.440382] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144910, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.516602] env[69239]: DEBUG nova.network.neutron [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Successfully created port: c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.534058] env[69239]: DEBUG nova.scheduler.client.report [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.747816] env[69239]: DEBUG nova.compute.manager [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.780861] env[69239]: DEBUG nova.virt.hardware [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.780861] env[69239]: DEBUG nova.virt.hardware [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.780861] env[69239]: DEBUG nova.virt.hardware [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.780861] env[69239]: DEBUG nova.virt.hardware [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.781231] env[69239]: DEBUG nova.virt.hardware [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.782042] env[69239]: DEBUG nova.virt.hardware [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.782405] env[69239]: DEBUG nova.virt.hardware [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.782634] env[69239]: DEBUG nova.virt.hardware [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.782870] env[69239]: DEBUG nova.virt.hardware [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.783123] env[69239]: DEBUG nova.virt.hardware [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.783336] env[69239]: DEBUG nova.virt.hardware [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.784726] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbf0ec4-f4d1-4e33-ba10-92d5af69f42c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.800055] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72dcc6b-da6f-4716-9346-741123ab41c4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.921686] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24271} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.921686] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.921686] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.921686] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.934955] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672207} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.935324] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 5ff5aba4-ccde-404b-bd87-717006e1b362/5ff5aba4-ccde-404b-bd87-717006e1b362.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.935589] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.935998] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bce3382-296e-4765-9f5f-3dbbafeb50d9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.944124] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 731.944124] env[69239]: value = "task-4144913" [ 731.944124] env[69239]: _type = "Task" [ 731.944124] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.955873] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.014989] env[69239]: DEBUG nova.network.neutron [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Successfully created port: 8de8956d-2924-488f-8a47-c25918a0dd14 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.039954] env[69239]: DEBUG oslo_concurrency.lockutils [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.042720] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.250s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.044348] env[69239]: INFO nova.compute.claims [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.067494] env[69239]: INFO nova.scheduler.client.report [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Deleted allocations for instance e6f173d6-ddef-4073-9874-536a01b4db6c [ 732.455883] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09339} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.458247] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.459240] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66a95d7-bea8-4f2b-9797-dab2cf2c64f7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.488726] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 5ff5aba4-ccde-404b-bd87-717006e1b362/5ff5aba4-ccde-404b-bd87-717006e1b362.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.490029] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43382dda-f7c7-4c33-8753-66d5f3384371 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.512285] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 732.512285] env[69239]: value = "task-4144914" [ 732.512285] env[69239]: _type = "Task" [ 732.512285] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.522764] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.582408] env[69239]: DEBUG oslo_concurrency.lockutils [None req-857eb405-5f6f-4556-b53b-7da03ec50fe4 tempest-ServerDiagnosticsNegativeTest-1135522305 tempest-ServerDiagnosticsNegativeTest-1135522305-project-member] Lock "e6f173d6-ddef-4073-9874-536a01b4db6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.099s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.967955] env[69239]: DEBUG nova.virt.hardware [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.968273] env[69239]: DEBUG nova.virt.hardware [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.968928] env[69239]: DEBUG nova.virt.hardware [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.968928] env[69239]: DEBUG nova.virt.hardware [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.968928] env[69239]: DEBUG nova.virt.hardware [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.968928] env[69239]: DEBUG nova.virt.hardware [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.969225] env[69239]: DEBUG nova.virt.hardware [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.969337] env[69239]: DEBUG nova.virt.hardware [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.969509] env[69239]: DEBUG nova.virt.hardware [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.969878] env[69239]: DEBUG nova.virt.hardware [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.969878] env[69239]: DEBUG nova.virt.hardware [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.970939] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73146d37-8f68-4c0d-80a7-be4a65f9c452 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.982178] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e6e05e-6be8-42e5-924b-75c3ea272f0f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.002273] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.008384] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.008797] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.009293] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-482f2eb0-3487-40d8-9bfb-80ee2bd741d1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.042218] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.044366] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.044366] env[69239]: value = "task-4144915" [ 733.044366] env[69239]: _type = "Task" [ 733.044366] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.059377] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144915, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.540240] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "0de81a48-7b01-49e0-be33-d05a9ef10ed8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.540485] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "0de81a48-7b01-49e0-be33-d05a9ef10ed8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.540848] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "0de81a48-7b01-49e0-be33-d05a9ef10ed8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.540931] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "0de81a48-7b01-49e0-be33-d05a9ef10ed8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.541052] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "0de81a48-7b01-49e0-be33-d05a9ef10ed8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.544580] env[69239]: INFO nova.compute.manager [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Terminating instance [ 733.555131] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144914, 'name': ReconfigVM_Task, 'duration_secs': 0.762472} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.556698] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 5ff5aba4-ccde-404b-bd87-717006e1b362/5ff5aba4-ccde-404b-bd87-717006e1b362.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.562881] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cedc5f9-92dc-46bf-9b82-8a2273f2566d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.569580] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144915, 'name': CreateVM_Task, 'duration_secs': 0.444922} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.571102] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.574897] env[69239]: DEBUG oslo_concurrency.lockutils [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.575138] env[69239]: DEBUG oslo_concurrency.lockutils [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.575522] env[69239]: DEBUG oslo_concurrency.lockutils [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.577426] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20352b6-4387-4f1c-b983-8eb8874c3b99 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.583038] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 733.583038] env[69239]: value = "task-4144916" [ 733.583038] env[69239]: _type = "Task" [ 733.583038] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.598358] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 733.598358] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52464f2f-0d77-0384-61c9-3682d6d047e1" [ 733.598358] env[69239]: _type = "Task" [ 733.598358] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.611622] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144916, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.616980] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52464f2f-0d77-0384-61c9-3682d6d047e1, 'name': SearchDatastore_Task, 'duration_secs': 0.018929} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.617699] env[69239]: DEBUG oslo_concurrency.lockutils [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.617699] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.617699] env[69239]: DEBUG oslo_concurrency.lockutils [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.617699] env[69239]: DEBUG oslo_concurrency.lockutils [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.618686] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.618686] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adda08fc-7110-4aed-990d-c52045257171 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.634015] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.634015] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.635070] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f667f9a4-ae21-4c43-8938-c5731efafe59 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.645469] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 733.645469] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]523b0d6a-ee5e-0426-1dc4-3dd4ccc8029d" [ 733.645469] env[69239]: _type = "Task" [ 733.645469] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.657540] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523b0d6a-ee5e-0426-1dc4-3dd4ccc8029d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.734432] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dce632-eaf3-4325-8ebf-ff1291bd1bc8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.744933] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4419f1-2d78-4438-b7b3-d4d212296914 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.786559] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5507028a-bf69-4c1b-94a7-521533b42700 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.795966] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4fc10c-40bf-4dbc-9120-2402e2194dfe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.812077] env[69239]: DEBUG nova.compute.provider_tree [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.860037] env[69239]: DEBUG nova.compute.manager [req-6f645918-5ee8-4b5e-bb7e-259e7b5dafbf req-8279a513-fe17-4145-bded-ac5e0bd0fd2d service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Received event network-vif-plugged-89f3df2c-21c4-4d19-b645-d9c6af157fd6 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.860178] env[69239]: DEBUG oslo_concurrency.lockutils [req-6f645918-5ee8-4b5e-bb7e-259e7b5dafbf req-8279a513-fe17-4145-bded-ac5e0bd0fd2d service nova] Acquiring lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.860390] env[69239]: DEBUG oslo_concurrency.lockutils [req-6f645918-5ee8-4b5e-bb7e-259e7b5dafbf req-8279a513-fe17-4145-bded-ac5e0bd0fd2d service nova] Lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.860560] env[69239]: DEBUG oslo_concurrency.lockutils [req-6f645918-5ee8-4b5e-bb7e-259e7b5dafbf req-8279a513-fe17-4145-bded-ac5e0bd0fd2d service nova] Lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.860750] env[69239]: DEBUG nova.compute.manager [req-6f645918-5ee8-4b5e-bb7e-259e7b5dafbf req-8279a513-fe17-4145-bded-ac5e0bd0fd2d service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] No waiting events found dispatching network-vif-plugged-89f3df2c-21c4-4d19-b645-d9c6af157fd6 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 733.860917] env[69239]: WARNING nova.compute.manager [req-6f645918-5ee8-4b5e-bb7e-259e7b5dafbf req-8279a513-fe17-4145-bded-ac5e0bd0fd2d service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Received unexpected event network-vif-plugged-89f3df2c-21c4-4d19-b645-d9c6af157fd6 for instance with vm_state building and task_state spawning. [ 733.905201] env[69239]: DEBUG nova.network.neutron [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Successfully updated port: 89f3df2c-21c4-4d19-b645-d9c6af157fd6 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.064779] env[69239]: DEBUG nova.compute.manager [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.064779] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.064779] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bd76b5-56f3-432e-b6f8-761a7439679e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.073912] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.074454] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7913074c-4f5b-4201-8457-e372ffdb328b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.084053] env[69239]: DEBUG oslo_vmware.api [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 734.084053] env[69239]: value = "task-4144917" [ 734.084053] env[69239]: _type = "Task" [ 734.084053] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.098647] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144916, 'name': Rename_Task, 'duration_secs': 0.334103} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.101726] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.101988] env[69239]: DEBUG oslo_vmware.api [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.102271] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feba39f4-47b3-4e35-bf1d-f614f3e58660 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.110330] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 734.110330] env[69239]: value = "task-4144918" [ 734.110330] env[69239]: _type = "Task" [ 734.110330] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.120296] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.161097] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523b0d6a-ee5e-0426-1dc4-3dd4ccc8029d, 'name': SearchDatastore_Task, 'duration_secs': 0.01985} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.162054] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14036a98-c377-4248-9026-a78cc401f7d8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.168785] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 734.168785] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529af41a-c21a-f3dc-e11a-91cf48ab3900" [ 734.168785] env[69239]: _type = "Task" [ 734.168785] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.178553] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529af41a-c21a-f3dc-e11a-91cf48ab3900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.339056] env[69239]: ERROR nova.scheduler.client.report [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [req-eb98ca67-0375-4f0d-81dc-aae90f86df52] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eb98ca67-0375-4f0d-81dc-aae90f86df52"}]} [ 734.358867] env[69239]: DEBUG nova.scheduler.client.report [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 734.374446] env[69239]: DEBUG nova.scheduler.client.report [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 734.374446] env[69239]: DEBUG nova.compute.provider_tree [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.385640] env[69239]: DEBUG nova.scheduler.client.report [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 734.407982] env[69239]: DEBUG nova.scheduler.client.report [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 734.541679] env[69239]: DEBUG oslo_concurrency.lockutils [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.542085] env[69239]: DEBUG oslo_concurrency.lockutils [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.604337] env[69239]: DEBUG oslo_vmware.api [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144917, 'name': PowerOffVM_Task, 'duration_secs': 0.238858} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.604337] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.604337] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.604337] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d012e43c-ea0e-4730-8789-4ca8b1d8e958 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.623966] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144918, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.682294] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529af41a-c21a-f3dc-e11a-91cf48ab3900, 'name': SearchDatastore_Task, 'duration_secs': 0.015184} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.686361] env[69239]: DEBUG oslo_concurrency.lockutils [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.686625] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 35fad621-9dd6-46af-9899-0e7a2a24e9ad/35fad621-9dd6-46af-9899-0e7a2a24e9ad.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.686929] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.687126] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.687304] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Deleting the datastore file [datastore1] 0de81a48-7b01-49e0-be33-d05a9ef10ed8 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.687935] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-090c1a15-f466-4e4c-9c62-748b06d8d88e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.690134] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba255c4c-2b2a-4fbd-b6fd-4c68df999d30 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.698217] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 734.698217] env[69239]: value = "task-4144921" [ 734.698217] env[69239]: _type = "Task" [ 734.698217] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.703066] env[69239]: DEBUG oslo_vmware.api [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 734.703066] env[69239]: value = "task-4144920" [ 734.703066] env[69239]: _type = "Task" [ 734.703066] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.715744] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.719169] env[69239]: DEBUG oslo_vmware.api [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.943899] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191d8725-d76a-4c17-97ef-06d0134928aa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.954013] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39424c9e-f3d7-454c-8850-8a17797aac93 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.991113] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15544072-df9a-43b2-9b8c-626928fb7c34 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.996652] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "868d8686-b21b-4c8f-94ea-191c1b662640" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.996883] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "868d8686-b21b-4c8f-94ea-191c1b662640" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.002432] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937eccca-e41a-4706-b367-041246b587cf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.023238] env[69239]: DEBUG nova.compute.provider_tree [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.046135] env[69239]: DEBUG nova.compute.utils [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.128086] env[69239]: DEBUG oslo_vmware.api [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144918, 'name': PowerOnVM_Task, 'duration_secs': 0.836537} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.128086] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.128086] env[69239]: INFO nova.compute.manager [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Took 8.47 seconds to spawn the instance on the hypervisor. [ 735.128086] env[69239]: DEBUG nova.compute.manager [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 735.128086] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83db871d-facb-4c55-a2fa-dac98304fddd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.218769] env[69239]: DEBUG oslo_vmware.api [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4144920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294673} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.222754] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.223106] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.223410] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.223811] env[69239]: INFO nova.compute.manager [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 735.224215] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.224462] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144921, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.224723] env[69239]: DEBUG nova.compute.manager [-] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.224828] env[69239]: DEBUG nova.network.neutron [-] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.549259] env[69239]: DEBUG oslo_concurrency.lockutils [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.555611] env[69239]: ERROR nova.scheduler.client.report [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [req-93631b7d-94e6-41b1-983f-30382e549d93] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-93631b7d-94e6-41b1-983f-30382e549d93"}]} [ 735.573190] env[69239]: DEBUG nova.scheduler.client.report [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 735.590889] env[69239]: DEBUG nova.scheduler.client.report [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 735.591365] env[69239]: DEBUG nova.compute.provider_tree [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.606994] env[69239]: DEBUG nova.scheduler.client.report [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 735.632076] env[69239]: DEBUG nova.scheduler.client.report [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 735.650025] env[69239]: INFO nova.compute.manager [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Took 41.04 seconds to build instance. [ 735.714130] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71946} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.714405] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 35fad621-9dd6-46af-9899-0e7a2a24e9ad/35fad621-9dd6-46af-9899-0e7a2a24e9ad.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.714621] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.714885] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b9eb36e-c6e3-48f3-b126-6b5247ee9a92 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.723111] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 735.723111] env[69239]: value = "task-4144922" [ 735.723111] env[69239]: _type = "Task" [ 735.723111] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.732580] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.054279] env[69239]: DEBUG nova.network.neutron [-] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.151511] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49e1804b-ca82-42f0-a307-77db2cb8f5c4 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "5ff5aba4-ccde-404b-bd87-717006e1b362" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.561s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.232530] env[69239]: DEBUG nova.network.neutron [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Successfully updated port: c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.243183] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075018} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.249375] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.250694] env[69239]: DEBUG nova.compute.manager [req-fa2241a2-05a2-4169-8774-201da8cc0d86 req-a3a757cc-9080-4143-aac6-863b18963bee service nova] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Received event network-vif-deleted-628f2591-2785-4641-bbfc-596889ed0394 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.252496] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a9899b-3100-4be2-ad26-c8daeb5faa54 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.293678] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 35fad621-9dd6-46af-9899-0e7a2a24e9ad/35fad621-9dd6-46af-9899-0e7a2a24e9ad.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.296179] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbe785ee-66cb-4f4f-8b6f-b5b58ee93715 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.319089] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a18e97-8f1d-43ea-9606-8943a87d8548 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.330938] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc5f740-4bfa-4c0c-bd55-0839760982f9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.336874] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 736.336874] env[69239]: value = "task-4144923" [ 736.336874] env[69239]: _type = "Task" [ 736.336874] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.373654] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071c0c54-8826-4231-aa36-9f5a45fa1791 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.381287] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.388056] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b417c765-73e4-40d7-bad4-b92a808b106e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.404106] env[69239]: DEBUG nova.compute.provider_tree [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.438336] env[69239]: DEBUG nova.compute.manager [req-bbb43fab-af02-4672-9848-bdce4f0d536a req-1aa584f1-6ffc-4880-8188-e0960f4977cf service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Received event network-changed-89f3df2c-21c4-4d19-b645-d9c6af157fd6 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.438624] env[69239]: DEBUG nova.compute.manager [req-bbb43fab-af02-4672-9848-bdce4f0d536a req-1aa584f1-6ffc-4880-8188-e0960f4977cf service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Refreshing instance network info cache due to event network-changed-89f3df2c-21c4-4d19-b645-d9c6af157fd6. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.438892] env[69239]: DEBUG oslo_concurrency.lockutils [req-bbb43fab-af02-4672-9848-bdce4f0d536a req-1aa584f1-6ffc-4880-8188-e0960f4977cf service nova] Acquiring lock "refresh_cache-0f31eea7-52f4-4daf-bec4-74de2ff02b86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.438892] env[69239]: DEBUG oslo_concurrency.lockutils [req-bbb43fab-af02-4672-9848-bdce4f0d536a req-1aa584f1-6ffc-4880-8188-e0960f4977cf service nova] Acquired lock "refresh_cache-0f31eea7-52f4-4daf-bec4-74de2ff02b86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.439066] env[69239]: DEBUG nova.network.neutron [req-bbb43fab-af02-4672-9848-bdce4f0d536a req-1aa584f1-6ffc-4880-8188-e0960f4977cf service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Refreshing network info cache for port 89f3df2c-21c4-4d19-b645-d9c6af157fd6 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.560414] env[69239]: INFO nova.compute.manager [-] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Took 1.34 seconds to deallocate network for instance. [ 736.635038] env[69239]: DEBUG oslo_concurrency.lockutils [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.635286] env[69239]: DEBUG oslo_concurrency.lockutils [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.635523] env[69239]: INFO nova.compute.manager [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Attaching volume 7ebcd2df-7740-4852-9a0c-948afba98cc1 to /dev/sdb [ 736.654360] env[69239]: DEBUG nova.compute.manager [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.681317] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdb3d0c-ad20-451a-85cd-345c8d062fe3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.689566] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8b8db4-c86e-4d41-8209-2aa969bd4606 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.706914] env[69239]: DEBUG nova.virt.block_device [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Updating existing volume attachment record: b572dd62-5b01-4c59-97f6-14736f22c082 {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 736.848663] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.907274] env[69239]: DEBUG nova.scheduler.client.report [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.994888] env[69239]: DEBUG nova.network.neutron [req-bbb43fab-af02-4672-9848-bdce4f0d536a req-1aa584f1-6ffc-4880-8188-e0960f4977cf service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.069413] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.127884] env[69239]: DEBUG nova.network.neutron [req-bbb43fab-af02-4672-9848-bdce4f0d536a req-1aa584f1-6ffc-4880-8188-e0960f4977cf service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.180802] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.350701] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144923, 'name': ReconfigVM_Task, 'duration_secs': 0.631662} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.351105] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 35fad621-9dd6-46af-9899-0e7a2a24e9ad/35fad621-9dd6-46af-9899-0e7a2a24e9ad.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.351814] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81a6d8e0-392d-4664-9877-28bfa821f99c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.359865] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 737.359865] env[69239]: value = "task-4144927" [ 737.359865] env[69239]: _type = "Task" [ 737.359865] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.370922] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144927, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.416090] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.372s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.416090] env[69239]: DEBUG nova.compute.manager [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.417968] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.306s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.418203] env[69239]: DEBUG nova.objects.instance [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Lazy-loading 'resources' on Instance uuid b087c3c9-77b1-4534-a0d6-f0c669420227 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.634386] env[69239]: DEBUG oslo_concurrency.lockutils [req-bbb43fab-af02-4672-9848-bdce4f0d536a req-1aa584f1-6ffc-4880-8188-e0960f4977cf service nova] Releasing lock "refresh_cache-0f31eea7-52f4-4daf-bec4-74de2ff02b86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.873766] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144927, 'name': Rename_Task, 'duration_secs': 0.189302} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.873766] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.874460] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52a08287-6555-479f-bb1d-aab2a1a219ad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.883166] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 737.883166] env[69239]: value = "task-4144928" [ 737.883166] env[69239]: _type = "Task" [ 737.883166] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.894582] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.922344] env[69239]: DEBUG nova.compute.utils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.928174] env[69239]: DEBUG nova.compute.manager [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.928638] env[69239]: DEBUG nova.network.neutron [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.987223] env[69239]: DEBUG nova.policy [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85de2e746c5c4f22ad5ea92d7b3d2d0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8da31a30c05b42dd8ca4d9c8a625c623', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.020535] env[69239]: INFO nova.compute.manager [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Rebuilding instance [ 738.086826] env[69239]: DEBUG nova.compute.manager [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 738.086826] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54043978-8c6e-4269-8518-7f26962bbb8f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.245631] env[69239]: DEBUG oslo_vmware.rw_handles [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc24ab-56f3-5b65-ba03-1a2d7df9555e/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 738.247595] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac09cd99-e67a-4871-915e-940b4f9e70a3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.258350] env[69239]: DEBUG oslo_vmware.rw_handles [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc24ab-56f3-5b65-ba03-1a2d7df9555e/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 738.258543] env[69239]: ERROR oslo_vmware.rw_handles [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc24ab-56f3-5b65-ba03-1a2d7df9555e/disk-0.vmdk due to incomplete transfer. [ 738.258790] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4f1fceff-d462-437a-bd8f-fc01116fdeca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.274132] env[69239]: DEBUG oslo_vmware.rw_handles [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc24ab-56f3-5b65-ba03-1a2d7df9555e/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 738.274292] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Uploaded image ec66c1ab-5af5-430f-a9f0-ee72b0c54b8c to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 738.276697] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 738.280062] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5a67f6d-f52a-4ada-b38b-099a01f0a227 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.291469] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 738.291469] env[69239]: value = "task-4144929" [ 738.291469] env[69239]: _type = "Task" [ 738.291469] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.303707] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144929, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.368280] env[69239]: DEBUG nova.network.neutron [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Successfully created port: 4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.397145] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144928, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.430754] env[69239]: DEBUG nova.compute.manager [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.485900] env[69239]: DEBUG nova.compute.manager [req-ac5b90cb-6676-4546-9013-393d434bc424 req-0a512eda-506d-4b22-85ae-764adbf596b5 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Received event network-vif-plugged-c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.486129] env[69239]: DEBUG oslo_concurrency.lockutils [req-ac5b90cb-6676-4546-9013-393d434bc424 req-0a512eda-506d-4b22-85ae-764adbf596b5 service nova] Acquiring lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.486379] env[69239]: DEBUG oslo_concurrency.lockutils [req-ac5b90cb-6676-4546-9013-393d434bc424 req-0a512eda-506d-4b22-85ae-764adbf596b5 service nova] Lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.486584] env[69239]: DEBUG oslo_concurrency.lockutils [req-ac5b90cb-6676-4546-9013-393d434bc424 req-0a512eda-506d-4b22-85ae-764adbf596b5 service nova] Lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.486786] env[69239]: DEBUG nova.compute.manager [req-ac5b90cb-6676-4546-9013-393d434bc424 req-0a512eda-506d-4b22-85ae-764adbf596b5 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] No waiting events found dispatching network-vif-plugged-c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 738.487036] env[69239]: WARNING nova.compute.manager [req-ac5b90cb-6676-4546-9013-393d434bc424 req-0a512eda-506d-4b22-85ae-764adbf596b5 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Received unexpected event network-vif-plugged-c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5 for instance with vm_state building and task_state spawning. [ 738.487255] env[69239]: DEBUG nova.compute.manager [req-ac5b90cb-6676-4546-9013-393d434bc424 req-0a512eda-506d-4b22-85ae-764adbf596b5 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Received event network-changed-c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.487463] env[69239]: DEBUG nova.compute.manager [req-ac5b90cb-6676-4546-9013-393d434bc424 req-0a512eda-506d-4b22-85ae-764adbf596b5 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Refreshing instance network info cache due to event network-changed-c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.487708] env[69239]: DEBUG oslo_concurrency.lockutils [req-ac5b90cb-6676-4546-9013-393d434bc424 req-0a512eda-506d-4b22-85ae-764adbf596b5 service nova] Acquiring lock "refresh_cache-0f31eea7-52f4-4daf-bec4-74de2ff02b86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.487886] env[69239]: DEBUG oslo_concurrency.lockutils [req-ac5b90cb-6676-4546-9013-393d434bc424 req-0a512eda-506d-4b22-85ae-764adbf596b5 service nova] Acquired lock "refresh_cache-0f31eea7-52f4-4daf-bec4-74de2ff02b86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.488237] env[69239]: DEBUG nova.network.neutron [req-ac5b90cb-6676-4546-9013-393d434bc424 req-0a512eda-506d-4b22-85ae-764adbf596b5 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Refreshing network info cache for port c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.593899] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3884ba-6774-4e59-94fe-00dfe00fe374 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.606070] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659124b4-e501-41f9-88ed-e2c12de3cc88 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.648028] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50836be-bbff-4474-86d0-74881f35e431 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.656079] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4f61e6-9937-4518-8268-6528301e0cb0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.675508] env[69239]: DEBUG nova.compute.provider_tree [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.806511] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144929, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.867757] env[69239]: DEBUG nova.network.neutron [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Successfully updated port: 8de8956d-2924-488f-8a47-c25918a0dd14 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.898694] env[69239]: DEBUG oslo_vmware.api [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144928, 'name': PowerOnVM_Task, 'duration_secs': 0.56043} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.898986] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.899217] env[69239]: DEBUG nova.compute.manager [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 738.900097] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798f1c77-e43e-4669-867f-16d3cb209dbf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.063869] env[69239]: DEBUG nova.network.neutron [req-ac5b90cb-6676-4546-9013-393d434bc424 req-0a512eda-506d-4b22-85ae-764adbf596b5 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.103779] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.104037] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-035337e2-6363-423d-8035-ad058d575b4a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.113523] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 739.113523] env[69239]: value = "task-4144930" [ 739.113523] env[69239]: _type = "Task" [ 739.113523] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.122243] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.177146] env[69239]: DEBUG nova.scheduler.client.report [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.195223] env[69239]: DEBUG nova.network.neutron [req-ac5b90cb-6676-4546-9013-393d434bc424 req-0a512eda-506d-4b22-85ae-764adbf596b5 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.309449] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144929, 'name': Destroy_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.371648] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "refresh_cache-0f31eea7-52f4-4daf-bec4-74de2ff02b86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.423333] env[69239]: DEBUG oslo_concurrency.lockutils [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.442270] env[69239]: DEBUG nova.compute.manager [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.466043] env[69239]: DEBUG nova.virt.hardware [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.466043] env[69239]: DEBUG nova.virt.hardware [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.466043] env[69239]: DEBUG nova.virt.hardware [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.466293] env[69239]: DEBUG nova.virt.hardware [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.466449] env[69239]: DEBUG nova.virt.hardware [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.466602] env[69239]: DEBUG nova.virt.hardware [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.466830] env[69239]: DEBUG nova.virt.hardware [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.466985] env[69239]: DEBUG nova.virt.hardware [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.467209] env[69239]: DEBUG nova.virt.hardware [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.467454] env[69239]: DEBUG nova.virt.hardware [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.467762] env[69239]: DEBUG nova.virt.hardware [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.468738] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdf00b7-1b56-4956-9e0e-5b09aadcae05 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.480513] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba10cdee-c91b-441d-96e4-f143dfe73cd4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.625712] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144930, 'name': PowerOffVM_Task, 'duration_secs': 0.265711} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.626010] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.626287] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.627108] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3a451e-6a5f-4af5-bd35-cf86025e0f2c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.634886] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.635104] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b6a2c22-18a9-4212-9992-707d343a11bf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.686021] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.686362] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.905s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.688673] env[69239]: INFO nova.compute.claims [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.698013] env[69239]: DEBUG oslo_concurrency.lockutils [req-ac5b90cb-6676-4546-9013-393d434bc424 req-0a512eda-506d-4b22-85ae-764adbf596b5 service nova] Releasing lock "refresh_cache-0f31eea7-52f4-4daf-bec4-74de2ff02b86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.698174] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.698373] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.698551] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleting the datastore file [datastore2] 5ff5aba4-ccde-404b-bd87-717006e1b362 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.699432] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquired lock "refresh_cache-0f31eea7-52f4-4daf-bec4-74de2ff02b86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.699682] env[69239]: DEBUG nova.network.neutron [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.704059] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a10bc8e2-a093-4f8d-983b-6d87be84826e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.713587] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 739.713587] env[69239]: value = "task-4144933" [ 739.713587] env[69239]: _type = "Task" [ 739.713587] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.729578] env[69239]: INFO nova.scheduler.client.report [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Deleted allocations for instance b087c3c9-77b1-4534-a0d6-f0c669420227 [ 739.729961] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.806354] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144929, 'name': Destroy_Task, 'duration_secs': 1.079789} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.806746] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Destroyed the VM [ 739.806979] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 739.807538] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1295f9bc-2564-4310-80f5-3cd00fab9db3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.814980] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 739.814980] env[69239]: value = "task-4144934" [ 739.814980] env[69239]: _type = "Task" [ 739.814980] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.824765] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144934, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.014598] env[69239]: DEBUG nova.network.neutron [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Successfully updated port: 4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.179011] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "852b6ac9-90c7-4b98-a443-993274dcaa55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.179328] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "852b6ac9-90c7-4b98-a443-993274dcaa55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.179544] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "852b6ac9-90c7-4b98-a443-993274dcaa55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.179774] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "852b6ac9-90c7-4b98-a443-993274dcaa55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.179938] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "852b6ac9-90c7-4b98-a443-993274dcaa55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.182169] env[69239]: INFO nova.compute.manager [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Terminating instance [ 740.224868] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225212} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.224868] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.224868] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.224868] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.236684] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e0a33281-f839-4c09-aa3a-2a371fcd0fbe tempest-ServerTagsTestJSON-1644553538 tempest-ServerTagsTestJSON-1644553538-project-member] Lock "b087c3c9-77b1-4534-a0d6-f0c669420227" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.782s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.246691] env[69239]: DEBUG nova.network.neutron [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.326347] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144934, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.371512] env[69239]: DEBUG nova.compute.manager [req-d8f1efd8-9a68-43b2-b887-024da0af40c1 req-80a02562-0810-4329-a146-3a38a7fc0ed8 service nova] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Received event network-vif-plugged-4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.371656] env[69239]: DEBUG oslo_concurrency.lockutils [req-d8f1efd8-9a68-43b2-b887-024da0af40c1 req-80a02562-0810-4329-a146-3a38a7fc0ed8 service nova] Acquiring lock "23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.371866] env[69239]: DEBUG oslo_concurrency.lockutils [req-d8f1efd8-9a68-43b2-b887-024da0af40c1 req-80a02562-0810-4329-a146-3a38a7fc0ed8 service nova] Lock "23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.372232] env[69239]: DEBUG oslo_concurrency.lockutils [req-d8f1efd8-9a68-43b2-b887-024da0af40c1 req-80a02562-0810-4329-a146-3a38a7fc0ed8 service nova] Lock "23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.372428] env[69239]: DEBUG nova.compute.manager [req-d8f1efd8-9a68-43b2-b887-024da0af40c1 req-80a02562-0810-4329-a146-3a38a7fc0ed8 service nova] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] No waiting events found dispatching network-vif-plugged-4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 740.372604] env[69239]: WARNING nova.compute.manager [req-d8f1efd8-9a68-43b2-b887-024da0af40c1 req-80a02562-0810-4329-a146-3a38a7fc0ed8 service nova] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Received unexpected event network-vif-plugged-4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7 for instance with vm_state building and task_state spawning. [ 740.517546] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "refresh_cache-23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.517822] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquired lock "refresh_cache-23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.518012] env[69239]: DEBUG nova.network.neutron [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.685839] env[69239]: DEBUG nova.compute.manager [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.686090] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.687021] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b62d32-0ece-4e30-bca8-58a307e77d37 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.695550] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.698145] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1900db6-37dc-4fb3-b896-0edd518883e9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.740405] env[69239]: DEBUG nova.network.neutron [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Updating instance_info_cache with network_info: [{"id": "89f3df2c-21c4-4d19-b645-d9c6af157fd6", "address": "fa:16:3e:59:2f:04", "network": {"id": "3238819f-8ef7-4bf5-a51f-a993a1c26e16", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-62052340", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f3df2c-21", "ovs_interfaceid": "89f3df2c-21c4-4d19-b645-d9c6af157fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5", "address": "fa:16:3e:9a:57:9d", "network": {"id": "11f15994-d67f-411a-8216-a8799a84812a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1807456809", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b4efd9-ec", "ovs_interfaceid": "c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8de8956d-2924-488f-8a47-c25918a0dd14", "address": "fa:16:3e:b7:08:62", "network": {"id": "3238819f-8ef7-4bf5-a51f-a993a1c26e16", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-62052340", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de8956d-29", "ovs_interfaceid": "8de8956d-2924-488f-8a47-c25918a0dd14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.773180] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.774112] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.774112] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleting the datastore file [datastore1] 852b6ac9-90c7-4b98-a443-993274dcaa55 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.774112] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7a66d8b-9d33-456f-88b9-26bf50a4000a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.784035] env[69239]: DEBUG oslo_vmware.api [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 740.784035] env[69239]: value = "task-4144936" [ 740.784035] env[69239]: _type = "Task" [ 740.784035] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.793517] env[69239]: DEBUG oslo_vmware.api [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.830126] env[69239]: DEBUG oslo_vmware.api [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144934, 'name': RemoveSnapshot_Task, 'duration_secs': 0.734251} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.830479] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 740.830757] env[69239]: INFO nova.compute.manager [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Took 18.37 seconds to snapshot the instance on the hypervisor. [ 740.948725] env[69239]: DEBUG nova.compute.manager [req-1d724302-18c4-4582-8896-88edcf1bb3d7 req-a3f26ce9-3226-4f32-b628-8e01d7550b70 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Received event network-vif-plugged-8de8956d-2924-488f-8a47-c25918a0dd14 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.950060] env[69239]: DEBUG oslo_concurrency.lockutils [req-1d724302-18c4-4582-8896-88edcf1bb3d7 req-a3f26ce9-3226-4f32-b628-8e01d7550b70 service nova] Acquiring lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.952030] env[69239]: DEBUG oslo_concurrency.lockutils [req-1d724302-18c4-4582-8896-88edcf1bb3d7 req-a3f26ce9-3226-4f32-b628-8e01d7550b70 service nova] Lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.952030] env[69239]: DEBUG oslo_concurrency.lockutils [req-1d724302-18c4-4582-8896-88edcf1bb3d7 req-a3f26ce9-3226-4f32-b628-8e01d7550b70 service nova] Lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.952030] env[69239]: DEBUG nova.compute.manager [req-1d724302-18c4-4582-8896-88edcf1bb3d7 req-a3f26ce9-3226-4f32-b628-8e01d7550b70 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] No waiting events found dispatching network-vif-plugged-8de8956d-2924-488f-8a47-c25918a0dd14 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 740.952030] env[69239]: WARNING nova.compute.manager [req-1d724302-18c4-4582-8896-88edcf1bb3d7 req-a3f26ce9-3226-4f32-b628-8e01d7550b70 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Received unexpected event network-vif-plugged-8de8956d-2924-488f-8a47-c25918a0dd14 for instance with vm_state building and task_state spawning. [ 740.952030] env[69239]: DEBUG nova.compute.manager [req-1d724302-18c4-4582-8896-88edcf1bb3d7 req-a3f26ce9-3226-4f32-b628-8e01d7550b70 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Received event network-changed-8de8956d-2924-488f-8a47-c25918a0dd14 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.952030] env[69239]: DEBUG nova.compute.manager [req-1d724302-18c4-4582-8896-88edcf1bb3d7 req-a3f26ce9-3226-4f32-b628-8e01d7550b70 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Refreshing instance network info cache due to event network-changed-8de8956d-2924-488f-8a47-c25918a0dd14. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.952030] env[69239]: DEBUG oslo_concurrency.lockutils [req-1d724302-18c4-4582-8896-88edcf1bb3d7 req-a3f26ce9-3226-4f32-b628-8e01d7550b70 service nova] Acquiring lock "refresh_cache-0f31eea7-52f4-4daf-bec4-74de2ff02b86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.053707] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "54e30768-6647-4d29-a6b0-fb3c4fe9235b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.054159] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "54e30768-6647-4d29-a6b0-fb3c4fe9235b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.097183] env[69239]: DEBUG nova.network.neutron [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.252466] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Releasing lock "refresh_cache-0f31eea7-52f4-4daf-bec4-74de2ff02b86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.254055] env[69239]: DEBUG nova.compute.manager [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Instance network_info: |[{"id": "89f3df2c-21c4-4d19-b645-d9c6af157fd6", "address": "fa:16:3e:59:2f:04", "network": {"id": "3238819f-8ef7-4bf5-a51f-a993a1c26e16", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-62052340", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f3df2c-21", "ovs_interfaceid": "89f3df2c-21c4-4d19-b645-d9c6af157fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5", "address": "fa:16:3e:9a:57:9d", "network": {"id": "11f15994-d67f-411a-8216-a8799a84812a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1807456809", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b4efd9-ec", "ovs_interfaceid": "c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8de8956d-2924-488f-8a47-c25918a0dd14", "address": "fa:16:3e:b7:08:62", "network": {"id": "3238819f-8ef7-4bf5-a51f-a993a1c26e16", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-62052340", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de8956d-29", "ovs_interfaceid": "8de8956d-2924-488f-8a47-c25918a0dd14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.254055] env[69239]: DEBUG oslo_concurrency.lockutils [req-1d724302-18c4-4582-8896-88edcf1bb3d7 req-a3f26ce9-3226-4f32-b628-8e01d7550b70 service nova] Acquired lock "refresh_cache-0f31eea7-52f4-4daf-bec4-74de2ff02b86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.254055] env[69239]: DEBUG nova.network.neutron [req-1d724302-18c4-4582-8896-88edcf1bb3d7 req-a3f26ce9-3226-4f32-b628-8e01d7550b70 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Refreshing network info cache for port 8de8956d-2924-488f-8a47-c25918a0dd14 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.256714] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:2f:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89f3df2c-21c4-4d19-b645-d9c6af157fd6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:57:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:08:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8de8956d-2924-488f-8a47-c25918a0dd14', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.273170] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Creating folder: Project (b111107ce20841e1b8e46da3a74f2dc8). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.286632] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a025b54-92cd-417c-8ba4-5a947d1274a3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.300757] env[69239]: DEBUG nova.virt.hardware [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.300929] env[69239]: DEBUG nova.virt.hardware [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.301133] env[69239]: DEBUG nova.virt.hardware [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.301276] env[69239]: DEBUG nova.virt.hardware [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.301751] env[69239]: DEBUG nova.virt.hardware [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.301751] env[69239]: DEBUG nova.virt.hardware [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.302830] env[69239]: DEBUG nova.virt.hardware [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.302830] env[69239]: DEBUG nova.virt.hardware [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.303228] env[69239]: DEBUG nova.virt.hardware [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.303486] env[69239]: DEBUG nova.virt.hardware [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.303746] env[69239]: DEBUG nova.virt.hardware [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.305131] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbee5c8c-6fba-4dcf-8446-0031a11f1da3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.321357] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Created folder: Project (b111107ce20841e1b8e46da3a74f2dc8) in parent group-v820715. [ 741.321575] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Creating folder: Instances. Parent ref: group-v820829. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.322032] env[69239]: DEBUG oslo_vmware.api [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4144936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259281} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.323111] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-227aabc3-4d33-4396-a321-b4dd654995af {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.328032] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.328032] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.328032] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.328032] env[69239]: INFO nova.compute.manager [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Took 0.64 seconds to destroy the instance on the hypervisor. [ 741.328032] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.330317] env[69239]: DEBUG nova.compute.manager [-] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.330420] env[69239]: DEBUG nova.network.neutron [-] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.333920] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75d1b55-af10-4dc5-a3b8-495f37b4ff05 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.341912] env[69239]: DEBUG nova.compute.manager [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Instance disappeared during snapshot {{(pid=69239) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 741.347088] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Created folder: Instances in parent group-v820829. [ 741.347088] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.347088] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.347796] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-870c7d85-1b11-4d1a-adc0-feb9fe2b722c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.368957] env[69239]: DEBUG nova.compute.manager [None req-bd86b630-d572-4214-bd67-89c31ae39381 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Image not found during clean up ec66c1ab-5af5-430f-a9f0-ee72b0c54b8c {{(pid=69239) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 741.383417] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d95fba7-9bcf-40ab-afc2-415cb895b53d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.388052] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:1c:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69461635-d343-4dc8-9437-7c6fe2471be0', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.395821] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.397205] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.398167] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-479d2da8-e006-447f-b8e2-8b581b75728f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.416716] env[69239]: DEBUG nova.network.neutron [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Updating instance_info_cache with network_info: [{"id": "4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7", "address": "fa:16:3e:9b:5a:23", "network": {"id": "2baaf167-44da-4d08-924b-77011bf49686", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-639765521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8da31a30c05b42dd8ca4d9c8a625c623", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e5e7e06-72", "ovs_interfaceid": "4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.418372] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.418372] env[69239]: value = "task-4144939" [ 741.418372] env[69239]: _type = "Task" [ 741.418372] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.420014] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fbf0eb-5c6d-447d-8dfe-6005b4803e76 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.427618] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.427618] env[69239]: value = "task-4144940" [ 741.427618] env[69239]: _type = "Task" [ 741.427618] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.461608] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144939, 'name': CreateVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.465487] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c866a020-700b-4598-9e42-45d8a12dd549 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.474911] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144940, 'name': CreateVM_Task} progress is 15%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.481854] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7ca4f1-509f-4f25-9abc-8b63dfce610f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.503839] env[69239]: DEBUG nova.compute.provider_tree [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.699852] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquiring lock "35fad621-9dd6-46af-9899-0e7a2a24e9ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.700053] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Lock "35fad621-9dd6-46af-9899-0e7a2a24e9ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.700301] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquiring lock "35fad621-9dd6-46af-9899-0e7a2a24e9ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.701080] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Lock "35fad621-9dd6-46af-9899-0e7a2a24e9ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.701279] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Lock "35fad621-9dd6-46af-9899-0e7a2a24e9ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.703841] env[69239]: INFO nova.compute.manager [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Terminating instance [ 741.785153] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 741.785153] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820828', 'volume_id': '7ebcd2df-7740-4852-9a0c-948afba98cc1', 'name': 'volume-7ebcd2df-7740-4852-9a0c-948afba98cc1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5', 'attached_at': '', 'detached_at': '', 'volume_id': '7ebcd2df-7740-4852-9a0c-948afba98cc1', 'serial': '7ebcd2df-7740-4852-9a0c-948afba98cc1'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 741.785153] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a497c3-c11d-4efa-a59c-ccac20ee5036 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.789795] env[69239]: DEBUG nova.network.neutron [req-1d724302-18c4-4582-8896-88edcf1bb3d7 req-a3f26ce9-3226-4f32-b628-8e01d7550b70 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Updated VIF entry in instance network info cache for port 8de8956d-2924-488f-8a47-c25918a0dd14. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.797130] env[69239]: DEBUG nova.network.neutron [req-1d724302-18c4-4582-8896-88edcf1bb3d7 req-a3f26ce9-3226-4f32-b628-8e01d7550b70 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Updating instance_info_cache with network_info: [{"id": "89f3df2c-21c4-4d19-b645-d9c6af157fd6", "address": "fa:16:3e:59:2f:04", "network": {"id": "3238819f-8ef7-4bf5-a51f-a993a1c26e16", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-62052340", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f3df2c-21", "ovs_interfaceid": "89f3df2c-21c4-4d19-b645-d9c6af157fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5", "address": "fa:16:3e:9a:57:9d", "network": {"id": "11f15994-d67f-411a-8216-a8799a84812a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1807456809", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b4efd9-ec", "ovs_interfaceid": "c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8de8956d-2924-488f-8a47-c25918a0dd14", "address": "fa:16:3e:b7:08:62", "network": {"id": "3238819f-8ef7-4bf5-a51f-a993a1c26e16", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-62052340", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de8956d-29", "ovs_interfaceid": "8de8956d-2924-488f-8a47-c25918a0dd14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.816067] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb03780e-2826-4bf4-9de7-70136216b5ec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.850182] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] volume-7ebcd2df-7740-4852-9a0c-948afba98cc1/volume-7ebcd2df-7740-4852-9a0c-948afba98cc1.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.855022] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a4fd2f7-4e67-433c-9d7b-e83e1541866a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.875363] env[69239]: DEBUG oslo_vmware.api [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 741.875363] env[69239]: value = "task-4144941" [ 741.875363] env[69239]: _type = "Task" [ 741.875363] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.888182] env[69239]: DEBUG oslo_vmware.api [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.919460] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Releasing lock "refresh_cache-23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.919831] env[69239]: DEBUG nova.compute.manager [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Instance network_info: |[{"id": "4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7", "address": "fa:16:3e:9b:5a:23", "network": {"id": "2baaf167-44da-4d08-924b-77011bf49686", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-639765521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8da31a30c05b42dd8ca4d9c8a625c623", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e5e7e06-72", "ovs_interfaceid": "4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.920246] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:5a:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.930197] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Creating folder: Project (8da31a30c05b42dd8ca4d9c8a625c623). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.930197] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-635799fc-5eb2-4e37-8c4d-8e7ceeaa24a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.952678] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144939, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.954359] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144940, 'name': CreateVM_Task, 'duration_secs': 0.392479} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.955799] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.956153] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Created folder: Project (8da31a30c05b42dd8ca4d9c8a625c623) in parent group-v820715. [ 741.956360] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Creating folder: Instances. Parent ref: group-v820833. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.960022] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.960022] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.960022] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.960022] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73cad0a1-131c-4770-a08c-1feef9e0422c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.960022] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dcfa9b3-9a69-443b-9733-8de275b52329 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.967195] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 741.967195] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52cfe48f-cd3e-c578-8037-871f98ea9849" [ 741.967195] env[69239]: _type = "Task" [ 741.967195] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.976125] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Created folder: Instances in parent group-v820833. [ 741.976557] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.977291] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.977593] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4f19600-d8be-418a-8273-030a416fac45 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.000586] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52cfe48f-cd3e-c578-8037-871f98ea9849, 'name': SearchDatastore_Task, 'duration_secs': 0.012848} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.000586] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.000586] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.000586] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.000586] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.000586] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.000586] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46eb27da-ca1b-46d6-ba93-1f23267c057d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.006027] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.006027] env[69239]: value = "task-4144944" [ 742.006027] env[69239]: _type = "Task" [ 742.006027] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.011464] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.011666] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.012477] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0029b1e2-42a2-494a-95db-85795083bc75 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.018446] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144944, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.022160] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 742.022160] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526564a6-adac-9b97-5742-9d305bcf13e4" [ 742.022160] env[69239]: _type = "Task" [ 742.022160] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.028151] env[69239]: ERROR nova.scheduler.client.report [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [req-104cedd1-2561-46b0-8167-b0b5b11fdc0a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-104cedd1-2561-46b0-8167-b0b5b11fdc0a"}]} [ 742.034317] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526564a6-adac-9b97-5742-9d305bcf13e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.062246] env[69239]: DEBUG nova.scheduler.client.report [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 742.079554] env[69239]: DEBUG nova.scheduler.client.report [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 742.079815] env[69239]: DEBUG nova.compute.provider_tree [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.095354] env[69239]: DEBUG nova.scheduler.client.report [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 742.120669] env[69239]: DEBUG nova.scheduler.client.report [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 742.209615] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquiring lock "refresh_cache-35fad621-9dd6-46af-9899-0e7a2a24e9ad" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.209898] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquired lock "refresh_cache-35fad621-9dd6-46af-9899-0e7a2a24e9ad" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.210111] env[69239]: DEBUG nova.network.neutron [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.299754] env[69239]: DEBUG oslo_concurrency.lockutils [req-1d724302-18c4-4582-8896-88edcf1bb3d7 req-a3f26ce9-3226-4f32-b628-8e01d7550b70 service nova] Releasing lock "refresh_cache-0f31eea7-52f4-4daf-bec4-74de2ff02b86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.369553] env[69239]: DEBUG nova.network.neutron [-] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.391758] env[69239]: DEBUG oslo_vmware.api [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144941, 'name': ReconfigVM_Task, 'duration_secs': 0.464603} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.393517] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Reconfigured VM instance instance-0000001a to attach disk [datastore1] volume-7ebcd2df-7740-4852-9a0c-948afba98cc1/volume-7ebcd2df-7740-4852-9a0c-948afba98cc1.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.404550] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0e35e52-ce1a-4044-bb1f-04736d77babb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.422601] env[69239]: DEBUG oslo_vmware.api [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 742.422601] env[69239]: value = "task-4144945" [ 742.422601] env[69239]: _type = "Task" [ 742.422601] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.437313] env[69239]: DEBUG oslo_vmware.api [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144945, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.443951] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144939, 'name': CreateVM_Task, 'duration_secs': 0.612635} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.443951] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.444798] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.445032] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.445374] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.448795] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14053afb-fa62-4611-993f-d6ef6d07a9b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.458338] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 742.458338] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527dbe4d-454d-273d-afde-108384d3f925" [ 742.458338] env[69239]: _type = "Task" [ 742.458338] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.471096] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527dbe4d-454d-273d-afde-108384d3f925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.513960] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144944, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.534026] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526564a6-adac-9b97-5742-9d305bcf13e4, 'name': SearchDatastore_Task, 'duration_secs': 0.024737} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.534153] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a3deb0-697f-4438-913a-dc669731461a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.541780] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 742.541780] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5281abf7-50ef-31c8-fe95-5a53a232c5cb" [ 742.541780] env[69239]: _type = "Task" [ 742.541780] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.556545] env[69239]: DEBUG nova.compute.manager [req-ac1d340b-f8ef-4d79-97af-f49fcc2ea67a req-4e1bcd2a-25aa-4725-bd95-fc1e3e97d3f8 service nova] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Received event network-changed-4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.556545] env[69239]: DEBUG nova.compute.manager [req-ac1d340b-f8ef-4d79-97af-f49fcc2ea67a req-4e1bcd2a-25aa-4725-bd95-fc1e3e97d3f8 service nova] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Refreshing instance network info cache due to event network-changed-4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.556545] env[69239]: DEBUG oslo_concurrency.lockutils [req-ac1d340b-f8ef-4d79-97af-f49fcc2ea67a req-4e1bcd2a-25aa-4725-bd95-fc1e3e97d3f8 service nova] Acquiring lock "refresh_cache-23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.557082] env[69239]: DEBUG oslo_concurrency.lockutils [req-ac1d340b-f8ef-4d79-97af-f49fcc2ea67a req-4e1bcd2a-25aa-4725-bd95-fc1e3e97d3f8 service nova] Acquired lock "refresh_cache-23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.557082] env[69239]: DEBUG nova.network.neutron [req-ac1d340b-f8ef-4d79-97af-f49fcc2ea67a req-4e1bcd2a-25aa-4725-bd95-fc1e3e97d3f8 service nova] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Refreshing network info cache for port 4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.562491] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5281abf7-50ef-31c8-fe95-5a53a232c5cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.732528] env[69239]: DEBUG nova.network.neutron [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.791694] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eebe5f2-33d0-47bc-bddc-9f6b3d3b87ef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.795183] env[69239]: DEBUG nova.network.neutron [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.803228] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41555b4-ee98-4410-83de-605d42043bff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.835781] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f11a71-5d63-475e-8f79-4884ea430db1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.844060] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff49217c-0f64-4263-aea7-ad0bc4ecf87d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.859238] env[69239]: DEBUG nova.compute.provider_tree [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.879518] env[69239]: INFO nova.compute.manager [-] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Took 1.55 seconds to deallocate network for instance. [ 742.934182] env[69239]: DEBUG oslo_vmware.api [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144945, 'name': ReconfigVM_Task, 'duration_secs': 0.17719} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.934182] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820828', 'volume_id': '7ebcd2df-7740-4852-9a0c-948afba98cc1', 'name': 'volume-7ebcd2df-7740-4852-9a0c-948afba98cc1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5', 'attached_at': '', 'detached_at': '', 'volume_id': '7ebcd2df-7740-4852-9a0c-948afba98cc1', 'serial': '7ebcd2df-7740-4852-9a0c-948afba98cc1'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 742.970156] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527dbe4d-454d-273d-afde-108384d3f925, 'name': SearchDatastore_Task, 'duration_secs': 0.026324} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.970464] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.970702] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.971012] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.015463] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144944, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.055270] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5281abf7-50ef-31c8-fe95-5a53a232c5cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01918} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.055554] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.055843] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 5ff5aba4-ccde-404b-bd87-717006e1b362/5ff5aba4-ccde-404b-bd87-717006e1b362.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.056145] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.056338] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.056569] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96ec14de-7191-4dd7-8e76-6ef8d396824c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.058916] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aab47c37-bec2-426a-8671-f0a892d3fb13 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.071512] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 743.071512] env[69239]: value = "task-4144946" [ 743.071512] env[69239]: _type = "Task" [ 743.071512] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.073140] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.073347] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.074618] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b81d54db-6abf-4f59-b974-d4144bbd3fac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.081664] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.086463] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 743.086463] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52faeb7f-1266-3788-08cf-732d0b546630" [ 743.086463] env[69239]: _type = "Task" [ 743.086463] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.096682] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52faeb7f-1266-3788-08cf-732d0b546630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.297915] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Releasing lock "refresh_cache-35fad621-9dd6-46af-9899-0e7a2a24e9ad" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.298393] env[69239]: DEBUG nova.compute.manager [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.298555] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.299503] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dcc748-e6e0-44de-908f-2a45e070b470 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.307630] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.307944] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24157be8-25ea-489e-821d-8987be6b1cb1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.315765] env[69239]: DEBUG oslo_vmware.api [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 743.315765] env[69239]: value = "task-4144947" [ 743.315765] env[69239]: _type = "Task" [ 743.315765] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.320013] env[69239]: DEBUG nova.network.neutron [req-ac1d340b-f8ef-4d79-97af-f49fcc2ea67a req-4e1bcd2a-25aa-4725-bd95-fc1e3e97d3f8 service nova] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Updated VIF entry in instance network info cache for port 4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.320386] env[69239]: DEBUG nova.network.neutron [req-ac1d340b-f8ef-4d79-97af-f49fcc2ea67a req-4e1bcd2a-25aa-4725-bd95-fc1e3e97d3f8 service nova] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Updating instance_info_cache with network_info: [{"id": "4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7", "address": "fa:16:3e:9b:5a:23", "network": {"id": "2baaf167-44da-4d08-924b-77011bf49686", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-639765521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8da31a30c05b42dd8ca4d9c8a625c623", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e5e7e06-72", "ovs_interfaceid": "4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.329651] env[69239]: DEBUG oslo_vmware.api [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.389544] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.400920] env[69239]: DEBUG nova.scheduler.client.report [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 743.401259] env[69239]: DEBUG nova.compute.provider_tree [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 62 to 63 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 743.401454] env[69239]: DEBUG nova.compute.provider_tree [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.516417] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144944, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.579668] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.599491] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52faeb7f-1266-3788-08cf-732d0b546630, 'name': SearchDatastore_Task, 'duration_secs': 0.047075} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.600584] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd9f7e3-0cfa-432b-b8d2-340cc88cf117 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.608089] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 743.608089] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520ef657-2dfa-2fa6-841b-4ab2541c6acd" [ 743.608089] env[69239]: _type = "Task" [ 743.608089] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.617730] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520ef657-2dfa-2fa6-841b-4ab2541c6acd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.825345] env[69239]: DEBUG oslo_concurrency.lockutils [req-ac1d340b-f8ef-4d79-97af-f49fcc2ea67a req-4e1bcd2a-25aa-4725-bd95-fc1e3e97d3f8 service nova] Releasing lock "refresh_cache-23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.825666] env[69239]: DEBUG nova.compute.manager [req-ac1d340b-f8ef-4d79-97af-f49fcc2ea67a req-4e1bcd2a-25aa-4725-bd95-fc1e3e97d3f8 service nova] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Received event network-vif-deleted-935f7a22-7870-4f36-95b0-35bcb0117798 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.828921] env[69239]: DEBUG oslo_vmware.api [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.907282] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.221s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.908043] env[69239]: DEBUG nova.compute.manager [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.911319] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.118s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.914073] env[69239]: INFO nova.compute.claims [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.984570] env[69239]: DEBUG nova.objects.instance [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lazy-loading 'flavor' on Instance uuid f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.018035] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144944, 'name': CreateVM_Task, 'duration_secs': 1.601794} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.018276] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.019474] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.019474] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.019615] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.020258] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dee0d2c-8fe5-4798-9b95-3a5e29b7fc24 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.028084] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 744.028084] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520e4d3c-bf83-0c90-83a6-c135dac7334f" [ 744.028084] env[69239]: _type = "Task" [ 744.028084] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.039570] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520e4d3c-bf83-0c90-83a6-c135dac7334f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.083224] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144946, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.119950] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520ef657-2dfa-2fa6-841b-4ab2541c6acd, 'name': SearchDatastore_Task, 'duration_secs': 0.011726} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.120311] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.120748] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 0f31eea7-52f4-4daf-bec4-74de2ff02b86/0f31eea7-52f4-4daf-bec4-74de2ff02b86.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.120865] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d29d43bf-20b1-4573-b3a2-3320f1bbd3ef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.130430] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 744.130430] env[69239]: value = "task-4144948" [ 744.130430] env[69239]: _type = "Task" [ 744.130430] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.141720] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.327960] env[69239]: DEBUG oslo_vmware.api [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144947, 'name': PowerOffVM_Task, 'duration_secs': 0.633911} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.328302] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.328473] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.328750] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19eb36ea-ca6b-4f55-a441-556052ea2f51 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.357435] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.357685] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.357892] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Deleting the datastore file [datastore1] 35fad621-9dd6-46af-9899-0e7a2a24e9ad {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.358310] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4898b69-e249-49b5-99ca-ef10a55b2d56 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.366053] env[69239]: DEBUG oslo_vmware.api [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for the task: (returnval){ [ 744.366053] env[69239]: value = "task-4144950" [ 744.366053] env[69239]: _type = "Task" [ 744.366053] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.375563] env[69239]: DEBUG oslo_vmware.api [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.422366] env[69239]: DEBUG nova.compute.utils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.423849] env[69239]: DEBUG nova.compute.manager [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.424043] env[69239]: DEBUG nova.network.neutron [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.478240] env[69239]: DEBUG nova.policy [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2e03d5755264d5ba57802eef5d502a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f518a4a254bb4f12811f111456a0e3fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.490915] env[69239]: DEBUG oslo_concurrency.lockutils [None req-04946c74-aa06-414f-9c95-903ed88796e8 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.856s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.540020] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520e4d3c-bf83-0c90-83a6-c135dac7334f, 'name': SearchDatastore_Task, 'duration_secs': 0.054791} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.540271] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.540506] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.540746] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.540923] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.541123] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.541389] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a8f9452-b30b-45c8-b333-e4f9930d4de0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.559547] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.559681] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.560643] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e013b7-ac32-4a55-b749-8eb4c173256a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.570429] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 744.570429] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528fe155-3245-a1f1-dc49-de38ecb28bf8" [ 744.570429] env[69239]: _type = "Task" [ 744.570429] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.582955] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528fe155-3245-a1f1-dc49-de38ecb28bf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.586318] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144946, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.049244} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.586645] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 5ff5aba4-ccde-404b-bd87-717006e1b362/5ff5aba4-ccde-404b-bd87-717006e1b362.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.586828] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.587110] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-673b9268-4012-4f46-95a9-ab9fa73ce949 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.595999] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 744.595999] env[69239]: value = "task-4144951" [ 744.595999] env[69239]: _type = "Task" [ 744.595999] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.609980] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.643342] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144948, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.647149] env[69239]: DEBUG oslo_concurrency.lockutils [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.647289] env[69239]: DEBUG oslo_concurrency.lockutils [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.848699] env[69239]: DEBUG nova.network.neutron [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Successfully created port: 985e42d2-3940-43ea-9a1e-89baad596e13 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.885232] env[69239]: DEBUG oslo_vmware.api [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Task: {'id': task-4144950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268471} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.885488] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.885646] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.885949] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.886499] env[69239]: INFO nova.compute.manager [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Took 1.59 seconds to destroy the instance on the hypervisor. [ 744.886963] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.887789] env[69239]: DEBUG nova.compute.manager [-] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.888322] env[69239]: DEBUG nova.network.neutron [-] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.916639] env[69239]: DEBUG nova.network.neutron [-] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.928681] env[69239]: DEBUG nova.compute.manager [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.084992] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528fe155-3245-a1f1-dc49-de38ecb28bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.06121} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.088655] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87925815-9dfd-4151-871c-19e7f04aadeb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.094964] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 745.094964] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528d4d0d-7029-06d3-cef9-13d143707dd6" [ 745.094964] env[69239]: _type = "Task" [ 745.094964] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.109552] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097123} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.112313] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.112619] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528d4d0d-7029-06d3-cef9-13d143707dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.115790] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d71f1ec-94c5-4a0e-8c16-fa3e8f5b14d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.141014] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 5ff5aba4-ccde-404b-bd87-717006e1b362/5ff5aba4-ccde-404b-bd87-717006e1b362.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.145170] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5994e381-5451-4028-ad6d-f6ba87c1fda2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.164364] env[69239]: INFO nova.compute.manager [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Detaching volume 7ebcd2df-7740-4852-9a0c-948afba98cc1 [ 745.180954] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781847} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.181801] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 745.181801] env[69239]: value = "task-4144952" [ 745.181801] env[69239]: _type = "Task" [ 745.181801] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.181801] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 0f31eea7-52f4-4daf-bec4-74de2ff02b86/0f31eea7-52f4-4daf-bec4-74de2ff02b86.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.182215] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.182320] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df87a3b5-8045-49c3-8e20-0fd6f81a25d0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.193647] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.197741] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 745.197741] env[69239]: value = "task-4144953" [ 745.197741] env[69239]: _type = "Task" [ 745.197741] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.209259] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.220708] env[69239]: INFO nova.virt.block_device [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Attempting to driver detach volume 7ebcd2df-7740-4852-9a0c-948afba98cc1 from mountpoint /dev/sdb [ 745.220964] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 745.221183] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820828', 'volume_id': '7ebcd2df-7740-4852-9a0c-948afba98cc1', 'name': 'volume-7ebcd2df-7740-4852-9a0c-948afba98cc1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5', 'attached_at': '', 'detached_at': '', 'volume_id': '7ebcd2df-7740-4852-9a0c-948afba98cc1', 'serial': '7ebcd2df-7740-4852-9a0c-948afba98cc1'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 745.222117] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edc72c4-fd7e-487f-bd0e-6162a41c9fff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.250861] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c378ee-ca9b-4150-b946-3b01e33ba181 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.259555] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquiring lock "356511fa-a83d-4211-adb5-4c3f143e698d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.259889] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Lock "356511fa-a83d-4211-adb5-4c3f143e698d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.264437] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dd224c-4198-4152-9fd3-258e22f33061 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.297477] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfc1909-0979-4ed7-b5d2-a4e7b7995c90 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.314283] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] The volume has not been displaced from its original location: [datastore1] volume-7ebcd2df-7740-4852-9a0c-948afba98cc1/volume-7ebcd2df-7740-4852-9a0c-948afba98cc1.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 745.319949] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 745.323295] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edaeaa33-0277-45ff-ac27-13ec680b8835 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.344062] env[69239]: DEBUG oslo_vmware.api [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 745.344062] env[69239]: value = "task-4144954" [ 745.344062] env[69239]: _type = "Task" [ 745.344062] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.353272] env[69239]: DEBUG oslo_vmware.api [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.419362] env[69239]: DEBUG nova.network.neutron [-] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.579119] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afeeacd-708e-454a-8fa6-8bcb54be8785 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.587962] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aa1f21-1679-4920-99ea-1ecc5cb2095d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.623807] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fd2662-7d45-4b36-93aa-8039a0230c94 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.636120] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528d4d0d-7029-06d3-cef9-13d143707dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.029717} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.636471] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.636733] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73/23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.638179] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08df60c0-4796-41de-9578-7e3304e6a1f1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.642549] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c3bf389-e637-41fb-9f5f-13f1bc1b33f1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.657586] env[69239]: DEBUG nova.compute.provider_tree [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.660496] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 745.660496] env[69239]: value = "task-4144955" [ 745.660496] env[69239]: _type = "Task" [ 745.660496] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.669252] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.693600] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144952, 'name': ReconfigVM_Task, 'duration_secs': 0.339259} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.693895] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 5ff5aba4-ccde-404b-bd87-717006e1b362/5ff5aba4-ccde-404b-bd87-717006e1b362.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.694577] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-049b36bc-95a0-47f3-8179-a5c3950706b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.703262] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 745.703262] env[69239]: value = "task-4144956" [ 745.703262] env[69239]: _type = "Task" [ 745.703262] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.710469] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073651} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.711225] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.714038] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf6481d-4277-4584-a3da-f23afd4d6ddf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.718016] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144956, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.745786] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 0f31eea7-52f4-4daf-bec4-74de2ff02b86/0f31eea7-52f4-4daf-bec4-74de2ff02b86.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.746508] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85257ddb-968e-4621-9096-963351c47878 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.767697] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 745.767697] env[69239]: value = "task-4144957" [ 745.767697] env[69239]: _type = "Task" [ 745.767697] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.779018] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.854815] env[69239]: DEBUG oslo_vmware.api [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144954, 'name': ReconfigVM_Task, 'duration_secs': 0.244205} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.855233] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 745.860809] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0524b2e-86b2-4a74-84fe-7507bb1a283f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.879124] env[69239]: DEBUG oslo_vmware.api [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 745.879124] env[69239]: value = "task-4144958" [ 745.879124] env[69239]: _type = "Task" [ 745.879124] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.891083] env[69239]: DEBUG oslo_vmware.api [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.922937] env[69239]: INFO nova.compute.manager [-] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Took 1.03 seconds to deallocate network for instance. [ 745.940963] env[69239]: DEBUG nova.compute.manager [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.975724] env[69239]: DEBUG nova.virt.hardware [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.976014] env[69239]: DEBUG nova.virt.hardware [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.976178] env[69239]: DEBUG nova.virt.hardware [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.976368] env[69239]: DEBUG nova.virt.hardware [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.976531] env[69239]: DEBUG nova.virt.hardware [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.976683] env[69239]: DEBUG nova.virt.hardware [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.976899] env[69239]: DEBUG nova.virt.hardware [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.977089] env[69239]: DEBUG nova.virt.hardware [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.977327] env[69239]: DEBUG nova.virt.hardware [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.977417] env[69239]: DEBUG nova.virt.hardware [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.977591] env[69239]: DEBUG nova.virt.hardware [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.978605] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b09d588-3044-4043-834e-75d3eb9cc102 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.992492] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcea2e0b-b924-4418-9c6f-01be9225d9e6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.163083] env[69239]: DEBUG nova.scheduler.client.report [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.178496] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144955, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.219023] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144956, 'name': Rename_Task, 'duration_secs': 0.172182} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.219023] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.219023] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80fc99fd-dcf3-4df7-b1a8-e056711ac337 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.225228] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 746.225228] env[69239]: value = "task-4144959" [ 746.225228] env[69239]: _type = "Task" [ 746.225228] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.238497] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.280257] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144957, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.284084] env[69239]: DEBUG nova.compute.manager [req-f2f19a41-0954-403f-92a8-867b2564134a req-433482a3-059a-4bad-a8bc-f6c3a271f50c service nova] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Received event network-vif-plugged-985e42d2-3940-43ea-9a1e-89baad596e13 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.284297] env[69239]: DEBUG oslo_concurrency.lockutils [req-f2f19a41-0954-403f-92a8-867b2564134a req-433482a3-059a-4bad-a8bc-f6c3a271f50c service nova] Acquiring lock "d0c05bb8-9367-4c45-bda5-3134f26dc8a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.284579] env[69239]: DEBUG oslo_concurrency.lockutils [req-f2f19a41-0954-403f-92a8-867b2564134a req-433482a3-059a-4bad-a8bc-f6c3a271f50c service nova] Lock "d0c05bb8-9367-4c45-bda5-3134f26dc8a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.284774] env[69239]: DEBUG oslo_concurrency.lockutils [req-f2f19a41-0954-403f-92a8-867b2564134a req-433482a3-059a-4bad-a8bc-f6c3a271f50c service nova] Lock "d0c05bb8-9367-4c45-bda5-3134f26dc8a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.284935] env[69239]: DEBUG nova.compute.manager [req-f2f19a41-0954-403f-92a8-867b2564134a req-433482a3-059a-4bad-a8bc-f6c3a271f50c service nova] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] No waiting events found dispatching network-vif-plugged-985e42d2-3940-43ea-9a1e-89baad596e13 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 746.285311] env[69239]: WARNING nova.compute.manager [req-f2f19a41-0954-403f-92a8-867b2564134a req-433482a3-059a-4bad-a8bc-f6c3a271f50c service nova] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Received unexpected event network-vif-plugged-985e42d2-3940-43ea-9a1e-89baad596e13 for instance with vm_state building and task_state spawning. [ 746.390553] env[69239]: DEBUG oslo_vmware.api [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4144958, 'name': ReconfigVM_Task, 'duration_secs': 0.195852} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.390553] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820828', 'volume_id': '7ebcd2df-7740-4852-9a0c-948afba98cc1', 'name': 'volume-7ebcd2df-7740-4852-9a0c-948afba98cc1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5', 'attached_at': '', 'detached_at': '', 'volume_id': '7ebcd2df-7740-4852-9a0c-948afba98cc1', 'serial': '7ebcd2df-7740-4852-9a0c-948afba98cc1'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 746.408768] env[69239]: DEBUG nova.network.neutron [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Successfully updated port: 985e42d2-3940-43ea-9a1e-89baad596e13 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.438484] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.671109] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.671913] env[69239]: DEBUG nova.compute.manager [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.674366] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.544s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.674601] env[69239]: DEBUG nova.objects.instance [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Lazy-loading 'resources' on Instance uuid b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.682121] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577913} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.683226] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73/23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.683226] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.683679] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84e256e5-a2f1-4e39-9ace-5c7062d47e7d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.692454] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 746.692454] env[69239]: value = "task-4144960" [ 746.692454] env[69239]: _type = "Task" [ 746.692454] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.703825] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.737169] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144959, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.778548] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144957, 'name': ReconfigVM_Task, 'duration_secs': 0.555719} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.778839] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 0f31eea7-52f4-4daf-bec4-74de2ff02b86/0f31eea7-52f4-4daf-bec4-74de2ff02b86.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.779506] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a06dad40-c817-4d97-aef5-9ea042a7f3dc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.786103] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 746.786103] env[69239]: value = "task-4144961" [ 746.786103] env[69239]: _type = "Task" [ 746.786103] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.795926] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144961, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.915012] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Acquiring lock "refresh_cache-d0c05bb8-9367-4c45-bda5-3134f26dc8a9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.915012] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Acquired lock "refresh_cache-d0c05bb8-9367-4c45-bda5-3134f26dc8a9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.915012] env[69239]: DEBUG nova.network.neutron [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.948714] env[69239]: DEBUG nova.objects.instance [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lazy-loading 'flavor' on Instance uuid f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.179421] env[69239]: DEBUG nova.compute.utils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.181353] env[69239]: DEBUG nova.compute.manager [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.181353] env[69239]: DEBUG nova.network.neutron [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.203402] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077541} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.203736] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.204629] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e471a3-9800-4404-9288-128f8b7a6100 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.230208] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73/23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.233101] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd20a934-92c6-408f-883a-401c7a73e27d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.248995] env[69239]: DEBUG nova.policy [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfcfc83a6e004b7c9f385c3152c76e1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6218921e46b48778895454d7dadcfcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.260255] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144959, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.263862] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 747.263862] env[69239]: value = "task-4144962" [ 747.263862] env[69239]: _type = "Task" [ 747.263862] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.273449] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144962, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.301438] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144961, 'name': Rename_Task, 'duration_secs': 0.18493} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.301829] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.302226] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-780bf4db-d8af-405d-ac75-8ed400bcbf4b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.313040] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 747.313040] env[69239]: value = "task-4144963" [ 747.313040] env[69239]: _type = "Task" [ 747.313040] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.325714] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.466464] env[69239]: DEBUG nova.network.neutron [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.604958] env[69239]: DEBUG nova.network.neutron [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Successfully created port: 9a39d05a-4d4e-4c5b-9b9e-d09fa733962a {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.686438] env[69239]: DEBUG nova.compute.manager [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.724450] env[69239]: DEBUG nova.network.neutron [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Updating instance_info_cache with network_info: [{"id": "985e42d2-3940-43ea-9a1e-89baad596e13", "address": "fa:16:3e:5d:3c:32", "network": {"id": "fe8535c0-4ec2-4842-80e4-f1df6786983f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1279573052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f518a4a254bb4f12811f111456a0e3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985e42d2-39", "ovs_interfaceid": "985e42d2-3940-43ea-9a1e-89baad596e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.753744] env[69239]: DEBUG oslo_vmware.api [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144959, 'name': PowerOnVM_Task, 'duration_secs': 1.278388} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.754081] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.754317] env[69239]: DEBUG nova.compute.manager [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 747.756047] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23507d6-dac5-4cd8-8e16-e887279ef4aa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.781573] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144962, 'name': ReconfigVM_Task, 'duration_secs': 0.304935} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.785602] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73/23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.786575] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac9895c2-7b40-4ff2-9411-4b82b69f2a2d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.797110] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 747.797110] env[69239]: value = "task-4144964" [ 747.797110] env[69239]: _type = "Task" [ 747.797110] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.807971] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144964, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.824675] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144963, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.836206] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6471b2-46aa-4d83-9ad4-9e042c987d55 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.846419] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be6d763-67c0-4243-a205-b8abab00fa05 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.885313] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dea48f-74f9-4741-b366-b4994c9435a2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.894079] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42446f73-d97b-43d3-9c50-b1c009a3a704 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.911580] env[69239]: DEBUG nova.compute.provider_tree [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.958582] env[69239]: DEBUG oslo_concurrency.lockutils [None req-52e15d35-3b66-4ded-a6f0-6e836558b102 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.311s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.007634] env[69239]: DEBUG nova.objects.instance [None req-41022b6f-0c6c-478a-abf0-6669884fc622 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Lazy-loading 'flavor' on Instance uuid 845085dd-a45c-4a47-ae4a-825d9b8bb313 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.227651] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Releasing lock "refresh_cache-d0c05bb8-9367-4c45-bda5-3134f26dc8a9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.228010] env[69239]: DEBUG nova.compute.manager [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Instance network_info: |[{"id": "985e42d2-3940-43ea-9a1e-89baad596e13", "address": "fa:16:3e:5d:3c:32", "network": {"id": "fe8535c0-4ec2-4842-80e4-f1df6786983f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1279573052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f518a4a254bb4f12811f111456a0e3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985e42d2-39", "ovs_interfaceid": "985e42d2-3940-43ea-9a1e-89baad596e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.228496] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:3c:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '985e42d2-3940-43ea-9a1e-89baad596e13', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.239351] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Creating folder: Project (f518a4a254bb4f12811f111456a0e3fa). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.240316] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b390a7f5-f61c-4b07-a660-5fcff2e834fd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.252416] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Created folder: Project (f518a4a254bb4f12811f111456a0e3fa) in parent group-v820715. [ 748.252629] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Creating folder: Instances. Parent ref: group-v820836. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.252903] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bbc88fa-a260-4a13-9550-0aa38347844d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.264341] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Created folder: Instances in parent group-v820836. [ 748.264596] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.264868] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.265089] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aadde6bc-084c-40b0-b9c7-e25ba2cc727e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.289531] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.294144] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.294144] env[69239]: value = "task-4144967" [ 748.294144] env[69239]: _type = "Task" [ 748.294144] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.310358] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144967, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.310539] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144964, 'name': Rename_Task, 'duration_secs': 0.175519} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.310760] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.311061] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ae6a8c3-69a6-4054-9d3e-e6963c520071 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.318522] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 748.318522] env[69239]: value = "task-4144968" [ 748.318522] env[69239]: _type = "Task" [ 748.318522] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.325254] env[69239]: DEBUG oslo_vmware.api [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144963, 'name': PowerOnVM_Task, 'duration_secs': 0.544471} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.325953] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.326237] env[69239]: INFO nova.compute.manager [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Took 16.58 seconds to spawn the instance on the hypervisor. [ 748.326536] env[69239]: DEBUG nova.compute.manager [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 748.327381] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d8814c-e28a-4445-a29a-d8a30368c1e5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.333329] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.414890] env[69239]: DEBUG nova.scheduler.client.report [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.512249] env[69239]: DEBUG oslo_concurrency.lockutils [None req-41022b6f-0c6c-478a-abf0-6669884fc622 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquiring lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.512447] env[69239]: DEBUG oslo_concurrency.lockutils [None req-41022b6f-0c6c-478a-abf0-6669884fc622 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquired lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.658251] env[69239]: DEBUG nova.compute.manager [req-616b3f6d-ea9d-4b03-9cf5-633805c61e55 req-690a9841-7ffc-4bc4-a0db-cb8d3a5d3911 service nova] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Received event network-changed-985e42d2-3940-43ea-9a1e-89baad596e13 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.658251] env[69239]: DEBUG nova.compute.manager [req-616b3f6d-ea9d-4b03-9cf5-633805c61e55 req-690a9841-7ffc-4bc4-a0db-cb8d3a5d3911 service nova] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Refreshing instance network info cache due to event network-changed-985e42d2-3940-43ea-9a1e-89baad596e13. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.658251] env[69239]: DEBUG oslo_concurrency.lockutils [req-616b3f6d-ea9d-4b03-9cf5-633805c61e55 req-690a9841-7ffc-4bc4-a0db-cb8d3a5d3911 service nova] Acquiring lock "refresh_cache-d0c05bb8-9367-4c45-bda5-3134f26dc8a9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.658251] env[69239]: DEBUG oslo_concurrency.lockutils [req-616b3f6d-ea9d-4b03-9cf5-633805c61e55 req-690a9841-7ffc-4bc4-a0db-cb8d3a5d3911 service nova] Acquired lock "refresh_cache-d0c05bb8-9367-4c45-bda5-3134f26dc8a9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.658251] env[69239]: DEBUG nova.network.neutron [req-616b3f6d-ea9d-4b03-9cf5-633805c61e55 req-690a9841-7ffc-4bc4-a0db-cb8d3a5d3911 service nova] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Refreshing network info cache for port 985e42d2-3940-43ea-9a1e-89baad596e13 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.699261] env[69239]: DEBUG nova.compute.manager [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.736580] env[69239]: DEBUG nova.virt.hardware [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.736829] env[69239]: DEBUG nova.virt.hardware [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.737046] env[69239]: DEBUG nova.virt.hardware [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.737189] env[69239]: DEBUG nova.virt.hardware [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.737337] env[69239]: DEBUG nova.virt.hardware [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.737489] env[69239]: DEBUG nova.virt.hardware [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.737747] env[69239]: DEBUG nova.virt.hardware [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.737946] env[69239]: DEBUG nova.virt.hardware [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.738160] env[69239]: DEBUG nova.virt.hardware [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.738411] env[69239]: DEBUG nova.virt.hardware [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.738612] env[69239]: DEBUG nova.virt.hardware [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.739949] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972c10f3-e701-461e-85a2-07e25dd0ab63 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.750620] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9eefd8-595f-4f73-b5fb-026310a3c1a1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.804710] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144967, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.831332] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144968, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.853731] env[69239]: INFO nova.compute.manager [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Took 52.14 seconds to build instance. [ 748.920480] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.928854] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.867s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.930933] env[69239]: INFO nova.compute.claims [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.954044] env[69239]: INFO nova.scheduler.client.report [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Deleted allocations for instance b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b [ 749.027437] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.027714] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.159734] env[69239]: DEBUG nova.network.neutron [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Successfully updated port: 9a39d05a-4d4e-4c5b-9b9e-d09fa733962a {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.309352] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144967, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.328560] env[69239]: DEBUG oslo_vmware.api [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144968, 'name': PowerOnVM_Task, 'duration_secs': 0.533923} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.328825] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.329145] env[69239]: INFO nova.compute.manager [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Took 9.89 seconds to spawn the instance on the hypervisor. [ 749.329365] env[69239]: DEBUG nova.compute.manager [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 749.330162] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cc210c-9127-4408-a68d-822110f190b3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.356264] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e914678e-cb77-49f5-b89a-0610020b9b26 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.660s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.417721] env[69239]: DEBUG nova.network.neutron [req-616b3f6d-ea9d-4b03-9cf5-633805c61e55 req-690a9841-7ffc-4bc4-a0db-cb8d3a5d3911 service nova] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Updated VIF entry in instance network info cache for port 985e42d2-3940-43ea-9a1e-89baad596e13. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.418134] env[69239]: DEBUG nova.network.neutron [req-616b3f6d-ea9d-4b03-9cf5-633805c61e55 req-690a9841-7ffc-4bc4-a0db-cb8d3a5d3911 service nova] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Updating instance_info_cache with network_info: [{"id": "985e42d2-3940-43ea-9a1e-89baad596e13", "address": "fa:16:3e:5d:3c:32", "network": {"id": "fe8535c0-4ec2-4842-80e4-f1df6786983f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1279573052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f518a4a254bb4f12811f111456a0e3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985e42d2-39", "ovs_interfaceid": "985e42d2-3940-43ea-9a1e-89baad596e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.460220] env[69239]: DEBUG nova.network.neutron [None req-41022b6f-0c6c-478a-abf0-6669884fc622 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.465866] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6379898e-7bb6-46b1-a81d-f444e7d5dde2 tempest-ServersNegativeTestMultiTenantJSON-1523884426 tempest-ServersNegativeTestMultiTenantJSON-1523884426-project-member] Lock "b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.439s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.665096] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Acquiring lock "refresh_cache-5ea8eb9a-e4d7-47c4-aabb-da32f030f589" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.665313] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Acquired lock "refresh_cache-5ea8eb9a-e4d7-47c4-aabb-da32f030f589" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.665491] env[69239]: DEBUG nova.network.neutron [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.808025] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144967, 'name': CreateVM_Task, 'duration_secs': 1.441018} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.808374] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.809012] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.809221] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.810033] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.810033] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb2444ac-224d-4265-919a-d51a72bc9560 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.815998] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Waiting for the task: (returnval){ [ 749.815998] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52121fe9-4326-bdfe-7ab1-940174ab806d" [ 749.815998] env[69239]: _type = "Task" [ 749.815998] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.825888] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52121fe9-4326-bdfe-7ab1-940174ab806d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.828212] env[69239]: DEBUG nova.compute.manager [req-ff99a79a-4540-41a9-8846-f4e0020f7b50 req-1c75350d-9c51-4ce1-a2b7-161aff67fbd8 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Received event network-changed-7706e09f-3fd5-433f-8122-b1b583c71be8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.828417] env[69239]: DEBUG nova.compute.manager [req-ff99a79a-4540-41a9-8846-f4e0020f7b50 req-1c75350d-9c51-4ce1-a2b7-161aff67fbd8 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Refreshing instance network info cache due to event network-changed-7706e09f-3fd5-433f-8122-b1b583c71be8. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.828666] env[69239]: DEBUG oslo_concurrency.lockutils [req-ff99a79a-4540-41a9-8846-f4e0020f7b50 req-1c75350d-9c51-4ce1-a2b7-161aff67fbd8 service nova] Acquiring lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.853243] env[69239]: INFO nova.compute.manager [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Took 47.09 seconds to build instance. [ 749.859744] env[69239]: DEBUG nova.compute.manager [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.921626] env[69239]: DEBUG oslo_concurrency.lockutils [req-616b3f6d-ea9d-4b03-9cf5-633805c61e55 req-690a9841-7ffc-4bc4-a0db-cb8d3a5d3911 service nova] Releasing lock "refresh_cache-d0c05bb8-9367-4c45-bda5-3134f26dc8a9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.212983] env[69239]: DEBUG nova.network.neutron [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.332161] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52121fe9-4326-bdfe-7ab1-940174ab806d, 'name': SearchDatastore_Task, 'duration_secs': 0.018473} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.335120] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.336125] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.336125] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.336222] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.336363] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.337141] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-625c5429-638f-4431-bf49-16b440e0bfb3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.348674] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.348895] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.354713] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-726094b8-10b2-47c9-9777-468ceab63140 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.357783] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e9b44cf2-2d6a-4088-a7b8-72e2800c493e tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.615s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.358768] env[69239]: DEBUG nova.network.neutron [None req-41022b6f-0c6c-478a-abf0-6669884fc622 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Updating instance_info_cache with network_info: [{"id": "7706e09f-3fd5-433f-8122-b1b583c71be8", "address": "fa:16:3e:7a:ae:41", "network": {"id": "edbb084d-0ff7-4943-9f8e-d771eb67b686", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-613487030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5b082fb41c5467bb522bf38e2797f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7706e09f-3f", "ovs_interfaceid": "7706e09f-3fd5-433f-8122-b1b583c71be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.369191] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Waiting for the task: (returnval){ [ 750.369191] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5213d1ca-504d-eca4-6fd2-de6183b17bbb" [ 750.369191] env[69239]: _type = "Task" [ 750.369191] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.385501] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5213d1ca-504d-eca4-6fd2-de6183b17bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.389933] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.406304] env[69239]: DEBUG nova.network.neutron [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Updating instance_info_cache with network_info: [{"id": "9a39d05a-4d4e-4c5b-9b9e-d09fa733962a", "address": "fa:16:3e:3a:40:ec", "network": {"id": "4a337efb-5a29-40d8-8c69-d893cf9f09d5", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-911835831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6218921e46b48778895454d7dadcfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a39d05a-4d", "ovs_interfaceid": "9a39d05a-4d4e-4c5b-9b9e-d09fa733962a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.554360] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bbad1e-af32-4cdd-bbbb-a9cc936aa7d5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.564561] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b236b5-b2ce-4301-980e-4256138bc0d2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.605611] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122f8652-f3b4-4865-a438-a8a26ac2d2c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.614709] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e576d4b-885b-4f9a-85d1-5c9b22129f25 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.629647] env[69239]: DEBUG nova.compute.provider_tree [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.654709] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "5ff5aba4-ccde-404b-bd87-717006e1b362" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.654982] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "5ff5aba4-ccde-404b-bd87-717006e1b362" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.655216] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "5ff5aba4-ccde-404b-bd87-717006e1b362-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.655431] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "5ff5aba4-ccde-404b-bd87-717006e1b362-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.655624] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "5ff5aba4-ccde-404b-bd87-717006e1b362-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.657961] env[69239]: INFO nova.compute.manager [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Terminating instance [ 750.791141] env[69239]: DEBUG oslo_concurrency.lockutils [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.791528] env[69239]: DEBUG oslo_concurrency.lockutils [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.791865] env[69239]: DEBUG oslo_concurrency.lockutils [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.792130] env[69239]: DEBUG oslo_concurrency.lockutils [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.792343] env[69239]: DEBUG oslo_concurrency.lockutils [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.795155] env[69239]: INFO nova.compute.manager [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Terminating instance [ 750.867783] env[69239]: DEBUG oslo_concurrency.lockutils [None req-41022b6f-0c6c-478a-abf0-6669884fc622 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Releasing lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.868103] env[69239]: DEBUG nova.compute.manager [None req-41022b6f-0c6c-478a-abf0-6669884fc622 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Inject network info {{(pid=69239) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 750.868728] env[69239]: DEBUG nova.compute.manager [None req-41022b6f-0c6c-478a-abf0-6669884fc622 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] network_info to inject: |[{"id": "7706e09f-3fd5-433f-8122-b1b583c71be8", "address": "fa:16:3e:7a:ae:41", "network": {"id": "edbb084d-0ff7-4943-9f8e-d771eb67b686", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-613487030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5b082fb41c5467bb522bf38e2797f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7706e09f-3f", "ovs_interfaceid": "7706e09f-3fd5-433f-8122-b1b583c71be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 750.880705] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-41022b6f-0c6c-478a-abf0-6669884fc622 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Reconfiguring VM instance to set the machine id {{(pid=69239) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 750.881086] env[69239]: DEBUG nova.compute.manager [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.883680] env[69239]: DEBUG oslo_concurrency.lockutils [req-ff99a79a-4540-41a9-8846-f4e0020f7b50 req-1c75350d-9c51-4ce1-a2b7-161aff67fbd8 service nova] Acquired lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.887015] env[69239]: DEBUG nova.network.neutron [req-ff99a79a-4540-41a9-8846-f4e0020f7b50 req-1c75350d-9c51-4ce1-a2b7-161aff67fbd8 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Refreshing network info cache for port 7706e09f-3fd5-433f-8122-b1b583c71be8 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.887015] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a9f1553-4c83-404d-995d-4c7e4076e1be {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.911150] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Releasing lock "refresh_cache-5ea8eb9a-e4d7-47c4-aabb-da32f030f589" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.911150] env[69239]: DEBUG nova.compute.manager [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Instance network_info: |[{"id": "9a39d05a-4d4e-4c5b-9b9e-d09fa733962a", "address": "fa:16:3e:3a:40:ec", "network": {"id": "4a337efb-5a29-40d8-8c69-d893cf9f09d5", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-911835831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6218921e46b48778895454d7dadcfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a39d05a-4d", "ovs_interfaceid": "9a39d05a-4d4e-4c5b-9b9e-d09fa733962a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.911150] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:40:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a39d05a-4d4e-4c5b-9b9e-d09fa733962a', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.917873] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Creating folder: Project (d6218921e46b48778895454d7dadcfcb). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.923647] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b757d53-cd51-462d-9a3b-206071cffbfe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.925030] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5213d1ca-504d-eca4-6fd2-de6183b17bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.024716} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.925204] env[69239]: DEBUG oslo_vmware.api [None req-41022b6f-0c6c-478a-abf0-6669884fc622 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Waiting for the task: (returnval){ [ 750.925204] env[69239]: value = "task-4144969" [ 750.925204] env[69239]: _type = "Task" [ 750.925204] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.926415] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289cc158-da89-4338-9050-6b4f61ee5d00 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.937543] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Waiting for the task: (returnval){ [ 750.937543] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52274c99-4049-d6c0-7a37-94c9595566ed" [ 750.937543] env[69239]: _type = "Task" [ 750.937543] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.937786] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Created folder: Project (d6218921e46b48778895454d7dadcfcb) in parent group-v820715. [ 750.938369] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Creating folder: Instances. Parent ref: group-v820839. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.944526] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2df58a8c-f99c-48cd-a864-83660e74421a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.949117] env[69239]: DEBUG oslo_vmware.api [None req-41022b6f-0c6c-478a-abf0-6669884fc622 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.962951] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52274c99-4049-d6c0-7a37-94c9595566ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013929} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.965349] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.965969] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] d0c05bb8-9367-4c45-bda5-3134f26dc8a9/d0c05bb8-9367-4c45-bda5-3134f26dc8a9.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.967479] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Created folder: Instances in parent group-v820839. [ 750.967782] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.968032] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dba1364d-3354-4bfb-880a-787f8769fae5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.970354] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.970968] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dcc2dba-3b65-4063-a70b-aa4ba29e2e23 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.997312] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Waiting for the task: (returnval){ [ 750.997312] env[69239]: value = "task-4144972" [ 750.997312] env[69239]: _type = "Task" [ 750.997312] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.997566] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.997566] env[69239]: value = "task-4144973" [ 750.997566] env[69239]: _type = "Task" [ 750.997566] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.014969] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.015959] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144973, 'name': CreateVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.024212] env[69239]: DEBUG nova.compute.manager [req-a43a26df-f6a7-485f-b741-150816ef7a7c req-cc503e82-ab92-4974-a30e-4ce82f2290a2 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Received event network-vif-plugged-9a39d05a-4d4e-4c5b-9b9e-d09fa733962a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.024212] env[69239]: DEBUG oslo_concurrency.lockutils [req-a43a26df-f6a7-485f-b741-150816ef7a7c req-cc503e82-ab92-4974-a30e-4ce82f2290a2 service nova] Acquiring lock "5ea8eb9a-e4d7-47c4-aabb-da32f030f589-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.024212] env[69239]: DEBUG oslo_concurrency.lockutils [req-a43a26df-f6a7-485f-b741-150816ef7a7c req-cc503e82-ab92-4974-a30e-4ce82f2290a2 service nova] Lock "5ea8eb9a-e4d7-47c4-aabb-da32f030f589-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.024606] env[69239]: DEBUG oslo_concurrency.lockutils [req-a43a26df-f6a7-485f-b741-150816ef7a7c req-cc503e82-ab92-4974-a30e-4ce82f2290a2 service nova] Lock "5ea8eb9a-e4d7-47c4-aabb-da32f030f589-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.024606] env[69239]: DEBUG nova.compute.manager [req-a43a26df-f6a7-485f-b741-150816ef7a7c req-cc503e82-ab92-4974-a30e-4ce82f2290a2 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] No waiting events found dispatching network-vif-plugged-9a39d05a-4d4e-4c5b-9b9e-d09fa733962a {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 751.024749] env[69239]: WARNING nova.compute.manager [req-a43a26df-f6a7-485f-b741-150816ef7a7c req-cc503e82-ab92-4974-a30e-4ce82f2290a2 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Received unexpected event network-vif-plugged-9a39d05a-4d4e-4c5b-9b9e-d09fa733962a for instance with vm_state building and task_state spawning. [ 751.024872] env[69239]: DEBUG nova.compute.manager [req-a43a26df-f6a7-485f-b741-150816ef7a7c req-cc503e82-ab92-4974-a30e-4ce82f2290a2 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Received event network-changed-9a39d05a-4d4e-4c5b-9b9e-d09fa733962a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.025042] env[69239]: DEBUG nova.compute.manager [req-a43a26df-f6a7-485f-b741-150816ef7a7c req-cc503e82-ab92-4974-a30e-4ce82f2290a2 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Refreshing instance network info cache due to event network-changed-9a39d05a-4d4e-4c5b-9b9e-d09fa733962a. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.025355] env[69239]: DEBUG oslo_concurrency.lockutils [req-a43a26df-f6a7-485f-b741-150816ef7a7c req-cc503e82-ab92-4974-a30e-4ce82f2290a2 service nova] Acquiring lock "refresh_cache-5ea8eb9a-e4d7-47c4-aabb-da32f030f589" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.025483] env[69239]: DEBUG oslo_concurrency.lockutils [req-a43a26df-f6a7-485f-b741-150816ef7a7c req-cc503e82-ab92-4974-a30e-4ce82f2290a2 service nova] Acquired lock "refresh_cache-5ea8eb9a-e4d7-47c4-aabb-da32f030f589" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.025788] env[69239]: DEBUG nova.network.neutron [req-a43a26df-f6a7-485f-b741-150816ef7a7c req-cc503e82-ab92-4974-a30e-4ce82f2290a2 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Refreshing network info cache for port 9a39d05a-4d4e-4c5b-9b9e-d09fa733962a {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.133813] env[69239]: DEBUG nova.scheduler.client.report [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.165225] env[69239]: DEBUG nova.compute.manager [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.165225] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.165225] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07df8794-0f11-4861-9092-8377e7227075 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.175259] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.175888] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7e09ead-de73-485a-a28f-6bd76a81eeea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.185348] env[69239]: DEBUG oslo_vmware.api [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 751.185348] env[69239]: value = "task-4144974" [ 751.185348] env[69239]: _type = "Task" [ 751.185348] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.197863] env[69239]: DEBUG oslo_vmware.api [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.301604] env[69239]: DEBUG nova.compute.manager [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.301792] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.305846] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7968f6bb-883d-4a18-9c67-6174346c7021 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.317409] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.317900] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b92727ea-3be3-4b3d-829c-0b770dc23c31 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.325825] env[69239]: DEBUG oslo_vmware.api [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 751.325825] env[69239]: value = "task-4144975" [ 751.325825] env[69239]: _type = "Task" [ 751.325825] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.340027] env[69239]: DEBUG oslo_vmware.api [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.440378] env[69239]: DEBUG oslo_vmware.api [None req-41022b6f-0c6c-478a-abf0-6669884fc622 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144969, 'name': ReconfigVM_Task, 'duration_secs': 0.208784} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.440378] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-41022b6f-0c6c-478a-abf0-6669884fc622 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Reconfigured VM instance to set the machine id {{(pid=69239) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 751.444218] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.518129] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144973, 'name': CreateVM_Task, 'duration_secs': 0.509914} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.518291] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144972, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.518437] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.519239] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.519506] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.519973] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.520512] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b180c795-6d11-46b6-a741-e859f294a497 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.530996] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Waiting for the task: (returnval){ [ 751.530996] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52bbc333-458d-0440-cf43-aa382d1b3d63" [ 751.530996] env[69239]: _type = "Task" [ 751.530996] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.542084] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.542376] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.547324] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bbc333-458d-0440-cf43-aa382d1b3d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.640623] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.641194] env[69239]: DEBUG nova.compute.manager [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.649692] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.355s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.649692] env[69239]: DEBUG nova.objects.instance [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Lazy-loading 'resources' on Instance uuid a26f3479-bdce-4304-85b5-a152a01e8e18 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.702115] env[69239]: DEBUG oslo_vmware.api [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144974, 'name': PowerOffVM_Task, 'duration_secs': 0.246186} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.702115] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.702115] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.702115] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67473641-5664-4353-95a0-a8724e886a9c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.760132] env[69239]: DEBUG nova.network.neutron [req-ff99a79a-4540-41a9-8846-f4e0020f7b50 req-1c75350d-9c51-4ce1-a2b7-161aff67fbd8 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Updated VIF entry in instance network info cache for port 7706e09f-3fd5-433f-8122-b1b583c71be8. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.760705] env[69239]: DEBUG nova.network.neutron [req-ff99a79a-4540-41a9-8846-f4e0020f7b50 req-1c75350d-9c51-4ce1-a2b7-161aff67fbd8 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Updating instance_info_cache with network_info: [{"id": "7706e09f-3fd5-433f-8122-b1b583c71be8", "address": "fa:16:3e:7a:ae:41", "network": {"id": "edbb084d-0ff7-4943-9f8e-d771eb67b686", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-613487030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5b082fb41c5467bb522bf38e2797f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7706e09f-3f", "ovs_interfaceid": "7706e09f-3fd5-433f-8122-b1b583c71be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.773780] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.774012] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.774211] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleting the datastore file [datastore1] 5ff5aba4-ccde-404b-bd87-717006e1b362 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.775176] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63067474-7a97-4fd1-b7fd-ea1623f30533 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.786154] env[69239]: DEBUG oslo_vmware.api [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 751.786154] env[69239]: value = "task-4144977" [ 751.786154] env[69239]: _type = "Task" [ 751.786154] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.796309] env[69239]: DEBUG oslo_vmware.api [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.837783] env[69239]: DEBUG oslo_vmware.api [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144975, 'name': PowerOffVM_Task, 'duration_secs': 0.241592} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.840049] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.840454] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.840871] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3048b6c6-6e85-4091-9c38-6198d668ada6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.991218] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.991218] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.991218] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Deleting the datastore file [datastore1] 0f31eea7-52f4-4daf-bec4-74de2ff02b86 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.991218] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e05d060b-ccd7-4fb0-9c76-09cc834d0fdd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.001856] env[69239]: DEBUG oslo_vmware.api [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 752.001856] env[69239]: value = "task-4144979" [ 752.001856] env[69239]: _type = "Task" [ 752.001856] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.019076] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587962} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.026683] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] d0c05bb8-9367-4c45-bda5-3134f26dc8a9/d0c05bb8-9367-4c45-bda5-3134f26dc8a9.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.027459] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.029348] env[69239]: DEBUG nova.objects.instance [None req-3c4826e9-4667-491a-b89e-8e7b476731d5 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Lazy-loading 'flavor' on Instance uuid 845085dd-a45c-4a47-ae4a-825d9b8bb313 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.031040] env[69239]: DEBUG oslo_vmware.api [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.031392] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53e5631e-bc83-46f4-a9dd-985958c3751f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.044683] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bbc333-458d-0440-cf43-aa382d1b3d63, 'name': SearchDatastore_Task, 'duration_secs': 0.037694} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.046497] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.046913] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.047330] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.047645] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.047979] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.048919] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Waiting for the task: (returnval){ [ 752.048919] env[69239]: value = "task-4144980" [ 752.048919] env[69239]: _type = "Task" [ 752.048919] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.049781] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69efdcb9-9445-4c88-bd99-e81f48b324da {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.062478] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.075614] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.075841] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.076691] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2267c8b5-3f9f-4030-82ac-7565f97fdf30 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.084123] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Waiting for the task: (returnval){ [ 752.084123] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b15254-95db-51bd-df6c-3baaf88cab7c" [ 752.084123] env[69239]: _type = "Task" [ 752.084123] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.093945] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b15254-95db-51bd-df6c-3baaf88cab7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.150699] env[69239]: DEBUG nova.compute.utils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.154997] env[69239]: DEBUG nova.compute.manager [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.155294] env[69239]: DEBUG nova.network.neutron [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.158966] env[69239]: DEBUG nova.network.neutron [req-a43a26df-f6a7-485f-b741-150816ef7a7c req-cc503e82-ab92-4974-a30e-4ce82f2290a2 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Updated VIF entry in instance network info cache for port 9a39d05a-4d4e-4c5b-9b9e-d09fa733962a. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.159190] env[69239]: DEBUG nova.network.neutron [req-a43a26df-f6a7-485f-b741-150816ef7a7c req-cc503e82-ab92-4974-a30e-4ce82f2290a2 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Updating instance_info_cache with network_info: [{"id": "9a39d05a-4d4e-4c5b-9b9e-d09fa733962a", "address": "fa:16:3e:3a:40:ec", "network": {"id": "4a337efb-5a29-40d8-8c69-d893cf9f09d5", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-911835831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6218921e46b48778895454d7dadcfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a39d05a-4d", "ovs_interfaceid": "9a39d05a-4d4e-4c5b-9b9e-d09fa733962a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.239770] env[69239]: DEBUG nova.policy [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63c70220e09f4821ad514cb022591b78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad89db7831ad4a238c5c02fa2a7d0ab2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.265139] env[69239]: DEBUG oslo_concurrency.lockutils [req-ff99a79a-4540-41a9-8846-f4e0020f7b50 req-1c75350d-9c51-4ce1-a2b7-161aff67fbd8 service nova] Releasing lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.298089] env[69239]: DEBUG oslo_vmware.api [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4144977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345991} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.301327] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.301570] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.301769] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.301959] env[69239]: INFO nova.compute.manager [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Took 1.14 seconds to destroy the instance on the hypervisor. [ 752.302264] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.302800] env[69239]: DEBUG nova.compute.manager [-] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.302920] env[69239]: DEBUG nova.network.neutron [-] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.519726] env[69239]: DEBUG oslo_vmware.api [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4144979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432266} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.523472] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.523472] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.523472] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.523472] env[69239]: INFO nova.compute.manager [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Took 1.22 seconds to destroy the instance on the hypervisor. [ 752.523810] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.524091] env[69239]: DEBUG nova.compute.manager [-] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.524194] env[69239]: DEBUG nova.network.neutron [-] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.539913] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c4826e9-4667-491a-b89e-8e7b476731d5 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquiring lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.539913] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c4826e9-4667-491a-b89e-8e7b476731d5 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquired lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.565921] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071125} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.566274] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.567159] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efc3fa0-f104-4e02-a084-955b508d6b62 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.595313] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] d0c05bb8-9367-4c45-bda5-3134f26dc8a9/d0c05bb8-9367-4c45-bda5-3134f26dc8a9.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.595708] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d51d398-18cb-4a04-a2d5-0b28597f24a6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.626276] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b15254-95db-51bd-df6c-3baaf88cab7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.628330] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Waiting for the task: (returnval){ [ 752.628330] env[69239]: value = "task-4144981" [ 752.628330] env[69239]: _type = "Task" [ 752.628330] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.631840] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19189db-d56b-45eb-af38-add598df7618 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.640791] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Waiting for the task: (returnval){ [ 752.640791] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]522dc9bf-7e9b-3365-f3eb-e66352fb42dd" [ 752.640791] env[69239]: _type = "Task" [ 752.640791] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.644148] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144981, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.656516] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522dc9bf-7e9b-3365-f3eb-e66352fb42dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.658818] env[69239]: DEBUG nova.compute.manager [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.663166] env[69239]: DEBUG oslo_concurrency.lockutils [req-a43a26df-f6a7-485f-b741-150816ef7a7c req-cc503e82-ab92-4974-a30e-4ce82f2290a2 service nova] Releasing lock "refresh_cache-5ea8eb9a-e4d7-47c4-aabb-da32f030f589" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.848598] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c759613b-10e8-4b59-9874-d793f21e5ffa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.857187] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fe8d74-b59c-4826-ac2d-b4ff5ec10845 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.862527] env[69239]: DEBUG nova.network.neutron [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Successfully created port: ce97a929-4294-4145-a93f-b32689dbbaec {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.896164] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63062de-c700-458c-b1ff-515b312afdc3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.907118] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de1f90e-20a0-4a71-9213-d82152a36d66 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.924628] env[69239]: DEBUG nova.compute.provider_tree [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.062285] env[69239]: DEBUG nova.compute.manager [req-4d66ca86-1e17-437a-80f2-244acdc08708 req-32d37951-7b34-4eaa-b11a-cd68f47037c8 service nova] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Received event network-vif-deleted-69461635-d343-4dc8-9437-7c6fe2471be0 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.062635] env[69239]: INFO nova.compute.manager [req-4d66ca86-1e17-437a-80f2-244acdc08708 req-32d37951-7b34-4eaa-b11a-cd68f47037c8 service nova] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Neutron deleted interface 69461635-d343-4dc8-9437-7c6fe2471be0; detaching it from the instance and deleting it from the info cache [ 753.062837] env[69239]: DEBUG nova.network.neutron [req-4d66ca86-1e17-437a-80f2-244acdc08708 req-32d37951-7b34-4eaa-b11a-cd68f47037c8 service nova] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.144809] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144981, 'name': ReconfigVM_Task, 'duration_secs': 0.302471} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.148713] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Reconfigured VM instance instance-00000024 to attach disk [datastore2] d0c05bb8-9367-4c45-bda5-3134f26dc8a9/d0c05bb8-9367-4c45-bda5-3134f26dc8a9.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.149409] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23a2125a-7a04-4fd9-9a2b-77bf795ba532 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.160292] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522dc9bf-7e9b-3365-f3eb-e66352fb42dd, 'name': SearchDatastore_Task, 'duration_secs': 0.028793} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.160657] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.160886] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 5ea8eb9a-e4d7-47c4-aabb-da32f030f589/5ea8eb9a-e4d7-47c4-aabb-da32f030f589.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.161322] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Waiting for the task: (returnval){ [ 753.161322] env[69239]: value = "task-4144982" [ 753.161322] env[69239]: _type = "Task" [ 753.161322] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.161575] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7439126a-6fbf-402e-a828-fd958909edd4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.180858] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Waiting for the task: (returnval){ [ 753.180858] env[69239]: value = "task-4144983" [ 753.180858] env[69239]: _type = "Task" [ 753.180858] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.181162] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144982, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.237115] env[69239]: DEBUG nova.network.neutron [None req-3c4826e9-4667-491a-b89e-8e7b476731d5 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.368307] env[69239]: DEBUG nova.network.neutron [-] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.428756] env[69239]: DEBUG nova.compute.manager [req-7be802fc-c974-456e-bc9b-c60fb4d5f247 req-c2a10e1a-eef0-4632-a7d0-35933ebe07d7 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Received event network-vif-deleted-8de8956d-2924-488f-8a47-c25918a0dd14 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.429207] env[69239]: INFO nova.compute.manager [req-7be802fc-c974-456e-bc9b-c60fb4d5f247 req-c2a10e1a-eef0-4632-a7d0-35933ebe07d7 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Neutron deleted interface 8de8956d-2924-488f-8a47-c25918a0dd14; detaching it from the instance and deleting it from the info cache [ 753.429606] env[69239]: DEBUG nova.network.neutron [req-7be802fc-c974-456e-bc9b-c60fb4d5f247 req-c2a10e1a-eef0-4632-a7d0-35933ebe07d7 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Updating instance_info_cache with network_info: [{"id": "89f3df2c-21c4-4d19-b645-d9c6af157fd6", "address": "fa:16:3e:59:2f:04", "network": {"id": "3238819f-8ef7-4bf5-a51f-a993a1c26e16", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-62052340", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f3df2c-21", "ovs_interfaceid": "89f3df2c-21c4-4d19-b645-d9c6af157fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5", "address": "fa:16:3e:9a:57:9d", "network": {"id": "11f15994-d67f-411a-8216-a8799a84812a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1807456809", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b4efd9-ec", "ovs_interfaceid": "c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.433520] env[69239]: DEBUG nova.scheduler.client.report [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.566657] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1325c4b2-69c6-4e78-b8e8-e9c2b64037a3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.583796] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f95f2a-1085-4dd2-8ad1-427284f0f1bc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.628713] env[69239]: DEBUG nova.compute.manager [req-4d66ca86-1e17-437a-80f2-244acdc08708 req-32d37951-7b34-4eaa-b11a-cd68f47037c8 service nova] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Detach interface failed, port_id=69461635-d343-4dc8-9437-7c6fe2471be0, reason: Instance 5ff5aba4-ccde-404b-bd87-717006e1b362 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 753.678414] env[69239]: DEBUG nova.compute.manager [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.681864] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144982, 'name': Rename_Task, 'duration_secs': 0.191792} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.685070] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.690024] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ccb50f4-4edb-4970-bf57-2792d4814b8f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.696982] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4144983, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.701139] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Waiting for the task: (returnval){ [ 753.701139] env[69239]: value = "task-4144984" [ 753.701139] env[69239]: _type = "Task" [ 753.701139] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.714786] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.721566] env[69239]: DEBUG nova.virt.hardware [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:21:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c8529e5d-7a01-44fa-b98f-43d8da945594',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-964531787',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.721930] env[69239]: DEBUG nova.virt.hardware [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.722112] env[69239]: DEBUG nova.virt.hardware [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.722368] env[69239]: DEBUG nova.virt.hardware [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.723485] env[69239]: DEBUG nova.virt.hardware [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.723485] env[69239]: DEBUG nova.virt.hardware [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.723485] env[69239]: DEBUG nova.virt.hardware [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.723485] env[69239]: DEBUG nova.virt.hardware [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.723485] env[69239]: DEBUG nova.virt.hardware [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.723485] env[69239]: DEBUG nova.virt.hardware [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.723485] env[69239]: DEBUG nova.virt.hardware [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.724959] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713ed42e-7ce8-43c3-9a1d-ded7480d81c4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.735947] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7404a74d-b75c-4e35-bb12-cd646d0ca0a8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.870402] env[69239]: INFO nova.compute.manager [-] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Took 1.57 seconds to deallocate network for instance. [ 753.942894] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.946671] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d132b14-4470-4684-8f95-8634c78c9994 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.954761] env[69239]: DEBUG oslo_concurrency.lockutils [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.118s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.954761] env[69239]: DEBUG nova.objects.instance [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Lazy-loading 'resources' on Instance uuid ab6db5cd-6631-420e-b822-199107ecbeb2 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.968779] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d209006-f640-4baf-854b-b69c14af69c7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.986771] env[69239]: INFO nova.scheduler.client.report [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Deleted allocations for instance a26f3479-bdce-4304-85b5-a152a01e8e18 [ 754.008052] env[69239]: DEBUG nova.compute.manager [req-7be802fc-c974-456e-bc9b-c60fb4d5f247 req-c2a10e1a-eef0-4632-a7d0-35933ebe07d7 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Detach interface failed, port_id=8de8956d-2924-488f-8a47-c25918a0dd14, reason: Instance 0f31eea7-52f4-4daf-bec4-74de2ff02b86 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 754.012842] env[69239]: DEBUG nova.network.neutron [None req-3c4826e9-4667-491a-b89e-8e7b476731d5 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Updating instance_info_cache with network_info: [{"id": "7706e09f-3fd5-433f-8122-b1b583c71be8", "address": "fa:16:3e:7a:ae:41", "network": {"id": "edbb084d-0ff7-4943-9f8e-d771eb67b686", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-613487030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5b082fb41c5467bb522bf38e2797f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7706e09f-3f", "ovs_interfaceid": "7706e09f-3fd5-433f-8122-b1b583c71be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.188846] env[69239]: DEBUG nova.network.neutron [-] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.198029] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4144983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642345} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.198688] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 5ea8eb9a-e4d7-47c4-aabb-da32f030f589/5ea8eb9a-e4d7-47c4-aabb-da32f030f589.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.198970] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.199315] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-815841dd-f0cc-41a2-89f6-0e03c040c3fc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.212681] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144984, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.216285] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Waiting for the task: (returnval){ [ 754.216285] env[69239]: value = "task-4144985" [ 754.216285] env[69239]: _type = "Task" [ 754.216285] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.225827] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4144985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.382590] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.497262] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7c648f4e-f3f1-44c3-be80-03aa033ac1d1 tempest-TenantUsagesTestJSON-1506958894 tempest-TenantUsagesTestJSON-1506958894-project-member] Lock "a26f3479-bdce-4304-85b5-a152a01e8e18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.006s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.519252] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c4826e9-4667-491a-b89e-8e7b476731d5 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Releasing lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.519525] env[69239]: DEBUG nova.compute.manager [None req-3c4826e9-4667-491a-b89e-8e7b476731d5 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Inject network info {{(pid=69239) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 754.519837] env[69239]: DEBUG nova.compute.manager [None req-3c4826e9-4667-491a-b89e-8e7b476731d5 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] network_info to inject: |[{"id": "7706e09f-3fd5-433f-8122-b1b583c71be8", "address": "fa:16:3e:7a:ae:41", "network": {"id": "edbb084d-0ff7-4943-9f8e-d771eb67b686", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-613487030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5b082fb41c5467bb522bf38e2797f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7706e09f-3f", "ovs_interfaceid": "7706e09f-3fd5-433f-8122-b1b583c71be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 754.524717] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4826e9-4667-491a-b89e-8e7b476731d5 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Reconfiguring VM instance to set the machine id {{(pid=69239) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 754.526749] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05a6c3cb-6565-4cd7-a74a-c67eabadff62 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.543788] env[69239]: DEBUG oslo_vmware.api [None req-3c4826e9-4667-491a-b89e-8e7b476731d5 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Waiting for the task: (returnval){ [ 754.543788] env[69239]: value = "task-4144986" [ 754.543788] env[69239]: _type = "Task" [ 754.543788] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.553764] env[69239]: DEBUG oslo_vmware.api [None req-3c4826e9-4667-491a-b89e-8e7b476731d5 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.692959] env[69239]: INFO nova.compute.manager [-] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Took 2.17 seconds to deallocate network for instance. [ 754.705918] env[69239]: DEBUG nova.network.neutron [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Successfully updated port: ce97a929-4294-4145-a93f-b32689dbbaec {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.732055] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4144985, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.732539] env[69239]: DEBUG oslo_vmware.api [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144984, 'name': PowerOnVM_Task, 'duration_secs': 0.812275} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.733272] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.733272] env[69239]: INFO nova.compute.manager [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Took 8.79 seconds to spawn the instance on the hypervisor. [ 754.733413] env[69239]: DEBUG nova.compute.manager [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 754.737322] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4489ef0d-6256-4c60-a57b-b6629d8e3dba {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.056666] env[69239]: DEBUG oslo_vmware.api [None req-3c4826e9-4667-491a-b89e-8e7b476731d5 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144986, 'name': ReconfigVM_Task, 'duration_secs': 0.174835} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.058224] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4826e9-4667-491a-b89e-8e7b476731d5 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Reconfigured VM instance to set the machine id {{(pid=69239) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 755.152658] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c47b24c-d113-436b-bd31-c157a5eb68f0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.162457] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5eef69-34c6-45f3-8e71-23301d311fe4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.170853] env[69239]: DEBUG oslo_concurrency.lockutils [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquiring lock "845085dd-a45c-4a47-ae4a-825d9b8bb313" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.171021] env[69239]: DEBUG oslo_concurrency.lockutils [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Lock "845085dd-a45c-4a47-ae4a-825d9b8bb313" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.171949] env[69239]: DEBUG oslo_concurrency.lockutils [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquiring lock "845085dd-a45c-4a47-ae4a-825d9b8bb313-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.171949] env[69239]: DEBUG oslo_concurrency.lockutils [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Lock "845085dd-a45c-4a47-ae4a-825d9b8bb313-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.173205] env[69239]: DEBUG oslo_concurrency.lockutils [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Lock "845085dd-a45c-4a47-ae4a-825d9b8bb313-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.203353] env[69239]: INFO nova.compute.manager [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Terminating instance [ 755.205889] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b0e437-c629-4288-b918-3cd959b1f5cd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.212622] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.212622] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.212622] env[69239]: DEBUG nova.network.neutron [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.218018] env[69239]: DEBUG oslo_concurrency.lockutils [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.220789] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fb1513-a7ab-414c-bef9-24b48f4cd44a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.247780] env[69239]: DEBUG nova.compute.provider_tree [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.249402] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4144985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.543667} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.249759] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.250597] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b021cc4-7af4-40cf-beb2-a45da9c4a19a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.281026] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 5ea8eb9a-e4d7-47c4-aabb-da32f030f589/5ea8eb9a-e4d7-47c4-aabb-da32f030f589.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.281619] env[69239]: INFO nova.compute.manager [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Took 51.52 seconds to build instance. [ 755.282877] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c62f6611-1870-4a35-bae3-e6a5251beee3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.304762] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Waiting for the task: (returnval){ [ 755.304762] env[69239]: value = "task-4144987" [ 755.304762] env[69239]: _type = "Task" [ 755.304762] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.317014] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4144987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.408349] env[69239]: DEBUG nova.compute.manager [req-74e6328f-7d81-421a-b12f-f9cd021061d6 req-22cfa18e-e6fd-4799-98e1-3e3aeabceff9 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Received event network-changed-7706e09f-3fd5-433f-8122-b1b583c71be8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.408531] env[69239]: DEBUG nova.compute.manager [req-74e6328f-7d81-421a-b12f-f9cd021061d6 req-22cfa18e-e6fd-4799-98e1-3e3aeabceff9 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Refreshing instance network info cache due to event network-changed-7706e09f-3fd5-433f-8122-b1b583c71be8. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.408677] env[69239]: DEBUG oslo_concurrency.lockutils [req-74e6328f-7d81-421a-b12f-f9cd021061d6 req-22cfa18e-e6fd-4799-98e1-3e3aeabceff9 service nova] Acquiring lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.408789] env[69239]: DEBUG oslo_concurrency.lockutils [req-74e6328f-7d81-421a-b12f-f9cd021061d6 req-22cfa18e-e6fd-4799-98e1-3e3aeabceff9 service nova] Acquired lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.411324] env[69239]: DEBUG nova.network.neutron [req-74e6328f-7d81-421a-b12f-f9cd021061d6 req-22cfa18e-e6fd-4799-98e1-3e3aeabceff9 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Refreshing network info cache for port 7706e09f-3fd5-433f-8122-b1b583c71be8 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.712658] env[69239]: DEBUG nova.compute.manager [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.715027] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.715027] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c61bb6f-5305-491b-b532-7d1054c95d6f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.724654] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.725449] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-182c8ced-3ece-494d-b672-3a5b1ff8516c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.734907] env[69239]: DEBUG oslo_vmware.api [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Waiting for the task: (returnval){ [ 755.734907] env[69239]: value = "task-4144988" [ 755.734907] env[69239]: _type = "Task" [ 755.734907] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.748533] env[69239]: DEBUG oslo_vmware.api [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.751246] env[69239]: DEBUG nova.scheduler.client.report [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.763306] env[69239]: DEBUG nova.network.neutron [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.799170] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3666659-37db-441b-9871-e78e95a7d101 tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Lock "d0c05bb8-9367-4c45-bda5-3134f26dc8a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.050s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.822727] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4144987, 'name': ReconfigVM_Task, 'duration_secs': 0.286117} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.823882] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 5ea8eb9a-e4d7-47c4-aabb-da32f030f589/5ea8eb9a-e4d7-47c4-aabb-da32f030f589.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.824701] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff99ac3f-4529-418c-b8a4-c9afbc8b5da3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.834880] env[69239]: DEBUG nova.compute.manager [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Received event network-vif-deleted-89f3df2c-21c4-4d19-b645-d9c6af157fd6 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.835159] env[69239]: DEBUG nova.compute.manager [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Received event network-vif-deleted-c3b4efd9-ec53-4be9-9d82-ee3b019bd5c5 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.835382] env[69239]: DEBUG nova.compute.manager [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Received event network-vif-plugged-ce97a929-4294-4145-a93f-b32689dbbaec {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.835608] env[69239]: DEBUG oslo_concurrency.lockutils [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] Acquiring lock "17e9b47b-1f79-4b53-93a0-b9258d846e97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.835855] env[69239]: DEBUG oslo_concurrency.lockutils [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] Lock "17e9b47b-1f79-4b53-93a0-b9258d846e97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.836120] env[69239]: DEBUG oslo_concurrency.lockutils [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] Lock "17e9b47b-1f79-4b53-93a0-b9258d846e97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.836331] env[69239]: DEBUG nova.compute.manager [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] No waiting events found dispatching network-vif-plugged-ce97a929-4294-4145-a93f-b32689dbbaec {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 755.836565] env[69239]: WARNING nova.compute.manager [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Received unexpected event network-vif-plugged-ce97a929-4294-4145-a93f-b32689dbbaec for instance with vm_state building and task_state spawning. [ 755.836813] env[69239]: DEBUG nova.compute.manager [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Received event network-changed-ce97a929-4294-4145-a93f-b32689dbbaec {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.837067] env[69239]: DEBUG nova.compute.manager [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Refreshing instance network info cache due to event network-changed-ce97a929-4294-4145-a93f-b32689dbbaec. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.837349] env[69239]: DEBUG oslo_concurrency.lockutils [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] Acquiring lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.840188] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Waiting for the task: (returnval){ [ 755.840188] env[69239]: value = "task-4144989" [ 755.840188] env[69239]: _type = "Task" [ 755.840188] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.853339] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4144989, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.973529] env[69239]: DEBUG nova.network.neutron [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating instance_info_cache with network_info: [{"id": "ce97a929-4294-4145-a93f-b32689dbbaec", "address": "fa:16:3e:ce:4a:24", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce97a929-42", "ovs_interfaceid": "ce97a929-4294-4145-a93f-b32689dbbaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.209517] env[69239]: DEBUG nova.network.neutron [req-74e6328f-7d81-421a-b12f-f9cd021061d6 req-22cfa18e-e6fd-4799-98e1-3e3aeabceff9 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Updated VIF entry in instance network info cache for port 7706e09f-3fd5-433f-8122-b1b583c71be8. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.209920] env[69239]: DEBUG nova.network.neutron [req-74e6328f-7d81-421a-b12f-f9cd021061d6 req-22cfa18e-e6fd-4799-98e1-3e3aeabceff9 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Updating instance_info_cache with network_info: [{"id": "7706e09f-3fd5-433f-8122-b1b583c71be8", "address": "fa:16:3e:7a:ae:41", "network": {"id": "edbb084d-0ff7-4943-9f8e-d771eb67b686", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-613487030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5b082fb41c5467bb522bf38e2797f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7706e09f-3f", "ovs_interfaceid": "7706e09f-3fd5-433f-8122-b1b583c71be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.248189] env[69239]: DEBUG oslo_vmware.api [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144988, 'name': PowerOffVM_Task, 'duration_secs': 0.218018} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.249032] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.249032] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.249032] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2e5b6ad-3dab-4b3e-8c69-ca62a8d4e0ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.257973] env[69239]: DEBUG oslo_concurrency.lockutils [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.260972] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.307s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.266588] env[69239]: INFO nova.compute.claims [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.292033] env[69239]: INFO nova.scheduler.client.report [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Deleted allocations for instance ab6db5cd-6631-420e-b822-199107ecbeb2 [ 756.303452] env[69239]: DEBUG nova.compute.manager [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.328164] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.328433] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.328632] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Deleting the datastore file [datastore1] 845085dd-a45c-4a47-ae4a-825d9b8bb313 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.328955] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48358860-4e56-4f6e-a657-98368c1ff9e4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.342684] env[69239]: DEBUG oslo_vmware.api [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Waiting for the task: (returnval){ [ 756.342684] env[69239]: value = "task-4144991" [ 756.342684] env[69239]: _type = "Task" [ 756.342684] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.366070] env[69239]: DEBUG oslo_vmware.api [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.366216] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4144989, 'name': Rename_Task, 'duration_secs': 0.174217} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.367593] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.367593] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ea7f5db-efa9-470c-b8c5-6c2718445787 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.376495] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Waiting for the task: (returnval){ [ 756.376495] env[69239]: value = "task-4144992" [ 756.376495] env[69239]: _type = "Task" [ 756.376495] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.389968] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4144992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.475947] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Releasing lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.478151] env[69239]: DEBUG nova.compute.manager [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Instance network_info: |[{"id": "ce97a929-4294-4145-a93f-b32689dbbaec", "address": "fa:16:3e:ce:4a:24", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce97a929-42", "ovs_interfaceid": "ce97a929-4294-4145-a93f-b32689dbbaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.478151] env[69239]: DEBUG oslo_concurrency.lockutils [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] Acquired lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.478151] env[69239]: DEBUG nova.network.neutron [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Refreshing network info cache for port ce97a929-4294-4145-a93f-b32689dbbaec {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.478151] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:4a:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce97a929-4294-4145-a93f-b32689dbbaec', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.487621] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.488498] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.489387] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d976384c-f78d-4ae1-9080-06d1197766a8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.512915] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.512915] env[69239]: value = "task-4144993" [ 756.512915] env[69239]: _type = "Task" [ 756.512915] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.522828] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144993, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.536729] env[69239]: DEBUG nova.compute.manager [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 756.537800] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d75bf8-ab6b-447c-869e-86c6720b3eb1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.713352] env[69239]: DEBUG oslo_concurrency.lockutils [req-74e6328f-7d81-421a-b12f-f9cd021061d6 req-22cfa18e-e6fd-4799-98e1-3e3aeabceff9 service nova] Releasing lock "refresh_cache-845085dd-a45c-4a47-ae4a-825d9b8bb313" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.801585] env[69239]: DEBUG oslo_concurrency.lockutils [None req-dc5b9b4a-7270-4ec8-a6eb-3d2ddebc2516 tempest-ServerGroupTestJSON-1414402668 tempest-ServerGroupTestJSON-1414402668-project-member] Lock "ab6db5cd-6631-420e-b822-199107ecbeb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.998s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.839059] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.842168] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Acquiring lock "d0c05bb8-9367-4c45-bda5-3134f26dc8a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.842459] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Lock "d0c05bb8-9367-4c45-bda5-3134f26dc8a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.842689] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Acquiring lock "d0c05bb8-9367-4c45-bda5-3134f26dc8a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.842895] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Lock "d0c05bb8-9367-4c45-bda5-3134f26dc8a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.843106] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Lock "d0c05bb8-9367-4c45-bda5-3134f26dc8a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.848640] env[69239]: INFO nova.compute.manager [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Terminating instance [ 756.857011] env[69239]: DEBUG oslo_vmware.api [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Task: {'id': task-4144991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225097} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.857361] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.858072] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.858072] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.858072] env[69239]: INFO nova.compute.manager [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Took 1.14 seconds to destroy the instance on the hypervisor. [ 756.858219] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.858633] env[69239]: DEBUG nova.compute.manager [-] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.858728] env[69239]: DEBUG nova.network.neutron [-] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.903117] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4144992, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.028420] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4144993, 'name': CreateVM_Task, 'duration_secs': 0.488098} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.028862] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.030739] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.030739] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.030739] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.031276] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce5c36c9-0d50-4111-a18b-2a0cce917235 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.038258] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 757.038258] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c37cb0-b698-6e9f-0efa-16e922cad02f" [ 757.038258] env[69239]: _type = "Task" [ 757.038258] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.059027] env[69239]: INFO nova.compute.manager [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] instance snapshotting [ 757.059027] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c37cb0-b698-6e9f-0efa-16e922cad02f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.064642] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3ed2c3-aa8c-41cd-bb66-915c14c8699d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.092232] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cecf79-9a61-4291-8d2f-e1c5ced7faf6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.357043] env[69239]: DEBUG nova.compute.manager [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.357043] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.358269] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e461eed0-b1dc-429a-9e0b-3b3f67cb1bbf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.370952] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.371316] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8db07ab6-3e09-4c62-96a8-b938b58d7591 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.383500] env[69239]: DEBUG oslo_vmware.api [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Waiting for the task: (returnval){ [ 757.383500] env[69239]: value = "task-4144994" [ 757.383500] env[69239]: _type = "Task" [ 757.383500] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.395092] env[69239]: DEBUG oslo_vmware.api [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4144992, 'name': PowerOnVM_Task, 'duration_secs': 0.660155} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.396921] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.397189] env[69239]: INFO nova.compute.manager [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Took 8.70 seconds to spawn the instance on the hypervisor. [ 757.397374] env[69239]: DEBUG nova.compute.manager [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 757.398376] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db06777-53cd-4b73-ba04-2633bbe521c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.404728] env[69239]: DEBUG oslo_vmware.api [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.445802] env[69239]: DEBUG nova.network.neutron [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updated VIF entry in instance network info cache for port ce97a929-4294-4145-a93f-b32689dbbaec. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.445802] env[69239]: DEBUG nova.network.neutron [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating instance_info_cache with network_info: [{"id": "ce97a929-4294-4145-a93f-b32689dbbaec", "address": "fa:16:3e:ce:4a:24", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce97a929-42", "ovs_interfaceid": "ce97a929-4294-4145-a93f-b32689dbbaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.555410] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c37cb0-b698-6e9f-0efa-16e922cad02f, 'name': SearchDatastore_Task, 'duration_secs': 0.032612} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.555410] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.555552] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.556727] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.556727] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.556727] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.556727] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6dd9167-91ef-45cf-898a-d032c767ee2e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.570139] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.570397] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.571193] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56076f06-5877-4101-8ab0-76417c0a029c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.579782] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 757.579782] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52bdbeba-3945-990a-1381-f20403314d06" [ 757.579782] env[69239]: _type = "Task" [ 757.579782] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.591544] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bdbeba-3945-990a-1381-f20403314d06, 'name': SearchDatastore_Task, 'duration_secs': 0.011797} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.596158] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c4f89a-2999-493a-87f6-c678f8dc8756 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.604228] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 757.604228] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526e7162-e40b-417a-1c72-27439aee0706" [ 757.604228] env[69239]: _type = "Task" [ 757.604228] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.608896] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 757.611848] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-465400d6-4f6f-4209-b02d-e07b1b999ff3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.620223] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526e7162-e40b-417a-1c72-27439aee0706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.622614] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 757.622614] env[69239]: value = "task-4144995" [ 757.622614] env[69239]: _type = "Task" [ 757.622614] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.640232] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144995, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.898809] env[69239]: DEBUG oslo_vmware.api [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144994, 'name': PowerOffVM_Task, 'duration_secs': 0.205791} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.899126] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.899299] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.899576] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42ed533f-a8d2-4373-ae60-d3268c0a1042 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.924992] env[69239]: INFO nova.compute.manager [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Took 50.16 seconds to build instance. [ 757.952748] env[69239]: DEBUG oslo_concurrency.lockutils [req-2708b5b8-7ebe-48b2-8b2d-14dd40748573 req-05b8e2c7-3f1e-41ae-8235-2ff2498e5965 service nova] Releasing lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.977293] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.977293] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.977293] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Deleting the datastore file [datastore2] d0c05bb8-9367-4c45-bda5-3134f26dc8a9 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.977293] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68c0daca-097b-49df-a268-83ae197eed52 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.986254] env[69239]: DEBUG oslo_vmware.api [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Waiting for the task: (returnval){ [ 757.986254] env[69239]: value = "task-4144997" [ 757.986254] env[69239]: _type = "Task" [ 757.986254] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.997642] env[69239]: DEBUG oslo_vmware.api [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.001668] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7534894a-a41f-4016-9d5c-f3508a1274e9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.008292] env[69239]: DEBUG nova.compute.manager [req-a9b5fa73-a5b5-4ab0-a927-168c27337047 req-21805bdf-5ad0-4571-9c2b-496dc99b68a3 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Received event network-vif-deleted-7706e09f-3fd5-433f-8122-b1b583c71be8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.008507] env[69239]: INFO nova.compute.manager [req-a9b5fa73-a5b5-4ab0-a927-168c27337047 req-21805bdf-5ad0-4571-9c2b-496dc99b68a3 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Neutron deleted interface 7706e09f-3fd5-433f-8122-b1b583c71be8; detaching it from the instance and deleting it from the info cache [ 758.008692] env[69239]: DEBUG nova.network.neutron [req-a9b5fa73-a5b5-4ab0-a927-168c27337047 req-21805bdf-5ad0-4571-9c2b-496dc99b68a3 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.015730] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1fd589-7bd1-4fb9-b69b-28d9032f71b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.051074] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5583ba8-5fbc-4621-a9fc-98724d90e94e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.060766] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ae794b-a091-402c-a4fc-f055a3cc9d27 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.086517] env[69239]: DEBUG nova.compute.provider_tree [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.120326] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526e7162-e40b-417a-1c72-27439aee0706, 'name': SearchDatastore_Task, 'duration_secs': 0.022491} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.120608] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.120882] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 17e9b47b-1f79-4b53-93a0-b9258d846e97/17e9b47b-1f79-4b53-93a0-b9258d846e97.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.121243] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a7c538a-78be-4397-bb35-a1ddac6c46ef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.134101] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144995, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.137726] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 758.137726] env[69239]: value = "task-4144998" [ 758.137726] env[69239]: _type = "Task" [ 758.137726] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.152031] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.246491] env[69239]: DEBUG nova.network.neutron [-] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.431884] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4f4f2005-6750-460c-9be4-ae1e375bdcff tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Lock "5ea8eb9a-e4d7-47c4-aabb-da32f030f589" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.694s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.499668] env[69239]: DEBUG oslo_vmware.api [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Task: {'id': task-4144997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222626} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.499853] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.500086] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.500677] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.500677] env[69239]: INFO nova.compute.manager [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 758.500783] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.501309] env[69239]: DEBUG nova.compute.manager [-] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.501418] env[69239]: DEBUG nova.network.neutron [-] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.515026] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3c093f9-37ac-4d4f-89f2-ae7c01e38574 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.525868] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195c337d-e41e-4d20-bcc5-556b2ae5d962 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.570261] env[69239]: DEBUG nova.compute.manager [req-a9b5fa73-a5b5-4ab0-a927-168c27337047 req-21805bdf-5ad0-4571-9c2b-496dc99b68a3 service nova] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Detach interface failed, port_id=7706e09f-3fd5-433f-8122-b1b583c71be8, reason: Instance 845085dd-a45c-4a47-ae4a-825d9b8bb313 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 758.590902] env[69239]: DEBUG nova.scheduler.client.report [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.638968] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144995, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.659068] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144998, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.750431] env[69239]: INFO nova.compute.manager [-] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Took 1.89 seconds to deallocate network for instance. [ 758.937286] env[69239]: DEBUG nova.compute.manager [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.103018] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.842s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.103559] env[69239]: DEBUG nova.compute.manager [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.106123] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.017s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.136587] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4144995, 'name': CreateSnapshot_Task, 'duration_secs': 1.268941} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.136587] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 759.137042] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb598082-3a0a-4164-880e-07e714889c07 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.155863] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662483} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.156076] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 17e9b47b-1f79-4b53-93a0-b9258d846e97/17e9b47b-1f79-4b53-93a0-b9258d846e97.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.156310] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.156558] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a81845b-1e8d-494b-ad6c-fbe595714ad8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.165143] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 759.165143] env[69239]: value = "task-4144999" [ 759.165143] env[69239]: _type = "Task" [ 759.165143] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.177956] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.258595] env[69239]: DEBUG oslo_concurrency.lockutils [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.469696] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.611785] env[69239]: DEBUG nova.compute.utils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.631790] env[69239]: DEBUG nova.compute.manager [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.632271] env[69239]: DEBUG nova.network.neutron [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.660680] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.662424] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55c2f2fe-2682-4794-a5ed-d35a2f860793 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.677818] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4144999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078812} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.681059] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.681614] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 759.681614] env[69239]: value = "task-4145000" [ 759.681614] env[69239]: _type = "Task" [ 759.681614] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.682604] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19416c3b-6e42-445a-ad57-c3f9aad03393 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.696420] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145000, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.717780] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 17e9b47b-1f79-4b53-93a0-b9258d846e97/17e9b47b-1f79-4b53-93a0-b9258d846e97.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.720022] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b220fdc-10e7-4530-b701-ed0c7c8e813d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.746635] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 759.746635] env[69239]: value = "task-4145001" [ 759.746635] env[69239]: _type = "Task" [ 759.746635] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.746635] env[69239]: DEBUG nova.policy [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae68b17b45b94aeeb14a0f31dbda289a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97f1d9bc976d43eb8d39008acbdf6c95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.758155] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.936373] env[69239]: DEBUG nova.network.neutron [-] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.042053] env[69239]: DEBUG nova.compute.manager [req-03fd109a-0709-44b0-864f-fbbbf8a2c192 req-ce455480-dd55-4c4b-b48b-82273fba3f1c service nova] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Received event network-vif-deleted-985e42d2-3940-43ea-9a1e-89baad596e13 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.136122] env[69239]: DEBUG nova.compute.manager [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.162121] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 58c8152b-97d2-40ad-b10e-f961dfd43178 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 760.162606] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance a8b3f7de-560b-4b00-ab3b-19d6b7b60330 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 760.163323] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 0f53bec7-17c9-4c77-87d4-01437280768e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 760.164714] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 2b91336b-a564-4e32-9469-0703346a7c65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 760.164714] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 75ded7ab-ca91-4934-9e94-43701beec4f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 760.164714] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 0de81a48-7b01-49e0-be33-d05a9ef10ed8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 760.164714] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance f9e5a98f-f995-44e1-b204-ff950ad68d22 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 760.164714] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 170cb828-e7a7-43fe-9dd8-80a676543da8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 760.164714] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance ed0afb64-4bad-4309-88db-855477dadc8d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 760.164714] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 089dfd42-473d-4b6c-9037-064299a91856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 760.164714] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 845085dd-a45c-4a47-ae4a-825d9b8bb313 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 760.164714] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 4474a896-3a2b-4514-914b-9475f5e59b1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 760.165915] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 760.169021] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance b4ad9083-f525-471e-94cc-0f888acc8d6c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 760.169021] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 852b6ac9-90c7-4b98-a443-993274dcaa55 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 760.169021] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 760.169021] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 35fad621-9dd6-46af-9899-0e7a2a24e9ad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 760.169021] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 5ff5aba4-ccde-404b-bd87-717006e1b362 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 760.169021] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 0f31eea7-52f4-4daf-bec4-74de2ff02b86 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 760.169021] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 760.169021] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance d0c05bb8-9367-4c45-bda5-3134f26dc8a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 760.169021] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 5ea8eb9a-e4d7-47c4-aabb-da32f030f589 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 760.169021] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 17e9b47b-1f79-4b53-93a0-b9258d846e97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 760.169021] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance a1e2318d-73ad-4490-9892-94d6dbc6ddc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 760.201413] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145000, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.258367] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.440919] env[69239]: INFO nova.compute.manager [-] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Took 1.94 seconds to deallocate network for instance. [ 760.671425] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 8c838990-2b74-406f-ad36-50a8cd62de0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 760.703074] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145000, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.763716] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145001, 'name': ReconfigVM_Task, 'duration_secs': 0.62035} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.763716] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 17e9b47b-1f79-4b53-93a0-b9258d846e97/17e9b47b-1f79-4b53-93a0-b9258d846e97.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.764141] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27d40a03-dec9-46c4-85cd-c67626878e8c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.769016] env[69239]: DEBUG nova.network.neutron [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Successfully created port: 3f9a0b17-2584-48bc-90df-498255e2bcf9 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.776359] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 760.776359] env[69239]: value = "task-4145002" [ 760.776359] env[69239]: _type = "Task" [ 760.776359] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.787808] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145002, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.957468] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.153739] env[69239]: DEBUG nova.compute.manager [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.184045] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance dd080268-3c0a-4f43-8089-9ad63e468121 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 761.186494] env[69239]: DEBUG nova.virt.hardware [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.186814] env[69239]: DEBUG nova.virt.hardware [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.187041] env[69239]: DEBUG nova.virt.hardware [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.187277] env[69239]: DEBUG nova.virt.hardware [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.187462] env[69239]: DEBUG nova.virt.hardware [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.187659] env[69239]: DEBUG nova.virt.hardware [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.188091] env[69239]: DEBUG nova.virt.hardware [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.188369] env[69239]: DEBUG nova.virt.hardware [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.188852] env[69239]: DEBUG nova.virt.hardware [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.189110] env[69239]: DEBUG nova.virt.hardware [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.189365] env[69239]: DEBUG nova.virt.hardware [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.191140] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2d18b8-9090-4c11-9477-5a0036f4d8cc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.210248] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145000, 'name': CloneVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.211678] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1498f66-548d-48ee-bcbe-855c325b52b0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.286654] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145002, 'name': Rename_Task, 'duration_secs': 0.272239} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.287520] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.287520] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8c4298e-0a3c-4ec7-b268-5c73f3e27591 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.298038] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 761.298038] env[69239]: value = "task-4145003" [ 761.298038] env[69239]: _type = "Task" [ 761.298038] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.310799] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.696276] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 63bb7544-03c3-4857-ad20-ab83a07ad501 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 761.704156] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145000, 'name': CloneVM_Task, 'duration_secs': 1.529316} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.704479] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Created linked-clone VM from snapshot [ 761.707761] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85394b3-ac9c-42a8-8493-e3adc1eac474 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.715516] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Uploading image 159dcf60-82c0-4544-87bf-d68548ff0385 {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 761.733148] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 761.734625] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b4d0ea7b-4ee6-4874-9d27-c1d51214b56e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.746919] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 761.746919] env[69239]: value = "task-4145004" [ 761.746919] env[69239]: _type = "Task" [ 761.746919] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.759718] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145004, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.808312] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145003, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.122465] env[69239]: DEBUG nova.compute.manager [req-3e455a87-eb9c-4375-9ae9-4e7ec1fa1785 req-42ee87ad-1423-4ea7-912a-3cac5f09a3c2 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Received event network-changed-9a39d05a-4d4e-4c5b-9b9e-d09fa733962a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.122581] env[69239]: DEBUG nova.compute.manager [req-3e455a87-eb9c-4375-9ae9-4e7ec1fa1785 req-42ee87ad-1423-4ea7-912a-3cac5f09a3c2 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Refreshing instance network info cache due to event network-changed-9a39d05a-4d4e-4c5b-9b9e-d09fa733962a. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.122811] env[69239]: DEBUG oslo_concurrency.lockutils [req-3e455a87-eb9c-4375-9ae9-4e7ec1fa1785 req-42ee87ad-1423-4ea7-912a-3cac5f09a3c2 service nova] Acquiring lock "refresh_cache-5ea8eb9a-e4d7-47c4-aabb-da32f030f589" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.122865] env[69239]: DEBUG oslo_concurrency.lockutils [req-3e455a87-eb9c-4375-9ae9-4e7ec1fa1785 req-42ee87ad-1423-4ea7-912a-3cac5f09a3c2 service nova] Acquired lock "refresh_cache-5ea8eb9a-e4d7-47c4-aabb-da32f030f589" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.123585] env[69239]: DEBUG nova.network.neutron [req-3e455a87-eb9c-4375-9ae9-4e7ec1fa1785 req-42ee87ad-1423-4ea7-912a-3cac5f09a3c2 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Refreshing network info cache for port 9a39d05a-4d4e-4c5b-9b9e-d09fa733962a {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.200237] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance a20a473d-c061-4bc7-8d44-32d26d10cfe9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 762.263500] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145004, 'name': Destroy_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.311489] env[69239]: DEBUG oslo_vmware.api [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145003, 'name': PowerOnVM_Task, 'duration_secs': 0.918913} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.311900] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.312185] env[69239]: INFO nova.compute.manager [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Took 8.63 seconds to spawn the instance on the hypervisor. [ 762.312422] env[69239]: DEBUG nova.compute.manager [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 762.313451] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb405ad-3095-4ce6-920f-706d70c7dda4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.707407] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance d12c516a-0927-432d-9c09-bd80581aef86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 762.765551] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145004, 'name': Destroy_Task, 'duration_secs': 0.612595} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.765830] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Destroyed the VM [ 762.766400] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 762.767044] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bdf86793-cd3d-45d1-a761-ca93340d0e7a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.778628] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 762.778628] env[69239]: value = "task-4145005" [ 762.778628] env[69239]: _type = "Task" [ 762.778628] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.788693] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145005, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.834728] env[69239]: INFO nova.compute.manager [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Took 47.80 seconds to build instance. [ 763.166797] env[69239]: DEBUG nova.network.neutron [req-3e455a87-eb9c-4375-9ae9-4e7ec1fa1785 req-42ee87ad-1423-4ea7-912a-3cac5f09a3c2 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Updated VIF entry in instance network info cache for port 9a39d05a-4d4e-4c5b-9b9e-d09fa733962a. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.167363] env[69239]: DEBUG nova.network.neutron [req-3e455a87-eb9c-4375-9ae9-4e7ec1fa1785 req-42ee87ad-1423-4ea7-912a-3cac5f09a3c2 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Updating instance_info_cache with network_info: [{"id": "9a39d05a-4d4e-4c5b-9b9e-d09fa733962a", "address": "fa:16:3e:3a:40:ec", "network": {"id": "4a337efb-5a29-40d8-8c69-d893cf9f09d5", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-911835831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6218921e46b48778895454d7dadcfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a39d05a-4d", "ovs_interfaceid": "9a39d05a-4d4e-4c5b-9b9e-d09fa733962a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.211091] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 43410ca1-1bf9-4332-93e5-be325167d292 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 763.293352] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145005, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.339183] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7834c1b5-ba92-46b7-93b5-bfacf8696d11 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "17e9b47b-1f79-4b53-93a0-b9258d846e97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.638s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.430349] env[69239]: DEBUG nova.network.neutron [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Successfully updated port: 3f9a0b17-2584-48bc-90df-498255e2bcf9 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.672690] env[69239]: DEBUG oslo_concurrency.lockutils [req-3e455a87-eb9c-4375-9ae9-4e7ec1fa1785 req-42ee87ad-1423-4ea7-912a-3cac5f09a3c2 service nova] Releasing lock "refresh_cache-5ea8eb9a-e4d7-47c4-aabb-da32f030f589" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.714463] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 868d8686-b21b-4c8f-94ea-191c1b662640 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 763.799622] env[69239]: DEBUG oslo_vmware.api [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145005, 'name': RemoveSnapshot_Task, 'duration_secs': 0.529939} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.800556] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 763.844090] env[69239]: DEBUG nova.compute.manager [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.931805] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "refresh_cache-a1e2318d-73ad-4490-9892-94d6dbc6ddc4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.932615] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "refresh_cache-a1e2318d-73ad-4490-9892-94d6dbc6ddc4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.932615] env[69239]: DEBUG nova.network.neutron [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.223549] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 54e30768-6647-4d29-a6b0-fb3c4fe9235b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 764.308449] env[69239]: WARNING nova.compute.manager [None req-330357f1-8d0d-4965-9deb-35cc57733607 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Image not found during snapshot: nova.exception.ImageNotFound: Image 159dcf60-82c0-4544-87bf-d68548ff0385 could not be found. [ 764.379870] env[69239]: DEBUG nova.compute.manager [req-41d1809b-421a-44c0-8515-e991f40593b4 req-92430890-1d67-4d66-b4c5-22577ffff1d1 service nova] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Received event network-vif-plugged-3f9a0b17-2584-48bc-90df-498255e2bcf9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.380300] env[69239]: DEBUG oslo_concurrency.lockutils [req-41d1809b-421a-44c0-8515-e991f40593b4 req-92430890-1d67-4d66-b4c5-22577ffff1d1 service nova] Acquiring lock "a1e2318d-73ad-4490-9892-94d6dbc6ddc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.381214] env[69239]: DEBUG oslo_concurrency.lockutils [req-41d1809b-421a-44c0-8515-e991f40593b4 req-92430890-1d67-4d66-b4c5-22577ffff1d1 service nova] Lock "a1e2318d-73ad-4490-9892-94d6dbc6ddc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.381479] env[69239]: DEBUG oslo_concurrency.lockutils [req-41d1809b-421a-44c0-8515-e991f40593b4 req-92430890-1d67-4d66-b4c5-22577ffff1d1 service nova] Lock "a1e2318d-73ad-4490-9892-94d6dbc6ddc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.381716] env[69239]: DEBUG nova.compute.manager [req-41d1809b-421a-44c0-8515-e991f40593b4 req-92430890-1d67-4d66-b4c5-22577ffff1d1 service nova] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] No waiting events found dispatching network-vif-plugged-3f9a0b17-2584-48bc-90df-498255e2bcf9 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 764.382242] env[69239]: WARNING nova.compute.manager [req-41d1809b-421a-44c0-8515-e991f40593b4 req-92430890-1d67-4d66-b4c5-22577ffff1d1 service nova] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Received unexpected event network-vif-plugged-3f9a0b17-2584-48bc-90df-498255e2bcf9 for instance with vm_state building and task_state spawning. [ 764.382242] env[69239]: DEBUG nova.compute.manager [req-41d1809b-421a-44c0-8515-e991f40593b4 req-92430890-1d67-4d66-b4c5-22577ffff1d1 service nova] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Received event network-changed-3f9a0b17-2584-48bc-90df-498255e2bcf9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.383525] env[69239]: DEBUG nova.compute.manager [req-41d1809b-421a-44c0-8515-e991f40593b4 req-92430890-1d67-4d66-b4c5-22577ffff1d1 service nova] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Refreshing instance network info cache due to event network-changed-3f9a0b17-2584-48bc-90df-498255e2bcf9. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.383525] env[69239]: DEBUG oslo_concurrency.lockutils [req-41d1809b-421a-44c0-8515-e991f40593b4 req-92430890-1d67-4d66-b4c5-22577ffff1d1 service nova] Acquiring lock "refresh_cache-a1e2318d-73ad-4490-9892-94d6dbc6ddc4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.385444] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.451520] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.451794] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.488900] env[69239]: DEBUG nova.network.neutron [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.726381] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 356511fa-a83d-4211-adb5-4c3f143e698d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 764.750129] env[69239]: DEBUG nova.network.neutron [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Updating instance_info_cache with network_info: [{"id": "3f9a0b17-2584-48bc-90df-498255e2bcf9", "address": "fa:16:3e:8e:ec:63", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f9a0b17-25", "ovs_interfaceid": "3f9a0b17-2584-48bc-90df-498255e2bcf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.119704] env[69239]: DEBUG nova.compute.manager [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Stashing vm_state: active {{(pid=69239) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 765.230051] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 765.252416] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "refresh_cache-a1e2318d-73ad-4490-9892-94d6dbc6ddc4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.252739] env[69239]: DEBUG nova.compute.manager [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Instance network_info: |[{"id": "3f9a0b17-2584-48bc-90df-498255e2bcf9", "address": "fa:16:3e:8e:ec:63", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f9a0b17-25", "ovs_interfaceid": "3f9a0b17-2584-48bc-90df-498255e2bcf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.253337] env[69239]: DEBUG oslo_concurrency.lockutils [req-41d1809b-421a-44c0-8515-e991f40593b4 req-92430890-1d67-4d66-b4c5-22577ffff1d1 service nova] Acquired lock "refresh_cache-a1e2318d-73ad-4490-9892-94d6dbc6ddc4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.253525] env[69239]: DEBUG nova.network.neutron [req-41d1809b-421a-44c0-8515-e991f40593b4 req-92430890-1d67-4d66-b4c5-22577ffff1d1 service nova] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Refreshing network info cache for port 3f9a0b17-2584-48bc-90df-498255e2bcf9 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.254693] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:ec:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f9a0b17-2584-48bc-90df-498255e2bcf9', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.273694] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Creating folder: Project (97f1d9bc976d43eb8d39008acbdf6c95). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.278716] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-026523f0-fe07-4e5c-9cc6-9d83d8acbece {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.296477] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Created folder: Project (97f1d9bc976d43eb8d39008acbdf6c95) in parent group-v820715. [ 765.296477] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Creating folder: Instances. Parent ref: group-v820845. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.296477] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-558a09a3-61b0-4137-8dad-4bafbd1c9463 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.308051] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Created folder: Instances in parent group-v820845. [ 765.308340] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.308550] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.308770] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdb0ad50-0022-4c14-896f-15bca93a40ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.331084] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.331361] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.331585] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.331801] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.332122] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.336814] env[69239]: INFO nova.compute.manager [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Terminating instance [ 765.342856] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.342856] env[69239]: value = "task-4145008" [ 765.342856] env[69239]: _type = "Task" [ 765.342856] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.354695] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145008, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.620319] env[69239]: DEBUG nova.network.neutron [req-41d1809b-421a-44c0-8515-e991f40593b4 req-92430890-1d67-4d66-b4c5-22577ffff1d1 service nova] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Updated VIF entry in instance network info cache for port 3f9a0b17-2584-48bc-90df-498255e2bcf9. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.620686] env[69239]: DEBUG nova.network.neutron [req-41d1809b-421a-44c0-8515-e991f40593b4 req-92430890-1d67-4d66-b4c5-22577ffff1d1 service nova] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Updating instance_info_cache with network_info: [{"id": "3f9a0b17-2584-48bc-90df-498255e2bcf9", "address": "fa:16:3e:8e:ec:63", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f9a0b17-25", "ovs_interfaceid": "3f9a0b17-2584-48bc-90df-498255e2bcf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.647234] env[69239]: DEBUG oslo_concurrency.lockutils [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.737370] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 1c5e3340-3f00-480d-a7db-9d7a0ea07636 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 765.737764] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 765.737764] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 765.844742] env[69239]: DEBUG nova.compute.manager [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.845042] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.846076] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cd9786-37b1-43c8-8da9-8c3b9b538e5c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.867697] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.872026] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19ba8846-7180-4659-8224-fb508142a58a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.873998] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145008, 'name': CreateVM_Task, 'duration_secs': 0.38254} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.874247] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.875325] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.875476] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.876323] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.876323] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2569a995-e3ab-4db0-b73a-2ba75d95b95f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.881128] env[69239]: DEBUG oslo_vmware.api [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 765.881128] env[69239]: value = "task-4145009" [ 765.881128] env[69239]: _type = "Task" [ 765.881128] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.883076] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 765.883076] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520a21cb-7ef7-8692-dbd9-46f680638f1b" [ 765.883076] env[69239]: _type = "Task" [ 765.883076] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.906050] env[69239]: DEBUG oslo_vmware.api [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.910281] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520a21cb-7ef7-8692-dbd9-46f680638f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.018283} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.917297] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.917630] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.917921] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.918175] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.918328] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.918905] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82c0a0f6-6c4f-4b05-8183-303c3bc1f09e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.930705] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.931027] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.934320] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46616193-a508-4e37-ba56-f369615c0568 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.943925] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 765.943925] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e5ef97-5600-6c48-1269-0931d81acd14" [ 765.943925] env[69239]: _type = "Task" [ 765.943925] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.953691] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e5ef97-5600-6c48-1269-0931d81acd14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.123742] env[69239]: DEBUG oslo_concurrency.lockutils [req-41d1809b-421a-44c0-8515-e991f40593b4 req-92430890-1d67-4d66-b4c5-22577ffff1d1 service nova] Releasing lock "refresh_cache-a1e2318d-73ad-4490-9892-94d6dbc6ddc4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.398495] env[69239]: DEBUG oslo_vmware.api [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145009, 'name': PowerOffVM_Task, 'duration_secs': 0.303711} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.401638] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.401833] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.404514] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21f03a77-252e-4bc6-a86a-21a55e0db56f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.460020] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e5ef97-5600-6c48-1269-0931d81acd14, 'name': SearchDatastore_Task, 'duration_secs': 0.021585} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.460020] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e40bda-fa8c-47e0-8b71-4c8f130755f2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.466871] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7756a5ce-b2b1-4f1d-bce9-7544fc0cfb62 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.472204] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.472477] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.472664] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Deleting the datastore file [datastore1] 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.472928] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18a57ee2-454e-433d-b768-e47a7ae9fe79 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.476439] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 766.476439] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52aedb9c-29c1-b51e-79ab-e6d760280ab0" [ 766.476439] env[69239]: _type = "Task" [ 766.476439] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.484227] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a8ec0e-6fd4-4b53-888b-93362001c02c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.491399] env[69239]: DEBUG oslo_vmware.api [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 766.491399] env[69239]: value = "task-4145011" [ 766.491399] env[69239]: _type = "Task" [ 766.491399] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.531051] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52aedb9c-29c1-b51e-79ab-e6d760280ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.011995} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.531051] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.531051] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] a1e2318d-73ad-4490-9892-94d6dbc6ddc4/a1e2318d-73ad-4490-9892-94d6dbc6ddc4.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.531446] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0806e242-ec2f-4c82-b4ca-874f997cf9a9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.538967] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a7356aa-7a08-419a-844b-ef1b0337ee7a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.541497] env[69239]: DEBUG oslo_vmware.api [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.549703] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748b4f65-0b49-4186-a6be-f75fa3cabf47 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.554077] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 766.554077] env[69239]: value = "task-4145012" [ 766.554077] env[69239]: _type = "Task" [ 766.554077] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.566701] env[69239]: DEBUG nova.compute.provider_tree [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.573800] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.004185] env[69239]: DEBUG oslo_vmware.api [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162924} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.004703] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.004703] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.004818] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.005000] env[69239]: INFO nova.compute.manager [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Took 1.16 seconds to destroy the instance on the hypervisor. [ 767.005294] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.005497] env[69239]: DEBUG nova.compute.manager [-] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.005651] env[69239]: DEBUG nova.network.neutron [-] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.075940] env[69239]: DEBUG nova.scheduler.client.report [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.083139] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145012, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.569410] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561798} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.570055] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] a1e2318d-73ad-4490-9892-94d6dbc6ddc4/a1e2318d-73ad-4490-9892-94d6dbc6ddc4.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.570509] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.570908] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7544b9f2-0094-45d9-8763-6adf0c726507 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.578982] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 767.578982] env[69239]: value = "task-4145013" [ 767.578982] env[69239]: _type = "Task" [ 767.578982] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.584346] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69239) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 767.585750] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.479s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.585750] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.061s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.585750] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.588085] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.978s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.590629] env[69239]: INFO nova.compute.claims [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.603546] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.640933] env[69239]: INFO nova.scheduler.client.report [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Deleted allocations for instance ed0afb64-4bad-4309-88db-855477dadc8d [ 767.661398] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "7274cc79-d1e6-4d72-8555-f8d84300a8cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.661631] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "7274cc79-d1e6-4d72-8555-f8d84300a8cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.799023] env[69239]: DEBUG nova.compute.manager [req-b2941391-07c2-4eae-9bd1-85972ece20c2 req-ca4d0618-ff43-4e23-888e-f0879f3361b8 service nova] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Received event network-vif-deleted-4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.799023] env[69239]: INFO nova.compute.manager [req-b2941391-07c2-4eae-9bd1-85972ece20c2 req-ca4d0618-ff43-4e23-888e-f0879f3361b8 service nova] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Neutron deleted interface 4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7; detaching it from the instance and deleting it from the info cache [ 767.799023] env[69239]: DEBUG nova.network.neutron [req-b2941391-07c2-4eae-9bd1-85972ece20c2 req-ca4d0618-ff43-4e23-888e-f0879f3361b8 service nova] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.873675] env[69239]: DEBUG nova.network.neutron [-] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.090430] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106724} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.090732] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.091672] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f060049-3653-4ab7-8eff-aca50c0b1e6d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.122332] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] a1e2318d-73ad-4490-9892-94d6dbc6ddc4/a1e2318d-73ad-4490-9892-94d6dbc6ddc4.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.129291] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6ff9331-8ffd-40fb-bf97-a1d4f9c1292b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.166136] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e67031b1-2e26-4395-98a2-9515164d2cbf tempest-ImagesOneServerTestJSON-1049093456 tempest-ImagesOneServerTestJSON-1049093456-project-member] Lock "ed0afb64-4bad-4309-88db-855477dadc8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.203s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.171135] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 768.171135] env[69239]: value = "task-4145014" [ 768.171135] env[69239]: _type = "Task" [ 768.171135] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.182399] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.302871] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a77eba91-9f82-443b-9b39-f0a85a2be840 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.318769] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659bc2ad-6ba0-41f4-b371-2dda186b942c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.370056] env[69239]: DEBUG nova.compute.manager [req-b2941391-07c2-4eae-9bd1-85972ece20c2 req-ca4d0618-ff43-4e23-888e-f0879f3361b8 service nova] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Detach interface failed, port_id=4e5e7e06-72d1-4094-a9b6-aca5f6b4f8e7, reason: Instance 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 768.377992] env[69239]: INFO nova.compute.manager [-] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Took 1.37 seconds to deallocate network for instance. [ 768.682805] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.771449] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e34d78f-72af-4140-926d-cb7d22bc4df3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.779954] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a330ff8-784a-492d-89e0-643e71246b64 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.812145] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55627d16-9854-49da-b3de-4def372bdb98 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.821057] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9feb9c-41ce-481e-bd2c-7baa292023ba {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.838015] env[69239]: DEBUG nova.compute.provider_tree [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.888100] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.185200] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145014, 'name': ReconfigVM_Task, 'duration_secs': 0.789681} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.185536] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Reconfigured VM instance instance-00000027 to attach disk [datastore1] a1e2318d-73ad-4490-9892-94d6dbc6ddc4/a1e2318d-73ad-4490-9892-94d6dbc6ddc4.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.186481] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-077b297f-1c48-49eb-9282-2babe6d60e81 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.194013] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 769.194013] env[69239]: value = "task-4145015" [ 769.194013] env[69239]: _type = "Task" [ 769.194013] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.203829] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145015, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.343262] env[69239]: DEBUG nova.scheduler.client.report [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.704775] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145015, 'name': Rename_Task, 'duration_secs': 0.176349} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.705142] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.705426] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1504e4e-29db-4740-a84c-fb60d18773bd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.713224] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 769.713224] env[69239]: value = "task-4145016" [ 769.713224] env[69239]: _type = "Task" [ 769.713224] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.723042] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.854303] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.854841] env[69239]: DEBUG nova.compute.manager [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.857847] env[69239]: DEBUG oslo_concurrency.lockutils [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.831s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.859757] env[69239]: INFO nova.compute.claims [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.229544] env[69239]: DEBUG oslo_vmware.api [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145016, 'name': PowerOnVM_Task, 'duration_secs': 0.488915} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.229888] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.230217] env[69239]: INFO nova.compute.manager [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Took 9.08 seconds to spawn the instance on the hypervisor. [ 770.230422] env[69239]: DEBUG nova.compute.manager [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.234158] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61beca30-0330-4775-9a30-e48392257367 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.365421] env[69239]: DEBUG nova.compute.utils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.369258] env[69239]: DEBUG nova.compute.manager [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.369488] env[69239]: DEBUG nova.network.neutron [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.434735] env[69239]: DEBUG nova.policy [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b20a75059f74960b9d6cbf596be8a27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea27c2fbed6c406b958e526d1a36416d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.758167] env[69239]: INFO nova.compute.manager [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Took 49.82 seconds to build instance. [ 770.776745] env[69239]: DEBUG nova.network.neutron [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Successfully created port: 953bbfca-0d3b-49dc-8e71-cf2f233875c3 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.870410] env[69239]: DEBUG nova.compute.manager [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.261970] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1cd66a77-9b96-445e-ae54-5989daa8e400 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "a1e2318d-73ad-4490-9892-94d6dbc6ddc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.358s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.330928] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "a1e2318d-73ad-4490-9892-94d6dbc6ddc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.331474] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "a1e2318d-73ad-4490-9892-94d6dbc6ddc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.331603] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "a1e2318d-73ad-4490-9892-94d6dbc6ddc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.331855] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "a1e2318d-73ad-4490-9892-94d6dbc6ddc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.332040] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "a1e2318d-73ad-4490-9892-94d6dbc6ddc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.335594] env[69239]: INFO nova.compute.manager [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Terminating instance [ 771.525173] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecad642-fc56-40d5-bc78-415ffb162963 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.535662] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4aed8a-60fc-4e9a-a08b-024abce3bf07 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.574557] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a7fd6d-2cc5-4317-bcf0-a48c1fa52eb7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.584888] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c97575-b3c9-4cc8-91d0-047140446861 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.602193] env[69239]: DEBUG nova.compute.provider_tree [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.765333] env[69239]: DEBUG nova.compute.manager [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.842825] env[69239]: DEBUG nova.compute.manager [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.843346] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.844032] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e4fda9-5ff8-4b9f-9b0d-a2c4679fb3d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.853786] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.854061] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2252fd5b-06ea-48ec-9302-d9e0a5390a2a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.862207] env[69239]: DEBUG oslo_vmware.api [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 771.862207] env[69239]: value = "task-4145017" [ 771.862207] env[69239]: _type = "Task" [ 771.862207] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.873266] env[69239]: DEBUG oslo_vmware.api [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.883955] env[69239]: DEBUG nova.compute.manager [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.920437] env[69239]: DEBUG nova.virt.hardware [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.920671] env[69239]: DEBUG nova.virt.hardware [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.920880] env[69239]: DEBUG nova.virt.hardware [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.921134] env[69239]: DEBUG nova.virt.hardware [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.921297] env[69239]: DEBUG nova.virt.hardware [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.921533] env[69239]: DEBUG nova.virt.hardware [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.921821] env[69239]: DEBUG nova.virt.hardware [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.922036] env[69239]: DEBUG nova.virt.hardware [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.922250] env[69239]: DEBUG nova.virt.hardware [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.922471] env[69239]: DEBUG nova.virt.hardware [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.922713] env[69239]: DEBUG nova.virt.hardware [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.923723] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa9d6d7-5dc1-4b77-a3f7-4879ae57de6d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.933365] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3243e464-7089-4abd-afc7-e02c03fdbd86 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.104250] env[69239]: DEBUG nova.scheduler.client.report [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.302439] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.377032] env[69239]: DEBUG oslo_vmware.api [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145017, 'name': PowerOffVM_Task, 'duration_secs': 0.234998} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.377032] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.377032] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.377032] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa14dc26-0216-48cf-8db8-3fa51546940b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.452687] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.452918] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.453120] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleting the datastore file [datastore1] a1e2318d-73ad-4490-9892-94d6dbc6ddc4 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.453412] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6431b7db-03d3-4d47-93e2-ae2340929c48 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.462470] env[69239]: DEBUG nova.compute.manager [req-5510a1e6-e2be-4649-a018-0783416c6b02 req-2212042d-6586-4a5b-ac15-f05521c32478 service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Received event network-vif-plugged-953bbfca-0d3b-49dc-8e71-cf2f233875c3 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.462731] env[69239]: DEBUG oslo_concurrency.lockutils [req-5510a1e6-e2be-4649-a018-0783416c6b02 req-2212042d-6586-4a5b-ac15-f05521c32478 service nova] Acquiring lock "8c838990-2b74-406f-ad36-50a8cd62de0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.462940] env[69239]: DEBUG oslo_concurrency.lockutils [req-5510a1e6-e2be-4649-a018-0783416c6b02 req-2212042d-6586-4a5b-ac15-f05521c32478 service nova] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.463125] env[69239]: DEBUG oslo_concurrency.lockutils [req-5510a1e6-e2be-4649-a018-0783416c6b02 req-2212042d-6586-4a5b-ac15-f05521c32478 service nova] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.463303] env[69239]: DEBUG nova.compute.manager [req-5510a1e6-e2be-4649-a018-0783416c6b02 req-2212042d-6586-4a5b-ac15-f05521c32478 service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] No waiting events found dispatching network-vif-plugged-953bbfca-0d3b-49dc-8e71-cf2f233875c3 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 772.463466] env[69239]: WARNING nova.compute.manager [req-5510a1e6-e2be-4649-a018-0783416c6b02 req-2212042d-6586-4a5b-ac15-f05521c32478 service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Received unexpected event network-vif-plugged-953bbfca-0d3b-49dc-8e71-cf2f233875c3 for instance with vm_state building and task_state spawning. [ 772.472087] env[69239]: DEBUG oslo_vmware.api [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 772.472087] env[69239]: value = "task-4145019" [ 772.472087] env[69239]: _type = "Task" [ 772.472087] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.485258] env[69239]: DEBUG oslo_vmware.api [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.565684] env[69239]: DEBUG nova.network.neutron [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Successfully updated port: 953bbfca-0d3b-49dc-8e71-cf2f233875c3 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.610358] env[69239]: DEBUG oslo_concurrency.lockutils [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.610821] env[69239]: DEBUG nova.compute.manager [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.613656] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.763s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.613859] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.616729] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.105s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.619289] env[69239]: INFO nova.compute.claims [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.660804] env[69239]: INFO nova.scheduler.client.report [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Deleted allocations for instance 58c8152b-97d2-40ad-b10e-f961dfd43178 [ 772.984336] env[69239]: DEBUG oslo_vmware.api [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241778} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.984556] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.984799] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.984920] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.985516] env[69239]: INFO nova.compute.manager [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 772.985516] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.985668] env[69239]: DEBUG nova.compute.manager [-] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.985700] env[69239]: DEBUG nova.network.neutron [-] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.067539] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.067714] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.067844] env[69239]: DEBUG nova.network.neutron [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.126957] env[69239]: DEBUG nova.compute.utils [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.128477] env[69239]: DEBUG nova.compute.manager [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Not allocating networking since 'none' was specified. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 773.171339] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0462986d-6c35-4710-ac4a-8211b25a424c tempest-FloatingIPsAssociationTestJSON-136976334 tempest-FloatingIPsAssociationTestJSON-136976334-project-member] Lock "58c8152b-97d2-40ad-b10e-f961dfd43178" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.989s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.633505] env[69239]: DEBUG nova.compute.manager [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.643811] env[69239]: DEBUG nova.network.neutron [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.828573] env[69239]: DEBUG nova.network.neutron [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance_info_cache with network_info: [{"id": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "address": "fa:16:3e:77:77:bd", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953bbfca-0d", "ovs_interfaceid": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.204361] env[69239]: DEBUG nova.network.neutron [-] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.241640] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c831b7a1-4640-4359-bca1-739360b7d1b8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.251609] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60afab9e-b06a-4696-a943-f1297f0a9f2b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.294804] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1b1d6a-855e-485e-80e4-1e77a2f5386e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.304399] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373293da-a7dc-4399-9bb5-6e6d0e15101c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.320272] env[69239]: DEBUG nova.compute.provider_tree [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.331546] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.332157] env[69239]: DEBUG nova.compute.manager [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Instance network_info: |[{"id": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "address": "fa:16:3e:77:77:bd", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953bbfca-0d", "ovs_interfaceid": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.338890] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:77:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '953bbfca-0d3b-49dc-8e71-cf2f233875c3', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.341112] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Creating folder: Project (ea27c2fbed6c406b958e526d1a36416d). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.341846] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-939562dd-02d1-4a20-b258-0b5a939f2e41 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.355078] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Created folder: Project (ea27c2fbed6c406b958e526d1a36416d) in parent group-v820715. [ 774.355403] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Creating folder: Instances. Parent ref: group-v820848. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.356258] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f0faf16-c350-4228-9206-08a8a5d4fb2d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.370768] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Created folder: Instances in parent group-v820848. [ 774.371085] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.371282] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.372599] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55a19409-3a66-4517-85f6-f94a28c36554 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.396580] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.396580] env[69239]: value = "task-4145022" [ 774.396580] env[69239]: _type = "Task" [ 774.396580] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.404696] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145022, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.499157] env[69239]: DEBUG nova.compute.manager [req-6a7f1c1c-9e01-4dfa-983a-d58d07629a78 req-6e85af0c-69d2-4f0c-a698-f2fe6e0468e4 service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Received event network-changed-953bbfca-0d3b-49dc-8e71-cf2f233875c3 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.499157] env[69239]: DEBUG nova.compute.manager [req-6a7f1c1c-9e01-4dfa-983a-d58d07629a78 req-6e85af0c-69d2-4f0c-a698-f2fe6e0468e4 service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Refreshing instance network info cache due to event network-changed-953bbfca-0d3b-49dc-8e71-cf2f233875c3. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.499157] env[69239]: DEBUG oslo_concurrency.lockutils [req-6a7f1c1c-9e01-4dfa-983a-d58d07629a78 req-6e85af0c-69d2-4f0c-a698-f2fe6e0468e4 service nova] Acquiring lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.503015] env[69239]: DEBUG oslo_concurrency.lockutils [req-6a7f1c1c-9e01-4dfa-983a-d58d07629a78 req-6e85af0c-69d2-4f0c-a698-f2fe6e0468e4 service nova] Acquired lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.503015] env[69239]: DEBUG nova.network.neutron [req-6a7f1c1c-9e01-4dfa-983a-d58d07629a78 req-6e85af0c-69d2-4f0c-a698-f2fe6e0468e4 service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Refreshing network info cache for port 953bbfca-0d3b-49dc-8e71-cf2f233875c3 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.650122] env[69239]: DEBUG nova.compute.manager [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.696150] env[69239]: DEBUG nova.virt.hardware [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.696150] env[69239]: DEBUG nova.virt.hardware [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.696150] env[69239]: DEBUG nova.virt.hardware [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.696150] env[69239]: DEBUG nova.virt.hardware [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.696723] env[69239]: DEBUG nova.virt.hardware [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.697033] env[69239]: DEBUG nova.virt.hardware [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.697776] env[69239]: DEBUG nova.virt.hardware [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.698299] env[69239]: DEBUG nova.virt.hardware [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.698745] env[69239]: DEBUG nova.virt.hardware [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.699031] env[69239]: DEBUG nova.virt.hardware [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.699445] env[69239]: DEBUG nova.virt.hardware [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.701323] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525baa36-1bad-4929-8f9b-fd4767814391 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.707044] env[69239]: INFO nova.compute.manager [-] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Took 1.72 seconds to deallocate network for instance. [ 774.719424] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4753bd1b-007f-46da-bf08-c2355710b8af {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.734291] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.742812] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Creating folder: Project (018f058465e84805b93472237e5256c8). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.742897] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8863f05-449a-4057-b153-7c3d4bb19538 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.755206] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Created folder: Project (018f058465e84805b93472237e5256c8) in parent group-v820715. [ 774.755421] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Creating folder: Instances. Parent ref: group-v820851. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.755676] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70d16fca-2375-46fd-929b-6b6afa259b28 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.771261] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Created folder: Instances in parent group-v820851. [ 774.771521] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.771717] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.771930] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91c17a12-c895-4efd-91ed-8188990c07de {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.794972] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.794972] env[69239]: value = "task-4145025" [ 774.794972] env[69239]: _type = "Task" [ 774.794972] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.809431] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145025, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.823607] env[69239]: DEBUG nova.scheduler.client.report [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.905612] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145022, 'name': CreateVM_Task, 'duration_secs': 0.311715} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.905801] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.906605] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.906791] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.907144] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.907418] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7841ac56-df06-4cd6-8d50-5689b8709ca8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.917133] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 774.917133] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527f8fcc-0e60-0c6a-c9a0-df17015582cf" [ 774.917133] env[69239]: _type = "Task" [ 774.917133] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.927755] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527f8fcc-0e60-0c6a-c9a0-df17015582cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010444} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.928121] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.928687] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.928993] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.929199] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.929408] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.929737] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8da80d2-d9fb-432e-9080-685d66a4fe18 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.941029] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.941029] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.941900] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-786b01dd-b3bd-4db8-a5a2-fe0f0e52536a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.950817] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 774.950817] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5266df29-64a0-cb33-0418-2635af285f90" [ 774.950817] env[69239]: _type = "Task" [ 774.950817] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.962386] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5266df29-64a0-cb33-0418-2635af285f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.223981] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.313897] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145025, 'name': CreateVM_Task, 'duration_secs': 0.260892} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.314358] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.315467] env[69239]: DEBUG oslo_concurrency.lockutils [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.315733] env[69239]: DEBUG oslo_concurrency.lockutils [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.316091] env[69239]: DEBUG oslo_concurrency.lockutils [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.316388] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0940d8b9-85b5-4d60-bfbb-131e9a677e1b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.325551] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 775.325551] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52dbe25e-b752-bd52-8737-d8cc1b111e52" [ 775.325551] env[69239]: _type = "Task" [ 775.325551] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.332989] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.332989] env[69239]: DEBUG nova.compute.manager [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.338159] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.590s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.338290] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.341114] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.477s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.341114] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.342981] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.275s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.343202] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.345067] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.164s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.346531] env[69239]: INFO nova.compute.claims [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.361738] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52dbe25e-b752-bd52-8737-d8cc1b111e52, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.361738] env[69239]: DEBUG oslo_concurrency.lockutils [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.361738] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.361738] env[69239]: DEBUG oslo_concurrency.lockutils [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.380967] env[69239]: DEBUG nova.network.neutron [req-6a7f1c1c-9e01-4dfa-983a-d58d07629a78 req-6e85af0c-69d2-4f0c-a698-f2fe6e0468e4 service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updated VIF entry in instance network info cache for port 953bbfca-0d3b-49dc-8e71-cf2f233875c3. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.381085] env[69239]: DEBUG nova.network.neutron [req-6a7f1c1c-9e01-4dfa-983a-d58d07629a78 req-6e85af0c-69d2-4f0c-a698-f2fe6e0468e4 service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance_info_cache with network_info: [{"id": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "address": "fa:16:3e:77:77:bd", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953bbfca-0d", "ovs_interfaceid": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.404453] env[69239]: INFO nova.scheduler.client.report [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Deleted allocations for instance 0f53bec7-17c9-4c77-87d4-01437280768e [ 775.408167] env[69239]: INFO nova.scheduler.client.report [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Deleted allocations for instance f9e5a98f-f995-44e1-b204-ff950ad68d22 [ 775.424552] env[69239]: INFO nova.scheduler.client.report [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Deleted allocations for instance 0de81a48-7b01-49e0-be33-d05a9ef10ed8 [ 775.465761] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5266df29-64a0-cb33-0418-2635af285f90, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.465761] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51fa7b02-6757-4bce-a913-55161333e4d7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.478589] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 775.478589] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5207533f-46cc-f198-3495-5dd95973cfad" [ 775.478589] env[69239]: _type = "Task" [ 775.478589] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.488086] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5207533f-46cc-f198-3495-5dd95973cfad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.855172] env[69239]: DEBUG nova.compute.utils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.855879] env[69239]: DEBUG nova.compute.manager [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.856126] env[69239]: DEBUG nova.network.neutron [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.884749] env[69239]: DEBUG oslo_concurrency.lockutils [req-6a7f1c1c-9e01-4dfa-983a-d58d07629a78 req-6e85af0c-69d2-4f0c-a698-f2fe6e0468e4 service nova] Releasing lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.885018] env[69239]: DEBUG nova.compute.manager [req-6a7f1c1c-9e01-4dfa-983a-d58d07629a78 req-6e85af0c-69d2-4f0c-a698-f2fe6e0468e4 service nova] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Received event network-vif-deleted-3f9a0b17-2584-48bc-90df-498255e2bcf9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.923832] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ab639903-071f-482a-ab0c-ac3310494cef tempest-VolumesAssistedSnapshotsTest-1395395803 tempest-VolumesAssistedSnapshotsTest-1395395803-project-member] Lock "0f53bec7-17c9-4c77-87d4-01437280768e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.433s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.925076] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fbf35d32-1977-4343-a004-055676527a6d tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "f9e5a98f-f995-44e1-b204-ff950ad68d22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.530s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.936168] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f4f4a4a0-96e9-4753-be96-40b9cf5c05f0 tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "0de81a48-7b01-49e0-be33-d05a9ef10ed8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.394s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.955095] env[69239]: DEBUG nova.policy [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26366db576ad4e70a196291d5a2ba336', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e96bf13d903403dbe7dbe134263eeb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.991887] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5207533f-46cc-f198-3495-5dd95973cfad, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.992095] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.992512] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 8c838990-2b74-406f-ad36-50a8cd62de0b/8c838990-2b74-406f-ad36-50a8cd62de0b.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.992939] env[69239]: DEBUG oslo_concurrency.lockutils [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.992939] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.993340] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1000e387-513a-4026-bf4e-2264f4c910c2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.995735] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb0c192c-6a9d-4754-a7c1-09b845d2f78e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.005174] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 776.005174] env[69239]: value = "task-4145026" [ 776.005174] env[69239]: _type = "Task" [ 776.005174] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.006756] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.006756] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.013302] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc919b2f-2730-488d-95f5-2ad711683b36 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.019700] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 776.019700] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526c63a6-75e0-4850-ccb5-caed908bb0c0" [ 776.019700] env[69239]: _type = "Task" [ 776.019700] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.023137] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.033286] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526c63a6-75e0-4850-ccb5-caed908bb0c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010005} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.034119] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e964af-e6fd-4646-ab3e-3ed85943ebe4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.040526] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 776.040526] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5298624f-4896-31e6-1f22-73c184a4c31a" [ 776.040526] env[69239]: _type = "Task" [ 776.040526] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.049150] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5298624f-4896-31e6-1f22-73c184a4c31a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.361335] env[69239]: DEBUG nova.compute.manager [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.454385] env[69239]: DEBUG nova.network.neutron [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Successfully created port: 9bf5dc16-caac-4548-962c-eb7825f7805a {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.518562] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498434} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.522022] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 8c838990-2b74-406f-ad36-50a8cd62de0b/8c838990-2b74-406f-ad36-50a8cd62de0b.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.522022] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.522022] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeec2753-1779-4bf3-8c7e-20988875b62b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.530054] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 776.530054] env[69239]: value = "task-4145027" [ 776.530054] env[69239]: _type = "Task" [ 776.530054] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.547171] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.557454] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5298624f-4896-31e6-1f22-73c184a4c31a, 'name': SearchDatastore_Task, 'duration_secs': 0.009441} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.557725] env[69239]: DEBUG oslo_concurrency.lockutils [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.557987] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] dd080268-3c0a-4f43-8089-9ad63e468121/dd080268-3c0a-4f43-8089-9ad63e468121.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.558308] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0823e83-89d9-45f9-a1c7-60f680d24626 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.569776] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 776.569776] env[69239]: value = "task-4145028" [ 776.569776] env[69239]: _type = "Task" [ 776.569776] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.586500] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.741750] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "75ded7ab-ca91-4934-9e94-43701beec4f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.742023] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "75ded7ab-ca91-4934-9e94-43701beec4f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.742251] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "75ded7ab-ca91-4934-9e94-43701beec4f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.742448] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "75ded7ab-ca91-4934-9e94-43701beec4f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.742634] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "75ded7ab-ca91-4934-9e94-43701beec4f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.745321] env[69239]: INFO nova.compute.manager [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Terminating instance [ 777.005702] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d2ebb3-12f7-4e55-b9cd-e3d516f9790a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.019949] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb01fdc-7d8c-4f37-b072-272a4b2bc5ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.061512] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbc0bed-5a62-4d6f-94c8-9d0be4d923c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.075387] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072991} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.081073] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.081671] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56af16da-1afb-4bad-8783-0c5b0608cc37 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.860703] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46a7677-021a-4f7a-bf41-8413e541d9f5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.864314] env[69239]: DEBUG nova.compute.manager [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.864314] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.865025] env[69239]: DEBUG nova.compute.manager [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.871281] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf88064-950b-462c-bb94-9aca1e938b94 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.874660] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Acquiring lock "93026fc6-b7eb-4904-bc3b-3fea162449c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.874660] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Lock "93026fc6-b7eb-4904-bc3b-3fea162449c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.877961] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523566} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.886170] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] dd080268-3c0a-4f43-8089-9ad63e468121/dd080268-3c0a-4f43-8089-9ad63e468121.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.888439] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.888439] env[69239]: DEBUG nova.compute.provider_tree [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.902068] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e701d61-c848-446c-93cb-c9af552db4b0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.914659] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 8c838990-2b74-406f-ad36-50a8cd62de0b/8c838990-2b74-406f-ad36-50a8cd62de0b.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.914894] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.916956] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-767032b0-1fec-447b-8249-f88b70c840d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.930974] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44ca64b1-d53f-468e-ba9b-1e084ee8c56b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.934825] env[69239]: DEBUG nova.virt.hardware [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.935073] env[69239]: DEBUG nova.virt.hardware [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.935238] env[69239]: DEBUG nova.virt.hardware [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.935418] env[69239]: DEBUG nova.virt.hardware [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.935694] env[69239]: DEBUG nova.virt.hardware [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.935694] env[69239]: DEBUG nova.virt.hardware [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.935972] env[69239]: DEBUG nova.virt.hardware [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.936059] env[69239]: DEBUG nova.virt.hardware [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.936231] env[69239]: DEBUG nova.virt.hardware [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.936391] env[69239]: DEBUG nova.virt.hardware [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.936569] env[69239]: DEBUG nova.virt.hardware [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.938325] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938e2976-5049-4313-89cc-663f9e9a3006 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.943044] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 777.943044] env[69239]: value = "task-4145029" [ 777.943044] env[69239]: _type = "Task" [ 777.943044] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.952924] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 777.952924] env[69239]: value = "task-4145031" [ 777.952924] env[69239]: _type = "Task" [ 777.952924] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.953213] env[69239]: DEBUG oslo_vmware.api [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 777.953213] env[69239]: value = "task-4145030" [ 777.953213] env[69239]: _type = "Task" [ 777.953213] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.955124] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0f6380-34f2-466e-9d03-ec1ed2558239 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.968507] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.977398] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.990478] env[69239]: DEBUG oslo_vmware.api [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4145030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.224158] env[69239]: DEBUG nova.compute.manager [req-c27f99d1-b501-4167-bd47-3f99823449fb req-e070f6d5-e44a-4c52-a8fc-91587585c4d3 service nova] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Received event network-vif-plugged-9bf5dc16-caac-4548-962c-eb7825f7805a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.224441] env[69239]: DEBUG oslo_concurrency.lockutils [req-c27f99d1-b501-4167-bd47-3f99823449fb req-e070f6d5-e44a-4c52-a8fc-91587585c4d3 service nova] Acquiring lock "63bb7544-03c3-4857-ad20-ab83a07ad501-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.224639] env[69239]: DEBUG oslo_concurrency.lockutils [req-c27f99d1-b501-4167-bd47-3f99823449fb req-e070f6d5-e44a-4c52-a8fc-91587585c4d3 service nova] Lock "63bb7544-03c3-4857-ad20-ab83a07ad501-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.224899] env[69239]: DEBUG oslo_concurrency.lockutils [req-c27f99d1-b501-4167-bd47-3f99823449fb req-e070f6d5-e44a-4c52-a8fc-91587585c4d3 service nova] Lock "63bb7544-03c3-4857-ad20-ab83a07ad501-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.224978] env[69239]: DEBUG nova.compute.manager [req-c27f99d1-b501-4167-bd47-3f99823449fb req-e070f6d5-e44a-4c52-a8fc-91587585c4d3 service nova] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] No waiting events found dispatching network-vif-plugged-9bf5dc16-caac-4548-962c-eb7825f7805a {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 778.225183] env[69239]: WARNING nova.compute.manager [req-c27f99d1-b501-4167-bd47-3f99823449fb req-e070f6d5-e44a-4c52-a8fc-91587585c4d3 service nova] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Received unexpected event network-vif-plugged-9bf5dc16-caac-4548-962c-eb7825f7805a for instance with vm_state building and task_state spawning. [ 778.390256] env[69239]: DEBUG nova.scheduler.client.report [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.456564] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076625} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.460888] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.463629] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb563844-e369-4631-89c0-c15201746cf1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.475755] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145031, 'name': ReconfigVM_Task, 'duration_secs': 0.407046} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.487428] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 8c838990-2b74-406f-ad36-50a8cd62de0b/8c838990-2b74-406f-ad36-50a8cd62de0b.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.498280] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] dd080268-3c0a-4f43-8089-9ad63e468121/dd080268-3c0a-4f43-8089-9ad63e468121.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.499054] env[69239]: DEBUG oslo_vmware.api [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4145030, 'name': PowerOffVM_Task, 'duration_secs': 0.248453} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.499332] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62d3a4b3-4ee9-4b6a-9f63-df3873646fb2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.501720] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d49cffd-64ca-4430-8824-139f05ca1646 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.519064] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.519333] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.519662] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bf5799b-f933-4349-aade-2a3e0a62bb8b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.529414] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 778.529414] env[69239]: value = "task-4145034" [ 778.529414] env[69239]: _type = "Task" [ 778.529414] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.529414] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 778.529414] env[69239]: value = "task-4145032" [ 778.529414] env[69239]: _type = "Task" [ 778.529414] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.542082] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.546809] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145032, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.578973] env[69239]: DEBUG nova.network.neutron [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Successfully updated port: 9bf5dc16-caac-4548-962c-eb7825f7805a {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.592102] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.592515] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.592634] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Deleting the datastore file [datastore1] 75ded7ab-ca91-4934-9e94-43701beec4f4 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.592884] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8801bece-cbc4-4c5f-aba6-2fb9e5cfcce4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.601610] env[69239]: DEBUG oslo_vmware.api [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for the task: (returnval){ [ 778.601610] env[69239]: value = "task-4145035" [ 778.601610] env[69239]: _type = "Task" [ 778.601610] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.614564] env[69239]: DEBUG oslo_vmware.api [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4145035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.896257] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.551s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.897076] env[69239]: DEBUG nova.compute.manager [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.899928] env[69239]: DEBUG oslo_concurrency.lockutils [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.477s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.900574] env[69239]: DEBUG nova.objects.instance [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69239) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 779.050033] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145034, 'name': ReconfigVM_Task, 'duration_secs': 0.322659} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.050755] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145032, 'name': Rename_Task, 'duration_secs': 0.17677} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.051228] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Reconfigured VM instance instance-00000029 to attach disk [datastore1] dd080268-3c0a-4f43-8089-9ad63e468121/dd080268-3c0a-4f43-8089-9ad63e468121.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.052362] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.052718] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f6c7219-cb76-4acb-9dd2-ab313f79bf96 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.056101] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-907a25c6-2eac-498a-89a5-3922de17fef8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.065021] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 779.065021] env[69239]: value = "task-4145036" [ 779.065021] env[69239]: _type = "Task" [ 779.065021] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.066221] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 779.066221] env[69239]: value = "task-4145037" [ 779.066221] env[69239]: _type = "Task" [ 779.066221] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.079103] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145037, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.084027] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "refresh_cache-63bb7544-03c3-4857-ad20-ab83a07ad501" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.084381] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "refresh_cache-63bb7544-03c3-4857-ad20-ab83a07ad501" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.084635] env[69239]: DEBUG nova.network.neutron [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.087571] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.115984] env[69239]: DEBUG oslo_vmware.api [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Task: {'id': task-4145035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147396} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.119947] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.120324] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.120580] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.120817] env[69239]: INFO nova.compute.manager [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Took 1.26 seconds to destroy the instance on the hypervisor. [ 779.121148] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.121943] env[69239]: DEBUG nova.compute.manager [-] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.122120] env[69239]: DEBUG nova.network.neutron [-] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.289855] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.290473] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.413456] env[69239]: DEBUG nova.compute.utils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.414261] env[69239]: DEBUG nova.compute.manager [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.414426] env[69239]: DEBUG nova.network.neutron [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.492701] env[69239]: DEBUG nova.policy [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd84fc527fd824acebbb043c7cc0145cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bc097a85e81435a9afa6e063d0b4764', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.588441] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145037, 'name': Rename_Task, 'duration_secs': 0.251637} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.591524] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145036, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.592403] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.592853] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47d9ac48-aa25-403c-8e15-71bba11bb3c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.603609] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 779.603609] env[69239]: value = "task-4145038" [ 779.603609] env[69239]: _type = "Task" [ 779.603609] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.617054] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.644253] env[69239]: DEBUG nova.network.neutron [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.918026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-120ecca7-8af7-4604-9a83-b1b6bef5ab66 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.918026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.530s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.918026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.920355] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.482s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.920815] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.923298] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.634s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.923818] env[69239]: DEBUG nova.objects.instance [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69239) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 779.927680] env[69239]: DEBUG nova.compute.manager [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.964208] env[69239]: INFO nova.scheduler.client.report [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleted allocations for instance 852b6ac9-90c7-4b98-a443-993274dcaa55 [ 779.978168] env[69239]: DEBUG nova.network.neutron [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Updating instance_info_cache with network_info: [{"id": "9bf5dc16-caac-4548-962c-eb7825f7805a", "address": "fa:16:3e:ec:f3:9b", "network": {"id": "4cb9afcf-cca0-4b50-8a68-3ce948c2664e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-562899602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e96bf13d903403dbe7dbe134263eeb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bf5dc16-ca", "ovs_interfaceid": "9bf5dc16-caac-4548-962c-eb7825f7805a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.979971] env[69239]: INFO nova.scheduler.client.report [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Deleted allocations for instance 35fad621-9dd6-46af-9899-0e7a2a24e9ad [ 780.079755] env[69239]: DEBUG oslo_vmware.api [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145036, 'name': PowerOnVM_Task, 'duration_secs': 0.768291} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.079755] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.079959] env[69239]: INFO nova.compute.manager [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Took 8.20 seconds to spawn the instance on the hypervisor. [ 780.081061] env[69239]: DEBUG nova.compute.manager [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 780.081061] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408116b2-62fe-49b9-b5df-997a16d6cd7c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.110361] env[69239]: DEBUG nova.network.neutron [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Successfully created port: 89e8cb5f-6e55-49b9-953c-354eb5e5748f {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.122321] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145038, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.130902] env[69239]: DEBUG nova.network.neutron [-] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.480536] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fa8f9e09-7503-4e92-9ded-f6f64c412b82 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "852b6ac9-90c7-4b98-a443-993274dcaa55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.301s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.491697] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "refresh_cache-63bb7544-03c3-4857-ad20-ab83a07ad501" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.491870] env[69239]: DEBUG nova.compute.manager [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Instance network_info: |[{"id": "9bf5dc16-caac-4548-962c-eb7825f7805a", "address": "fa:16:3e:ec:f3:9b", "network": {"id": "4cb9afcf-cca0-4b50-8a68-3ce948c2664e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-562899602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e96bf13d903403dbe7dbe134263eeb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bf5dc16-ca", "ovs_interfaceid": "9bf5dc16-caac-4548-962c-eb7825f7805a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.496648] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:f3:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bf5dc16-caac-4548-962c-eb7825f7805a', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.505189] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Creating folder: Project (2e96bf13d903403dbe7dbe134263eeb7). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.506527] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e2d4ac-4dc5-44d2-a4f9-2515eba63876 tempest-ServersListShow298Test-95635396 tempest-ServersListShow298Test-95635396-project-member] Lock "35fad621-9dd6-46af-9899-0e7a2a24e9ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.807s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.507667] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5bf05e1-0387-428f-90a8-ff791b98316d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.522015] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Created folder: Project (2e96bf13d903403dbe7dbe134263eeb7) in parent group-v820715. [ 780.522284] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Creating folder: Instances. Parent ref: group-v820854. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.522594] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ee93a69-9dbd-468c-b7e4-fba72f0d245e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.536475] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Created folder: Instances in parent group-v820854. [ 780.536780] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.536968] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.537834] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3b8c6da-1979-43eb-a568-9c983e6a4c58 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.561861] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.561861] env[69239]: value = "task-4145041" [ 780.561861] env[69239]: _type = "Task" [ 780.561861] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.570829] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145041, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.603188] env[69239]: INFO nova.compute.manager [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Took 55.01 seconds to build instance. [ 780.617042] env[69239]: DEBUG oslo_vmware.api [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145038, 'name': PowerOnVM_Task, 'duration_secs': 0.645333} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.617042] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.617232] env[69239]: INFO nova.compute.manager [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Took 5.97 seconds to spawn the instance on the hypervisor. [ 780.617504] env[69239]: DEBUG nova.compute.manager [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 780.618379] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e087bc3c-1164-4178-9459-4d96a8874d29 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.635418] env[69239]: INFO nova.compute.manager [-] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Took 1.51 seconds to deallocate network for instance. [ 780.700516] env[69239]: DEBUG nova.compute.manager [req-9c671cbf-f8fd-42f7-9f34-bd03e93c34de req-de7c035d-eac1-4047-a059-dfded409b0f3 service nova] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Received event network-changed-9bf5dc16-caac-4548-962c-eb7825f7805a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.700516] env[69239]: DEBUG nova.compute.manager [req-9c671cbf-f8fd-42f7-9f34-bd03e93c34de req-de7c035d-eac1-4047-a059-dfded409b0f3 service nova] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Refreshing instance network info cache due to event network-changed-9bf5dc16-caac-4548-962c-eb7825f7805a. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.700741] env[69239]: DEBUG oslo_concurrency.lockutils [req-9c671cbf-f8fd-42f7-9f34-bd03e93c34de req-de7c035d-eac1-4047-a059-dfded409b0f3 service nova] Acquiring lock "refresh_cache-63bb7544-03c3-4857-ad20-ab83a07ad501" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.701093] env[69239]: DEBUG oslo_concurrency.lockutils [req-9c671cbf-f8fd-42f7-9f34-bd03e93c34de req-de7c035d-eac1-4047-a059-dfded409b0f3 service nova] Acquired lock "refresh_cache-63bb7544-03c3-4857-ad20-ab83a07ad501" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.701093] env[69239]: DEBUG nova.network.neutron [req-9c671cbf-f8fd-42f7-9f34-bd03e93c34de req-de7c035d-eac1-4047-a059-dfded409b0f3 service nova] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Refreshing network info cache for port 9bf5dc16-caac-4548-962c-eb7825f7805a {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.942542] env[69239]: DEBUG nova.compute.manager [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.945509] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3f9fdea4-36aa-4015-a8ff-49da24faada3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.947223] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.558s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.950350] env[69239]: INFO nova.compute.claims [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.979943] env[69239]: DEBUG nova.virt.hardware [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.979943] env[69239]: DEBUG nova.virt.hardware [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.979943] env[69239]: DEBUG nova.virt.hardware [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.979943] env[69239]: DEBUG nova.virt.hardware [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.979943] env[69239]: DEBUG nova.virt.hardware [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.979943] env[69239]: DEBUG nova.virt.hardware [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.979943] env[69239]: DEBUG nova.virt.hardware [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.979943] env[69239]: DEBUG nova.virt.hardware [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.979943] env[69239]: DEBUG nova.virt.hardware [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.979943] env[69239]: DEBUG nova.virt.hardware [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.979943] env[69239]: DEBUG nova.virt.hardware [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.981226] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4d3ce3-603f-4e6b-9151-0a1c439682b9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.992052] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc40a9f5-bcb4-4fac-b6ea-9eaa39b277a8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.080056] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145041, 'name': CreateVM_Task, 'duration_secs': 0.382651} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.080378] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.082065] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.082670] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.082885] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.083228] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250f788b-1dfe-462c-8739-25a385773cec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.089666] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 781.089666] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52807583-c226-4a66-7e45-5578db4de9eb" [ 781.089666] env[69239]: _type = "Task" [ 781.089666] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.099728] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52807583-c226-4a66-7e45-5578db4de9eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.105092] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fa6606d-4ebe-4d26-adc2-d4c5ae78de0d tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.524s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.143489] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.143489] env[69239]: INFO nova.compute.manager [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Took 54.13 seconds to build instance. [ 781.602795] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52807583-c226-4a66-7e45-5578db4de9eb, 'name': SearchDatastore_Task, 'duration_secs': 0.046025} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.603148] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.603427] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.603668] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.603834] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.604038] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.604321] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-865bc17f-0b6f-4c0f-a1c6-908aacf03bd6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.608270] env[69239]: DEBUG nova.compute.manager [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.620650] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.620892] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.621771] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b94443-0ad3-4205-ab06-f5b103905fba {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.633775] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 781.633775] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528dbab5-fc0d-5898-5b84-cd6e623cb2f9" [ 781.633775] env[69239]: _type = "Task" [ 781.633775] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.641898] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528dbab5-fc0d-5898-5b84-cd6e623cb2f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.648420] env[69239]: DEBUG oslo_concurrency.lockutils [None req-524e28c5-1456-4166-842c-599aa0435acf tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Lock "dd080268-3c0a-4f43-8089-9ad63e468121" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.648s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.731065] env[69239]: DEBUG nova.network.neutron [req-9c671cbf-f8fd-42f7-9f34-bd03e93c34de req-de7c035d-eac1-4047-a059-dfded409b0f3 service nova] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Updated VIF entry in instance network info cache for port 9bf5dc16-caac-4548-962c-eb7825f7805a. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.731585] env[69239]: DEBUG nova.network.neutron [req-9c671cbf-f8fd-42f7-9f34-bd03e93c34de req-de7c035d-eac1-4047-a059-dfded409b0f3 service nova] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Updating instance_info_cache with network_info: [{"id": "9bf5dc16-caac-4548-962c-eb7825f7805a", "address": "fa:16:3e:ec:f3:9b", "network": {"id": "4cb9afcf-cca0-4b50-8a68-3ce948c2664e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-562899602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e96bf13d903403dbe7dbe134263eeb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bf5dc16-ca", "ovs_interfaceid": "9bf5dc16-caac-4548-962c-eb7825f7805a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.127187] env[69239]: DEBUG nova.network.neutron [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Successfully updated port: 89e8cb5f-6e55-49b9-953c-354eb5e5748f {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.147625] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528dbab5-fc0d-5898-5b84-cd6e623cb2f9, 'name': SearchDatastore_Task, 'duration_secs': 0.013942} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.151915] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.159034] env[69239]: DEBUG nova.compute.manager [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.165569] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c11b425-7ba0-4af4-9761-2cd469cb9a6f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.177595] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 782.177595] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]521d47b7-4807-9d16-802a-7eca4fa34a71" [ 782.177595] env[69239]: _type = "Task" [ 782.177595] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.195715] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521d47b7-4807-9d16-802a-7eca4fa34a71, 'name': SearchDatastore_Task, 'duration_secs': 0.011135} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.196145] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.196303] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 63bb7544-03c3-4857-ad20-ab83a07ad501/63bb7544-03c3-4857-ad20-ab83a07ad501.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.196576] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0241ea8-9c49-4a73-838c-6686b879a29e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.206151] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Acquiring lock "062a3642-4172-4012-96a7-1ace304146aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.206151] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Lock "062a3642-4172-4012-96a7-1ace304146aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.209950] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 782.209950] env[69239]: value = "task-4145042" [ 782.209950] env[69239]: _type = "Task" [ 782.209950] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.221138] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.237284] env[69239]: DEBUG oslo_concurrency.lockutils [req-9c671cbf-f8fd-42f7-9f34-bd03e93c34de req-de7c035d-eac1-4047-a059-dfded409b0f3 service nova] Releasing lock "refresh_cache-63bb7544-03c3-4857-ad20-ab83a07ad501" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.237284] env[69239]: DEBUG nova.compute.manager [req-9c671cbf-f8fd-42f7-9f34-bd03e93c34de req-de7c035d-eac1-4047-a059-dfded409b0f3 service nova] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Received event network-vif-deleted-3b566d26-410e-4299-a228-21c6329812d0 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.625038] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2c666d-b3f3-4498-a135-fe73cebc3762 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.631197] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "refresh_cache-a20a473d-c061-4bc7-8d44-32d26d10cfe9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.631277] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquired lock "refresh_cache-a20a473d-c061-4bc7-8d44-32d26d10cfe9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.631487] env[69239]: DEBUG nova.network.neutron [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.640026] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bffd7bd-7319-452a-a74f-82399ceb0cd1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.689772] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb4024a-4d1f-424b-80c2-8ca564df20ef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.701747] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2196c69e-1e26-45f1-97a7-7021abde3fea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.718307] env[69239]: DEBUG nova.compute.provider_tree [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.721211] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.735580] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487437} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.736876] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 63bb7544-03c3-4857-ad20-ab83a07ad501/63bb7544-03c3-4857-ad20-ab83a07ad501.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.737140] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.737478] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cccd0a0-3d79-4f62-a3f7-e8869d57a176 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.747158] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 782.747158] env[69239]: value = "task-4145043" [ 782.747158] env[69239]: _type = "Task" [ 782.747158] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.762246] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.790739] env[69239]: DEBUG nova.compute.manager [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Received event network-vif-plugged-89e8cb5f-6e55-49b9-953c-354eb5e5748f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.790970] env[69239]: DEBUG oslo_concurrency.lockutils [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] Acquiring lock "a20a473d-c061-4bc7-8d44-32d26d10cfe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.791198] env[69239]: DEBUG oslo_concurrency.lockutils [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] Lock "a20a473d-c061-4bc7-8d44-32d26d10cfe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.791413] env[69239]: DEBUG oslo_concurrency.lockutils [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] Lock "a20a473d-c061-4bc7-8d44-32d26d10cfe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.791670] env[69239]: DEBUG nova.compute.manager [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] No waiting events found dispatching network-vif-plugged-89e8cb5f-6e55-49b9-953c-354eb5e5748f {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 782.791866] env[69239]: WARNING nova.compute.manager [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Received unexpected event network-vif-plugged-89e8cb5f-6e55-49b9-953c-354eb5e5748f for instance with vm_state building and task_state spawning. [ 782.792043] env[69239]: DEBUG nova.compute.manager [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Received event network-changed-89e8cb5f-6e55-49b9-953c-354eb5e5748f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.792211] env[69239]: DEBUG nova.compute.manager [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Refreshing instance network info cache due to event network-changed-89e8cb5f-6e55-49b9-953c-354eb5e5748f. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.792427] env[69239]: DEBUG oslo_concurrency.lockutils [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] Acquiring lock "refresh_cache-a20a473d-c061-4bc7-8d44-32d26d10cfe9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.229396] env[69239]: DEBUG nova.scheduler.client.report [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.265117] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14394} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.268739] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.272442] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6fe7e3-c2dc-468f-96a9-224c0e373920 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.298983] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 63bb7544-03c3-4857-ad20-ab83a07ad501/63bb7544-03c3-4857-ad20-ab83a07ad501.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.299395] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab72c127-b254-49dd-a8db-bc150fd22378 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.320920] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 783.320920] env[69239]: value = "task-4145044" [ 783.320920] env[69239]: _type = "Task" [ 783.320920] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.331805] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.358987] env[69239]: DEBUG nova.network.neutron [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.512594] env[69239]: INFO nova.compute.manager [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Rebuilding instance [ 783.565484] env[69239]: DEBUG nova.compute.manager [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 783.566381] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b58f91-3412-4091-9776-30a48a99e1bc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.612953] env[69239]: DEBUG nova.network.neutron [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Updating instance_info_cache with network_info: [{"id": "89e8cb5f-6e55-49b9-953c-354eb5e5748f", "address": "fa:16:3e:8f:a2:1f", "network": {"id": "99d0f0cd-f736-4d02-b210-7739b4558b42", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1306484074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc097a85e81435a9afa6e063d0b4764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e8cb5f-6e", "ovs_interfaceid": "89e8cb5f-6e55-49b9-953c-354eb5e5748f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.736438] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.737398] env[69239]: DEBUG nova.compute.manager [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.739610] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.296s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.743150] env[69239]: INFO nova.compute.claims [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.831061] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145044, 'name': ReconfigVM_Task, 'duration_secs': 0.317024} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.831378] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 63bb7544-03c3-4857-ad20-ab83a07ad501/63bb7544-03c3-4857-ad20-ab83a07ad501.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.832012] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4f908e3-33c2-4981-8232-84e82f26f5e1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.840513] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 783.840513] env[69239]: value = "task-4145045" [ 783.840513] env[69239]: _type = "Task" [ 783.840513] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.849910] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145045, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.115681] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Releasing lock "refresh_cache-a20a473d-c061-4bc7-8d44-32d26d10cfe9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.116044] env[69239]: DEBUG nova.compute.manager [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Instance network_info: |[{"id": "89e8cb5f-6e55-49b9-953c-354eb5e5748f", "address": "fa:16:3e:8f:a2:1f", "network": {"id": "99d0f0cd-f736-4d02-b210-7739b4558b42", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1306484074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc097a85e81435a9afa6e063d0b4764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e8cb5f-6e", "ovs_interfaceid": "89e8cb5f-6e55-49b9-953c-354eb5e5748f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.116353] env[69239]: DEBUG oslo_concurrency.lockutils [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] Acquired lock "refresh_cache-a20a473d-c061-4bc7-8d44-32d26d10cfe9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.116534] env[69239]: DEBUG nova.network.neutron [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Refreshing network info cache for port 89e8cb5f-6e55-49b9-953c-354eb5e5748f {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.118137] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:a2:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89e8cb5f-6e55-49b9-953c-354eb5e5748f', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.129635] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Creating folder: Project (3bc097a85e81435a9afa6e063d0b4764). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.130843] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dc4e11d-c83a-4fa7-acaa-f296ba302c4d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.143223] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Created folder: Project (3bc097a85e81435a9afa6e063d0b4764) in parent group-v820715. [ 784.143477] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Creating folder: Instances. Parent ref: group-v820857. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.143679] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26ccff79-3a7c-42fd-b052-8c09560bb70f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.154290] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Created folder: Instances in parent group-v820857. [ 784.154580] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.154782] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.155011] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02f07149-62f3-47c9-944d-ee978053107b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.177853] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.177853] env[69239]: value = "task-4145048" [ 784.177853] env[69239]: _type = "Task" [ 784.177853] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.188083] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145048, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.246049] env[69239]: DEBUG nova.compute.utils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.250694] env[69239]: DEBUG nova.compute.manager [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.252287] env[69239]: DEBUG nova.network.neutron [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.325316] env[69239]: DEBUG nova.policy [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26366db576ad4e70a196291d5a2ba336', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e96bf13d903403dbe7dbe134263eeb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.352633] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145045, 'name': Rename_Task, 'duration_secs': 0.154965} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.353196] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.353527] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5baa62e3-0434-4bf2-86cb-f0fa33fc56a1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.362104] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 784.362104] env[69239]: value = "task-4145049" [ 784.362104] env[69239]: _type = "Task" [ 784.362104] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.372072] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.585082] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.585644] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4df9cf31-ae7a-4e2a-b72c-ee0295de22e2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.592998] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 784.592998] env[69239]: value = "task-4145050" [ 784.592998] env[69239]: _type = "Task" [ 784.592998] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.604042] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.685832] env[69239]: DEBUG nova.network.neutron [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Successfully created port: 11088542-c11d-4ee7-8538-1a7ef8360888 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.696995] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145048, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.757464] env[69239]: DEBUG nova.compute.manager [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.880681] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145049, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.936133] env[69239]: DEBUG nova.network.neutron [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Updated VIF entry in instance network info cache for port 89e8cb5f-6e55-49b9-953c-354eb5e5748f. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.936203] env[69239]: DEBUG nova.network.neutron [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Updating instance_info_cache with network_info: [{"id": "89e8cb5f-6e55-49b9-953c-354eb5e5748f", "address": "fa:16:3e:8f:a2:1f", "network": {"id": "99d0f0cd-f736-4d02-b210-7739b4558b42", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1306484074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc097a85e81435a9afa6e063d0b4764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e8cb5f-6e", "ovs_interfaceid": "89e8cb5f-6e55-49b9-953c-354eb5e5748f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.107749] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145050, 'name': PowerOffVM_Task, 'duration_secs': 0.23776} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.110313] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.111935] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.113816] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9bcc48-5b2c-421d-8c37-0f2c661ab132 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.124150] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.124460] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e465daf6-65b5-42fc-a912-fbaeb5205636 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.158761] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.162227] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.162227] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Deleting the datastore file [datastore1] dd080268-3c0a-4f43-8089-9ad63e468121 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.162227] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7e258e3-b0c2-4677-8fcf-86b1d3c6b9a9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.169545] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 785.169545] env[69239]: value = "task-4145052" [ 785.169545] env[69239]: _type = "Task" [ 785.169545] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.179798] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.195217] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145048, 'name': CreateVM_Task, 'duration_secs': 0.823956} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.195414] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.196124] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.196298] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.196672] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.196942] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70e8b99-d77a-4d3a-b2e5-e3f9adfc129b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.202620] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 785.202620] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52adbae7-b622-2551-22f1-89118d33ad74" [ 785.202620] env[69239]: _type = "Task" [ 785.202620] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.218310] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52adbae7-b622-2551-22f1-89118d33ad74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.373126] env[69239]: DEBUG oslo_vmware.api [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145049, 'name': PowerOnVM_Task, 'duration_secs': 0.585786} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.373465] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.374555] env[69239]: INFO nova.compute.manager [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Took 7.51 seconds to spawn the instance on the hypervisor. [ 785.374555] env[69239]: DEBUG nova.compute.manager [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.374818] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d42254-17ea-4f0c-be9f-9e3552fa9437 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.420104] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f48b18-3971-4add-ae04-e7de3337d591 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.429746] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7752769d-4aa6-4c5b-96a4-23d370758051 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.461610] env[69239]: DEBUG oslo_concurrency.lockutils [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] Releasing lock "refresh_cache-a20a473d-c061-4bc7-8d44-32d26d10cfe9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.461962] env[69239]: DEBUG nova.compute.manager [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Received event network-changed-953bbfca-0d3b-49dc-8e71-cf2f233875c3 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.462210] env[69239]: DEBUG nova.compute.manager [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Refreshing instance network info cache due to event network-changed-953bbfca-0d3b-49dc-8e71-cf2f233875c3. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.462508] env[69239]: DEBUG oslo_concurrency.lockutils [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] Acquiring lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.462765] env[69239]: DEBUG oslo_concurrency.lockutils [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] Acquired lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.462995] env[69239]: DEBUG nova.network.neutron [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Refreshing network info cache for port 953bbfca-0d3b-49dc-8e71-cf2f233875c3 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.464892] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ff8a33-9be4-4054-bd98-6b0657b32b88 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.474160] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23789c83-d270-44b3-a917-5f107a19362f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.492150] env[69239]: DEBUG nova.compute.provider_tree [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.682259] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106368} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.682654] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.682807] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.683015] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.713800] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52adbae7-b622-2551-22f1-89118d33ad74, 'name': SearchDatastore_Task, 'duration_secs': 0.01829} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.713964] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.714444] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.714706] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.714867] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.715159] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.715432] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17635163-5ac9-45d2-95f6-f93ac1c1ad00 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.725719] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.725929] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.726816] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df52abf-a712-45e3-a131-883977521322 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.735335] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 785.735335] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526e8456-0f0d-62f0-14b0-334122fc60c5" [ 785.735335] env[69239]: _type = "Task" [ 785.735335] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.743651] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526e8456-0f0d-62f0-14b0-334122fc60c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.769947] env[69239]: DEBUG nova.compute.manager [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.801260] env[69239]: DEBUG nova.virt.hardware [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.801556] env[69239]: DEBUG nova.virt.hardware [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.801722] env[69239]: DEBUG nova.virt.hardware [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.801919] env[69239]: DEBUG nova.virt.hardware [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.802157] env[69239]: DEBUG nova.virt.hardware [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.802258] env[69239]: DEBUG nova.virt.hardware [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.802467] env[69239]: DEBUG nova.virt.hardware [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.802625] env[69239]: DEBUG nova.virt.hardware [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.802792] env[69239]: DEBUG nova.virt.hardware [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.802973] env[69239]: DEBUG nova.virt.hardware [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.803207] env[69239]: DEBUG nova.virt.hardware [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.804136] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a870568-8fb9-4dbf-b132-58d35f54bf77 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.813023] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc86b4a3-5afc-4e1f-b0aa-c0257e0cc47c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.896325] env[69239]: INFO nova.compute.manager [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Took 56.41 seconds to build instance. [ 785.995560] env[69239]: DEBUG nova.scheduler.client.report [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.217035] env[69239]: DEBUG nova.compute.manager [req-0795ba55-73c8-4081-a132-37a7125a471c req-51bf032f-13d7-4483-8cf0-d23b2b58a3bb service nova] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Received event network-vif-plugged-11088542-c11d-4ee7-8538-1a7ef8360888 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.217497] env[69239]: DEBUG oslo_concurrency.lockutils [req-0795ba55-73c8-4081-a132-37a7125a471c req-51bf032f-13d7-4483-8cf0-d23b2b58a3bb service nova] Acquiring lock "d12c516a-0927-432d-9c09-bd80581aef86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.217737] env[69239]: DEBUG oslo_concurrency.lockutils [req-0795ba55-73c8-4081-a132-37a7125a471c req-51bf032f-13d7-4483-8cf0-d23b2b58a3bb service nova] Lock "d12c516a-0927-432d-9c09-bd80581aef86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.217737] env[69239]: DEBUG oslo_concurrency.lockutils [req-0795ba55-73c8-4081-a132-37a7125a471c req-51bf032f-13d7-4483-8cf0-d23b2b58a3bb service nova] Lock "d12c516a-0927-432d-9c09-bd80581aef86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.218362] env[69239]: DEBUG nova.compute.manager [req-0795ba55-73c8-4081-a132-37a7125a471c req-51bf032f-13d7-4483-8cf0-d23b2b58a3bb service nova] [instance: d12c516a-0927-432d-9c09-bd80581aef86] No waiting events found dispatching network-vif-plugged-11088542-c11d-4ee7-8538-1a7ef8360888 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 786.218362] env[69239]: WARNING nova.compute.manager [req-0795ba55-73c8-4081-a132-37a7125a471c req-51bf032f-13d7-4483-8cf0-d23b2b58a3bb service nova] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Received unexpected event network-vif-plugged-11088542-c11d-4ee7-8538-1a7ef8360888 for instance with vm_state building and task_state spawning. [ 786.234223] env[69239]: DEBUG nova.network.neutron [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updated VIF entry in instance network info cache for port 953bbfca-0d3b-49dc-8e71-cf2f233875c3. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.234223] env[69239]: DEBUG nova.network.neutron [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance_info_cache with network_info: [{"id": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "address": "fa:16:3e:77:77:bd", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953bbfca-0d", "ovs_interfaceid": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.253209] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526e8456-0f0d-62f0-14b0-334122fc60c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011899} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.254210] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4618af-98b0-4f36-b3cc-490adf096127 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.263874] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 786.263874] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b11f4a-b3a8-a80c-9793-5661e65aed89" [ 786.263874] env[69239]: _type = "Task" [ 786.263874] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.274079] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b11f4a-b3a8-a80c-9793-5661e65aed89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.322103] env[69239]: DEBUG nova.network.neutron [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Successfully updated port: 11088542-c11d-4ee7-8538-1a7ef8360888 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.398981] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1893780e-4c9b-4846-ab10-7db33b120d80 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "63bb7544-03c3-4857-ad20-ab83a07ad501" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.648s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.500651] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.501267] env[69239]: DEBUG nova.compute.manager [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.504246] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.122s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.504459] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.506657] env[69239]: DEBUG oslo_concurrency.lockutils [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.289s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.506791] env[69239]: DEBUG oslo_concurrency.lockutils [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.508545] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.670s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.510029] env[69239]: INFO nova.compute.claims [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.536258] env[69239]: INFO nova.scheduler.client.report [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Deleted allocations for instance 0f31eea7-52f4-4daf-bec4-74de2ff02b86 [ 786.538998] env[69239]: INFO nova.scheduler.client.report [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleted allocations for instance 5ff5aba4-ccde-404b-bd87-717006e1b362 [ 786.732490] env[69239]: DEBUG nova.virt.hardware [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.732910] env[69239]: DEBUG nova.virt.hardware [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.732988] env[69239]: DEBUG nova.virt.hardware [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.734225] env[69239]: DEBUG nova.virt.hardware [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.734225] env[69239]: DEBUG nova.virt.hardware [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.734225] env[69239]: DEBUG nova.virt.hardware [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.734225] env[69239]: DEBUG nova.virt.hardware [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.734225] env[69239]: DEBUG nova.virt.hardware [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.734225] env[69239]: DEBUG nova.virt.hardware [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.734225] env[69239]: DEBUG nova.virt.hardware [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.734608] env[69239]: DEBUG nova.virt.hardware [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.735715] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1043ce9a-44ff-498f-be47-30b468837f09 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.739793] env[69239]: DEBUG oslo_concurrency.lockutils [req-17b5653e-9a3c-42ce-9c06-0c8b29b220cb req-73133199-056c-4d9b-a213-8ef9fac8b29b service nova] Releasing lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.746140] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beb8acd-29db-44e3-a41b-9266ef5569eb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.761406] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.767458] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.767921] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.771424] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2345c6d9-b495-4964-9fd4-2f768f9c8e1f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.793921] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b11f4a-b3a8-a80c-9793-5661e65aed89, 'name': SearchDatastore_Task, 'duration_secs': 0.013905} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.795490] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.796658] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] a20a473d-c061-4bc7-8d44-32d26d10cfe9/a20a473d-c061-4bc7-8d44-32d26d10cfe9.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.796658] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.796658] env[69239]: value = "task-4145053" [ 786.796658] env[69239]: _type = "Task" [ 786.796658] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.796658] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ebeede1-80a5-4a23-a7ad-f9104a51f734 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.809514] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145053, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.811528] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 786.811528] env[69239]: value = "task-4145054" [ 786.811528] env[69239]: _type = "Task" [ 786.811528] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.821296] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.826148] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "refresh_cache-d12c516a-0927-432d-9c09-bd80581aef86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.827344] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "refresh_cache-d12c516a-0927-432d-9c09-bd80581aef86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.827344] env[69239]: DEBUG nova.network.neutron [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.902642] env[69239]: DEBUG nova.compute.manager [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.015834] env[69239]: DEBUG nova.compute.utils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.020083] env[69239]: DEBUG nova.compute.manager [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.022026] env[69239]: DEBUG nova.network.neutron [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.056259] env[69239]: DEBUG oslo_concurrency.lockutils [None req-67d035be-0b3b-463b-a222-5a80b6b0e6f0 tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "0f31eea7-52f4-4daf-bec4-74de2ff02b86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.264s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.059961] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2a5f758e-d879-40e3-b55e-1e3b58c8010c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "5ff5aba4-ccde-404b-bd87-717006e1b362" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.403s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.179808] env[69239]: DEBUG nova.policy [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e887726e85cf440a8799665ac5b4d110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da8b421f47994c8489d0829b086e3449', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.324369] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145053, 'name': CreateVM_Task, 'duration_secs': 0.415464} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.325979] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.327148] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.327148] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.327710] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.328959] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cedfa62c-c032-4aed-b31f-f8870a24815f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.339243] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145054, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.343842] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 787.343842] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ba1282-df8a-244b-44fe-75453109a8e1" [ 787.343842] env[69239]: _type = "Task" [ 787.343842] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.355760] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ba1282-df8a-244b-44fe-75453109a8e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.417738] env[69239]: DEBUG nova.network.neutron [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.435105] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.521119] env[69239]: DEBUG nova.compute.manager [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.704547] env[69239]: DEBUG nova.network.neutron [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Updating instance_info_cache with network_info: [{"id": "11088542-c11d-4ee7-8538-1a7ef8360888", "address": "fa:16:3e:89:d0:29", "network": {"id": "4cb9afcf-cca0-4b50-8a68-3ce948c2664e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-562899602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e96bf13d903403dbe7dbe134263eeb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11088542-c1", "ovs_interfaceid": "11088542-c11d-4ee7-8538-1a7ef8360888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.765527] env[69239]: DEBUG nova.network.neutron [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Successfully created port: a74d91fd-1bbf-431a-80e1-e51764ca49e8 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.831166] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557983} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.831166] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] a20a473d-c061-4bc7-8d44-32d26d10cfe9/a20a473d-c061-4bc7-8d44-32d26d10cfe9.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.831604] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.831676] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c07b09c-f593-47e2-a96d-7d4af7aafecf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.840530] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 787.840530] env[69239]: value = "task-4145055" [ 787.840530] env[69239]: _type = "Task" [ 787.840530] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.858795] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.865171] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ba1282-df8a-244b-44fe-75453109a8e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.865741] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.866195] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.866499] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.866614] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.866799] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.867083] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed153b7e-d957-4031-956a-c1901604fc63 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.881812] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.882638] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.882789] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd1846d-9f80-453a-acb7-fd7544f6d1ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.889443] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 787.889443] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526ac23f-2736-c406-9ab1-0470b4b47653" [ 787.889443] env[69239]: _type = "Task" [ 787.889443] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.900548] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526ac23f-2736-c406-9ab1-0470b4b47653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.118205] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbc26ae-f427-4073-bf45-fc948cdd3764 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.132098] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841f2a9b-00c1-41de-9076-b3d70dada9e8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.166207] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a54b82-c473-413d-a9d2-4c23f0c11b26 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.174755] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2317c6b-f730-4e18-b671-cfe9c36e8c40 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.191756] env[69239]: DEBUG nova.compute.provider_tree [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.206114] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "refresh_cache-d12c516a-0927-432d-9c09-bd80581aef86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.206343] env[69239]: DEBUG nova.compute.manager [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Instance network_info: |[{"id": "11088542-c11d-4ee7-8538-1a7ef8360888", "address": "fa:16:3e:89:d0:29", "network": {"id": "4cb9afcf-cca0-4b50-8a68-3ce948c2664e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-562899602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e96bf13d903403dbe7dbe134263eeb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11088542-c1", "ovs_interfaceid": "11088542-c11d-4ee7-8538-1a7ef8360888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.207061] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:d0:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11088542-c11d-4ee7-8538-1a7ef8360888', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.216325] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.217044] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.217299] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cada6ae1-4189-4112-8001-a115d56cb7ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.239056] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.239056] env[69239]: value = "task-4145056" [ 788.239056] env[69239]: _type = "Task" [ 788.239056] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.249964] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145056, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.268175] env[69239]: DEBUG nova.compute.manager [req-dab7aa1b-3270-4661-b4a0-c7adfbffc5d6 req-1e6178ce-a817-4d88-8f3b-4595fd99907d service nova] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Received event network-changed-11088542-c11d-4ee7-8538-1a7ef8360888 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.268377] env[69239]: DEBUG nova.compute.manager [req-dab7aa1b-3270-4661-b4a0-c7adfbffc5d6 req-1e6178ce-a817-4d88-8f3b-4595fd99907d service nova] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Refreshing instance network info cache due to event network-changed-11088542-c11d-4ee7-8538-1a7ef8360888. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.268632] env[69239]: DEBUG oslo_concurrency.lockutils [req-dab7aa1b-3270-4661-b4a0-c7adfbffc5d6 req-1e6178ce-a817-4d88-8f3b-4595fd99907d service nova] Acquiring lock "refresh_cache-d12c516a-0927-432d-9c09-bd80581aef86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.268783] env[69239]: DEBUG oslo_concurrency.lockutils [req-dab7aa1b-3270-4661-b4a0-c7adfbffc5d6 req-1e6178ce-a817-4d88-8f3b-4595fd99907d service nova] Acquired lock "refresh_cache-d12c516a-0927-432d-9c09-bd80581aef86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.268952] env[69239]: DEBUG nova.network.neutron [req-dab7aa1b-3270-4661-b4a0-c7adfbffc5d6 req-1e6178ce-a817-4d88-8f3b-4595fd99907d service nova] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Refreshing network info cache for port 11088542-c11d-4ee7-8538-1a7ef8360888 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.355038] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069865} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.355038] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.355857] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bcca21-c9dd-41fe-b9b2-951823fe05b9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.379074] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] a20a473d-c061-4bc7-8d44-32d26d10cfe9/a20a473d-c061-4bc7-8d44-32d26d10cfe9.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.379584] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d076fe3-e994-43ab-9ebc-6a10df0e779a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.405492] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526ac23f-2736-c406-9ab1-0470b4b47653, 'name': SearchDatastore_Task, 'duration_secs': 0.011227} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.406766] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 788.406766] env[69239]: value = "task-4145057" [ 788.406766] env[69239]: _type = "Task" [ 788.406766] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.407072] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff9989a-8084-4d55-84b1-d9fbf5f6e887 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.417470] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 788.417470] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c9e41d-b14e-53d8-a5b0-bf31a5a13d04" [ 788.417470] env[69239]: _type = "Task" [ 788.417470] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.420850] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145057, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.432050] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c9e41d-b14e-53d8-a5b0-bf31a5a13d04, 'name': SearchDatastore_Task, 'duration_secs': 0.01217} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.432187] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.433033] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] dd080268-3c0a-4f43-8089-9ad63e468121/dd080268-3c0a-4f43-8089-9ad63e468121.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.433033] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a6c0ea1-7d97-4f7e-b33a-187869a1c306 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.440672] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 788.440672] env[69239]: value = "task-4145058" [ 788.440672] env[69239]: _type = "Task" [ 788.440672] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.452535] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.544473] env[69239]: DEBUG nova.compute.manager [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.574279] env[69239]: DEBUG nova.virt.hardware [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.574585] env[69239]: DEBUG nova.virt.hardware [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.574749] env[69239]: DEBUG nova.virt.hardware [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.574942] env[69239]: DEBUG nova.virt.hardware [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.575114] env[69239]: DEBUG nova.virt.hardware [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.575275] env[69239]: DEBUG nova.virt.hardware [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.575493] env[69239]: DEBUG nova.virt.hardware [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.575655] env[69239]: DEBUG nova.virt.hardware [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.575823] env[69239]: DEBUG nova.virt.hardware [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.576009] env[69239]: DEBUG nova.virt.hardware [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.576210] env[69239]: DEBUG nova.virt.hardware [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.577153] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb68f9f-1e80-4965-aa9b-325f79ce4005 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.585672] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25c8a0a-4022-4626-a61f-5ce402818e4f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.696415] env[69239]: DEBUG nova.scheduler.client.report [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.753033] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145056, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.921020] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.952941] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.203883] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.204565] env[69239]: DEBUG nova.compute.manager [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.209902] env[69239]: DEBUG oslo_concurrency.lockutils [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.952s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.214164] env[69239]: DEBUG oslo_concurrency.lockutils [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.217123] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.747s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.221510] env[69239]: INFO nova.compute.claims [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.251866] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145056, 'name': CreateVM_Task, 'duration_secs': 0.663958} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.252606] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.254639] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.254859] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.255220] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.256395] env[69239]: INFO nova.scheduler.client.report [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Deleted allocations for instance 845085dd-a45c-4a47-ae4a-825d9b8bb313 [ 789.258113] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0bf167-ba00-481d-9f3c-fc5ea4f81382 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.269218] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 789.269218] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e1f3b2-4d9b-186f-a53c-1a2d7037d394" [ 789.269218] env[69239]: _type = "Task" [ 789.269218] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.280916] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e1f3b2-4d9b-186f-a53c-1a2d7037d394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.422723] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145057, 'name': ReconfigVM_Task, 'duration_secs': 0.771718} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.423276] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Reconfigured VM instance instance-0000002b to attach disk [datastore1] a20a473d-c061-4bc7-8d44-32d26d10cfe9/a20a473d-c061-4bc7-8d44-32d26d10cfe9.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.423694] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfa4b41b-74bc-421d-b00c-55689d374e3f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.430687] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 789.430687] env[69239]: value = "task-4145059" [ 789.430687] env[69239]: _type = "Task" [ 789.430687] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.439634] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145059, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.450520] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937504} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.450783] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] dd080268-3c0a-4f43-8089-9ad63e468121/dd080268-3c0a-4f43-8089-9ad63e468121.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.450994] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.451443] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1197ed0a-f391-40ba-80f1-614ee0488135 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.458552] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 789.458552] env[69239]: value = "task-4145060" [ 789.458552] env[69239]: _type = "Task" [ 789.458552] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.465487] env[69239]: DEBUG nova.network.neutron [req-dab7aa1b-3270-4661-b4a0-c7adfbffc5d6 req-1e6178ce-a817-4d88-8f3b-4595fd99907d service nova] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Updated VIF entry in instance network info cache for port 11088542-c11d-4ee7-8538-1a7ef8360888. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.465981] env[69239]: DEBUG nova.network.neutron [req-dab7aa1b-3270-4661-b4a0-c7adfbffc5d6 req-1e6178ce-a817-4d88-8f3b-4595fd99907d service nova] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Updating instance_info_cache with network_info: [{"id": "11088542-c11d-4ee7-8538-1a7ef8360888", "address": "fa:16:3e:89:d0:29", "network": {"id": "4cb9afcf-cca0-4b50-8a68-3ce948c2664e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-562899602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e96bf13d903403dbe7dbe134263eeb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11088542-c1", "ovs_interfaceid": "11088542-c11d-4ee7-8538-1a7ef8360888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.470805] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.585087] env[69239]: DEBUG nova.network.neutron [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Successfully updated port: a74d91fd-1bbf-431a-80e1-e51764ca49e8 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.712055] env[69239]: DEBUG nova.compute.utils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.714038] env[69239]: DEBUG nova.compute.manager [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.714227] env[69239]: DEBUG nova.network.neutron [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.761356] env[69239]: DEBUG nova.policy [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3670567be54f48889bd7058c24f1b113', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '494c7acff5bb44cea9d4b8dc16133590', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.770500] env[69239]: DEBUG oslo_concurrency.lockutils [None req-769cd436-4710-4fcc-aee6-2f0d6295f9a2 tempest-AttachInterfacesUnderV243Test-115986106 tempest-AttachInterfacesUnderV243Test-115986106-project-member] Lock "845085dd-a45c-4a47-ae4a-825d9b8bb313" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.599s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.788598] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e1f3b2-4d9b-186f-a53c-1a2d7037d394, 'name': SearchDatastore_Task, 'duration_secs': 0.052368} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.788598] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.788814] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.789799] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.789799] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.789799] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.789799] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df3cfbff-46fc-4c63-bb74-35d91f62aad0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.801530] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.801789] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.803979] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09dbdf9f-6af2-4f73-85d6-3abacbf8874c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.813077] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 789.813077] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5273f6a9-004f-af7b-9267-2fba54c86eaf" [ 789.813077] env[69239]: _type = "Task" [ 789.813077] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.827578] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5273f6a9-004f-af7b-9267-2fba54c86eaf, 'name': SearchDatastore_Task, 'duration_secs': 0.011743} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.829090] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290a485d-7bb5-4619-8125-97c93713685b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.841989] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 789.841989] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5210b95d-2435-bf1f-d756-190a137a1bde" [ 789.841989] env[69239]: _type = "Task" [ 789.841989] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.850105] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5210b95d-2435-bf1f-d756-190a137a1bde, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.850516] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.850706] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] d12c516a-0927-432d-9c09-bd80581aef86/d12c516a-0927-432d-9c09-bd80581aef86.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.850985] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16d44029-df5c-42e7-95d8-dc90b7e5d3e4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.858909] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 789.858909] env[69239]: value = "task-4145061" [ 789.858909] env[69239]: _type = "Task" [ 789.858909] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.870727] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.947021] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145059, 'name': Rename_Task, 'duration_secs': 0.385461} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.947021] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.947021] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3647e2c9-6612-4c86-954e-2ce8011dc850 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.954493] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 789.954493] env[69239]: value = "task-4145062" [ 789.954493] env[69239]: _type = "Task" [ 789.954493] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.970324] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.973758] env[69239]: DEBUG oslo_concurrency.lockutils [req-dab7aa1b-3270-4661-b4a0-c7adfbffc5d6 req-1e6178ce-a817-4d88-8f3b-4595fd99907d service nova] Releasing lock "refresh_cache-d12c516a-0927-432d-9c09-bd80581aef86" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.973758] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069506} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.973944] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.975239] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf699eb-df07-4ec0-b9d3-7524624fe19e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.005279] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] dd080268-3c0a-4f43-8089-9ad63e468121/dd080268-3c0a-4f43-8089-9ad63e468121.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.005585] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1eecfee-71f1-4e1d-bb7d-46a31b6be606 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.028603] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 790.028603] env[69239]: value = "task-4145063" [ 790.028603] env[69239]: _type = "Task" [ 790.028603] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.043204] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.087362] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "refresh_cache-43410ca1-1bf9-4332-93e5-be325167d292" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.089787] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquired lock "refresh_cache-43410ca1-1bf9-4332-93e5-be325167d292" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.089787] env[69239]: DEBUG nova.network.neutron [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.218242] env[69239]: DEBUG nova.compute.manager [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.374913] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145061, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.378480] env[69239]: DEBUG nova.network.neutron [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Successfully created port: 43bbad0b-6ee1-4df5-a429-8d6f5acac187 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.474611] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.477337] env[69239]: DEBUG nova.compute.manager [req-be61367f-b76a-41fb-9cd1-7d9ecc978b46 req-81750823-f64f-4b83-a17f-5c449ac0eb4a service nova] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Received event network-vif-plugged-a74d91fd-1bbf-431a-80e1-e51764ca49e8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.477576] env[69239]: DEBUG oslo_concurrency.lockutils [req-be61367f-b76a-41fb-9cd1-7d9ecc978b46 req-81750823-f64f-4b83-a17f-5c449ac0eb4a service nova] Acquiring lock "43410ca1-1bf9-4332-93e5-be325167d292-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.479789] env[69239]: DEBUG oslo_concurrency.lockutils [req-be61367f-b76a-41fb-9cd1-7d9ecc978b46 req-81750823-f64f-4b83-a17f-5c449ac0eb4a service nova] Lock "43410ca1-1bf9-4332-93e5-be325167d292-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.479789] env[69239]: DEBUG oslo_concurrency.lockutils [req-be61367f-b76a-41fb-9cd1-7d9ecc978b46 req-81750823-f64f-4b83-a17f-5c449ac0eb4a service nova] Lock "43410ca1-1bf9-4332-93e5-be325167d292-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.479789] env[69239]: DEBUG nova.compute.manager [req-be61367f-b76a-41fb-9cd1-7d9ecc978b46 req-81750823-f64f-4b83-a17f-5c449ac0eb4a service nova] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] No waiting events found dispatching network-vif-plugged-a74d91fd-1bbf-431a-80e1-e51764ca49e8 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 790.479789] env[69239]: WARNING nova.compute.manager [req-be61367f-b76a-41fb-9cd1-7d9ecc978b46 req-81750823-f64f-4b83-a17f-5c449ac0eb4a service nova] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Received unexpected event network-vif-plugged-a74d91fd-1bbf-431a-80e1-e51764ca49e8 for instance with vm_state building and task_state spawning. [ 790.479789] env[69239]: DEBUG nova.compute.manager [req-be61367f-b76a-41fb-9cd1-7d9ecc978b46 req-81750823-f64f-4b83-a17f-5c449ac0eb4a service nova] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Received event network-changed-a74d91fd-1bbf-431a-80e1-e51764ca49e8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.479789] env[69239]: DEBUG nova.compute.manager [req-be61367f-b76a-41fb-9cd1-7d9ecc978b46 req-81750823-f64f-4b83-a17f-5c449ac0eb4a service nova] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Refreshing instance network info cache due to event network-changed-a74d91fd-1bbf-431a-80e1-e51764ca49e8. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.479789] env[69239]: DEBUG oslo_concurrency.lockutils [req-be61367f-b76a-41fb-9cd1-7d9ecc978b46 req-81750823-f64f-4b83-a17f-5c449ac0eb4a service nova] Acquiring lock "refresh_cache-43410ca1-1bf9-4332-93e5-be325167d292" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.528066] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "a3b9f90d-353b-41b0-a310-fdd975080a85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.528323] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "a3b9f90d-353b-41b0-a310-fdd975080a85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.542673] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.627019] env[69239]: DEBUG nova.network.neutron [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.853414] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96099cf-354d-4e15-a828-8abeaf0bb4bd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.868158] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd771be3-5e8c-4339-ad83-d2277f471331 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.875540] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550899} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.876292] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] d12c516a-0927-432d-9c09-bd80581aef86/d12c516a-0927-432d-9c09-bd80581aef86.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.876500] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.877596] env[69239]: DEBUG nova.network.neutron [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Updating instance_info_cache with network_info: [{"id": "a74d91fd-1bbf-431a-80e1-e51764ca49e8", "address": "fa:16:3e:43:14:28", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa74d91fd-1b", "ovs_interfaceid": "a74d91fd-1bbf-431a-80e1-e51764ca49e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.879063] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06707078-5564-4131-8114-cb3e25ec13a6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.910781] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa6ff77-749c-4a42-b1a0-5ed9bcd06410 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.913423] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 790.913423] env[69239]: value = "task-4145064" [ 790.913423] env[69239]: _type = "Task" [ 790.913423] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.921835] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7606aefb-5b77-4abc-a3aa-94e6b9c96aea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.929629] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.945715] env[69239]: DEBUG nova.compute.provider_tree [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.968668] env[69239]: DEBUG oslo_vmware.api [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145062, 'name': PowerOnVM_Task, 'duration_secs': 0.971269} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.969352] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.969352] env[69239]: INFO nova.compute.manager [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Took 10.03 seconds to spawn the instance on the hypervisor. [ 790.969474] env[69239]: DEBUG nova.compute.manager [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 790.971445] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35be80c-3fa1-4191-aa44-654a3a4c5427 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.041450] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145063, 'name': ReconfigVM_Task, 'duration_secs': 0.793373} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.041759] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Reconfigured VM instance instance-00000029 to attach disk [datastore1] dd080268-3c0a-4f43-8089-9ad63e468121/dd080268-3c0a-4f43-8089-9ad63e468121.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.042447] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1f072d3-155a-4ff5-a728-5c07f384f7ff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.052682] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 791.052682] env[69239]: value = "task-4145065" [ 791.052682] env[69239]: _type = "Task" [ 791.052682] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.063628] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145065, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.231800] env[69239]: DEBUG nova.compute.manager [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.275278] env[69239]: DEBUG nova.virt.hardware [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.275541] env[69239]: DEBUG nova.virt.hardware [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.275703] env[69239]: DEBUG nova.virt.hardware [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.275890] env[69239]: DEBUG nova.virt.hardware [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.276254] env[69239]: DEBUG nova.virt.hardware [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.276536] env[69239]: DEBUG nova.virt.hardware [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.276778] env[69239]: DEBUG nova.virt.hardware [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.276953] env[69239]: DEBUG nova.virt.hardware [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.278219] env[69239]: DEBUG nova.virt.hardware [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.278462] env[69239]: DEBUG nova.virt.hardware [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.278688] env[69239]: DEBUG nova.virt.hardware [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.279621] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ddb96e-2568-4418-8f8f-d54809e926bb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.291193] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7b069e-1c5e-4769-b50a-5ead711adf20 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.407509] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Releasing lock "refresh_cache-43410ca1-1bf9-4332-93e5-be325167d292" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.407720] env[69239]: DEBUG nova.compute.manager [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Instance network_info: |[{"id": "a74d91fd-1bbf-431a-80e1-e51764ca49e8", "address": "fa:16:3e:43:14:28", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa74d91fd-1b", "ovs_interfaceid": "a74d91fd-1bbf-431a-80e1-e51764ca49e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.408054] env[69239]: DEBUG oslo_concurrency.lockutils [req-be61367f-b76a-41fb-9cd1-7d9ecc978b46 req-81750823-f64f-4b83-a17f-5c449ac0eb4a service nova] Acquired lock "refresh_cache-43410ca1-1bf9-4332-93e5-be325167d292" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.408263] env[69239]: DEBUG nova.network.neutron [req-be61367f-b76a-41fb-9cd1-7d9ecc978b46 req-81750823-f64f-4b83-a17f-5c449ac0eb4a service nova] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Refreshing network info cache for port a74d91fd-1bbf-431a-80e1-e51764ca49e8 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.409810] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:14:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a74d91fd-1bbf-431a-80e1-e51764ca49e8', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.418288] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.418896] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.422728] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0e990eb-2f16-471a-925c-c474b182d9d1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.444774] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144585} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.446371] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.446535] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.446535] env[69239]: value = "task-4145066" [ 791.446535] env[69239]: _type = "Task" [ 791.446535] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.447451] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe2f119-1ce8-4081-97f7-3de4b9730698 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.478922] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] d12c516a-0927-432d-9c09-bd80581aef86/d12c516a-0927-432d-9c09-bd80581aef86.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.480254] env[69239]: ERROR nova.scheduler.client.report [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [req-76840eb6-e1a8-4333-879f-2915bd2f58a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-76840eb6-e1a8-4333-879f-2915bd2f58a5"}]} [ 791.484120] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58657973-2534-41c9-885e-a97df30e80cc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.505046] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145066, 'name': CreateVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.509684] env[69239]: INFO nova.compute.manager [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Took 54.35 seconds to build instance. [ 791.513655] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 791.513655] env[69239]: value = "task-4145067" [ 791.513655] env[69239]: _type = "Task" [ 791.513655] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.525612] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.529019] env[69239]: DEBUG nova.scheduler.client.report [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 791.551210] env[69239]: DEBUG nova.scheduler.client.report [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 791.551517] env[69239]: DEBUG nova.compute.provider_tree [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.564029] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145065, 'name': Rename_Task, 'duration_secs': 0.325172} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.564244] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.564365] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93b79597-18bd-4a7b-bbc2-7ad84e0d0f32 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.573080] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 791.573080] env[69239]: value = "task-4145068" [ 791.573080] env[69239]: _type = "Task" [ 791.573080] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.574392] env[69239]: DEBUG nova.scheduler.client.report [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 791.585865] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.608094] env[69239]: DEBUG nova.scheduler.client.report [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 791.975661] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145066, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.011596] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8c56d15d-0349-4846-895d-008664996f21 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "a20a473d-c061-4bc7-8d44-32d26d10cfe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.036s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.032895] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.096359] env[69239]: DEBUG nova.network.neutron [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Successfully updated port: 43bbad0b-6ee1-4df5-a429-8d6f5acac187 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.097784] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.182444] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acd6c0c-ffe4-469d-abb0-36c947ce6060 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.192247] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e06a31-7baa-416e-ab94-0acca840b662 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.236616] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1609a46-3c19-4cf5-a09a-e047be94776b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.245943] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f914c3-3c05-44c4-9ebf-6ac9bba11765 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.263806] env[69239]: DEBUG nova.compute.provider_tree [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.406200] env[69239]: DEBUG nova.network.neutron [req-be61367f-b76a-41fb-9cd1-7d9ecc978b46 req-81750823-f64f-4b83-a17f-5c449ac0eb4a service nova] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Updated VIF entry in instance network info cache for port a74d91fd-1bbf-431a-80e1-e51764ca49e8. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.406560] env[69239]: DEBUG nova.network.neutron [req-be61367f-b76a-41fb-9cd1-7d9ecc978b46 req-81750823-f64f-4b83-a17f-5c449ac0eb4a service nova] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Updating instance_info_cache with network_info: [{"id": "a74d91fd-1bbf-431a-80e1-e51764ca49e8", "address": "fa:16:3e:43:14:28", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa74d91fd-1b", "ovs_interfaceid": "a74d91fd-1bbf-431a-80e1-e51764ca49e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.475581] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145066, 'name': CreateVM_Task, 'duration_secs': 0.701783} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.475767] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.476477] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.476645] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.476969] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.484256] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ad484a-6ef2-46d2-906c-01c46ebb7a0f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.491759] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 792.491759] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b366d1-fc53-bc99-9726-1dc4ec73e2de" [ 792.491759] env[69239]: _type = "Task" [ 792.491759] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.507770] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b366d1-fc53-bc99-9726-1dc4ec73e2de, 'name': SearchDatastore_Task, 'duration_secs': 0.011231} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.509070] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.509070] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.509070] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.509255] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.509297] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.509562] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1a9b51e-9497-446c-9436-a7fa035e25ba {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.513369] env[69239]: DEBUG nova.compute.manager [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.526305] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.526305] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.526618] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df752328-bcac-43e6-9d13-9044432088cd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.531974] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145067, 'name': ReconfigVM_Task, 'duration_secs': 0.68438} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.532659] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Reconfigured VM instance instance-0000002c to attach disk [datastore1] d12c516a-0927-432d-9c09-bd80581aef86/d12c516a-0927-432d-9c09-bd80581aef86.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.533311] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-779ae489-db0d-41f6-bd5a-321e555e7458 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.536079] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 792.536079] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a0d53f-461b-3869-895e-19fd144235bc" [ 792.536079] env[69239]: _type = "Task" [ 792.536079] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.540922] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 792.540922] env[69239]: value = "task-4145069" [ 792.540922] env[69239]: _type = "Task" [ 792.540922] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.547294] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a0d53f-461b-3869-895e-19fd144235bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.553132] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145069, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.587852] env[69239]: DEBUG oslo_vmware.api [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145068, 'name': PowerOnVM_Task, 'duration_secs': 0.802423} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.589274] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.589549] env[69239]: DEBUG nova.compute.manager [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.590424] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b685e0-15f9-4001-a3f3-4a2f197984be {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.601613] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.601767] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.601919] env[69239]: DEBUG nova.network.neutron [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.807507] env[69239]: DEBUG nova.scheduler.client.report [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 792.808430] env[69239]: DEBUG nova.compute.provider_tree [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 74 to 75 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 792.809058] env[69239]: DEBUG nova.compute.provider_tree [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.910280] env[69239]: DEBUG oslo_concurrency.lockutils [req-be61367f-b76a-41fb-9cd1-7d9ecc978b46 req-81750823-f64f-4b83-a17f-5c449ac0eb4a service nova] Releasing lock "refresh_cache-43410ca1-1bf9-4332-93e5-be325167d292" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.971276] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Acquiring lock "5ea8eb9a-e4d7-47c4-aabb-da32f030f589" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.971802] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Lock "5ea8eb9a-e4d7-47c4-aabb-da32f030f589" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.972441] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Acquiring lock "5ea8eb9a-e4d7-47c4-aabb-da32f030f589-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.972515] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Lock "5ea8eb9a-e4d7-47c4-aabb-da32f030f589-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.972818] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Lock "5ea8eb9a-e4d7-47c4-aabb-da32f030f589-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.978767] env[69239]: DEBUG nova.compute.manager [req-4cc16323-ee4b-4af9-bebd-ebb0e8cd6e8e req-2aa78766-8820-4841-91fd-e46071fd468c service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Received event network-vif-plugged-43bbad0b-6ee1-4df5-a429-8d6f5acac187 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.979046] env[69239]: DEBUG oslo_concurrency.lockutils [req-4cc16323-ee4b-4af9-bebd-ebb0e8cd6e8e req-2aa78766-8820-4841-91fd-e46071fd468c service nova] Acquiring lock "868d8686-b21b-4c8f-94ea-191c1b662640-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.979046] env[69239]: DEBUG oslo_concurrency.lockutils [req-4cc16323-ee4b-4af9-bebd-ebb0e8cd6e8e req-2aa78766-8820-4841-91fd-e46071fd468c service nova] Lock "868d8686-b21b-4c8f-94ea-191c1b662640-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.979180] env[69239]: DEBUG oslo_concurrency.lockutils [req-4cc16323-ee4b-4af9-bebd-ebb0e8cd6e8e req-2aa78766-8820-4841-91fd-e46071fd468c service nova] Lock "868d8686-b21b-4c8f-94ea-191c1b662640-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.979351] env[69239]: DEBUG nova.compute.manager [req-4cc16323-ee4b-4af9-bebd-ebb0e8cd6e8e req-2aa78766-8820-4841-91fd-e46071fd468c service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] No waiting events found dispatching network-vif-plugged-43bbad0b-6ee1-4df5-a429-8d6f5acac187 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 792.979523] env[69239]: WARNING nova.compute.manager [req-4cc16323-ee4b-4af9-bebd-ebb0e8cd6e8e req-2aa78766-8820-4841-91fd-e46071fd468c service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Received unexpected event network-vif-plugged-43bbad0b-6ee1-4df5-a429-8d6f5acac187 for instance with vm_state building and task_state spawning. [ 792.979685] env[69239]: DEBUG nova.compute.manager [req-4cc16323-ee4b-4af9-bebd-ebb0e8cd6e8e req-2aa78766-8820-4841-91fd-e46071fd468c service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Received event network-changed-43bbad0b-6ee1-4df5-a429-8d6f5acac187 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.979879] env[69239]: DEBUG nova.compute.manager [req-4cc16323-ee4b-4af9-bebd-ebb0e8cd6e8e req-2aa78766-8820-4841-91fd-e46071fd468c service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Refreshing instance network info cache due to event network-changed-43bbad0b-6ee1-4df5-a429-8d6f5acac187. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.980124] env[69239]: DEBUG oslo_concurrency.lockutils [req-4cc16323-ee4b-4af9-bebd-ebb0e8cd6e8e req-2aa78766-8820-4841-91fd-e46071fd468c service nova] Acquiring lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.980766] env[69239]: INFO nova.compute.manager [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Terminating instance [ 793.051488] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a0d53f-461b-3869-895e-19fd144235bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013528} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.052781] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.053994] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c1455a-2c81-4b76-a294-cc8f072c74f8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.060583] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145069, 'name': Rename_Task, 'duration_secs': 0.332919} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.061189] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.061816] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95ea66f7-1aee-4c0f-81cb-a02cc0a63a45 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.065363] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 793.065363] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b829c9-b02e-bce0-5cf4-c91341f2284d" [ 793.065363] env[69239]: _type = "Task" [ 793.065363] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.071215] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 793.071215] env[69239]: value = "task-4145070" [ 793.071215] env[69239]: _type = "Task" [ 793.071215] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.078255] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b829c9-b02e-bce0-5cf4-c91341f2284d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.084008] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.112514] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.171476] env[69239]: DEBUG nova.network.neutron [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.323969] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.107s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.324559] env[69239]: DEBUG nova.compute.manager [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.327380] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.370s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.327921] env[69239]: DEBUG nova.objects.instance [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Lazy-loading 'resources' on Instance uuid d0c05bb8-9367-4c45-bda5-3134f26dc8a9 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.336646] env[69239]: DEBUG nova.compute.manager [req-7d54487f-02bc-42cf-9e97-0133318b51ee req-3c5d0b79-8073-4d42-a37f-b9f5faf0807e service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Received event network-changed-89e8cb5f-6e55-49b9-953c-354eb5e5748f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.337434] env[69239]: DEBUG nova.compute.manager [req-7d54487f-02bc-42cf-9e97-0133318b51ee req-3c5d0b79-8073-4d42-a37f-b9f5faf0807e service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Refreshing instance network info cache due to event network-changed-89e8cb5f-6e55-49b9-953c-354eb5e5748f. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.337674] env[69239]: DEBUG oslo_concurrency.lockutils [req-7d54487f-02bc-42cf-9e97-0133318b51ee req-3c5d0b79-8073-4d42-a37f-b9f5faf0807e service nova] Acquiring lock "refresh_cache-a20a473d-c061-4bc7-8d44-32d26d10cfe9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.337838] env[69239]: DEBUG oslo_concurrency.lockutils [req-7d54487f-02bc-42cf-9e97-0133318b51ee req-3c5d0b79-8073-4d42-a37f-b9f5faf0807e service nova] Acquired lock "refresh_cache-a20a473d-c061-4bc7-8d44-32d26d10cfe9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.338074] env[69239]: DEBUG nova.network.neutron [req-7d54487f-02bc-42cf-9e97-0133318b51ee req-3c5d0b79-8073-4d42-a37f-b9f5faf0807e service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Refreshing network info cache for port 89e8cb5f-6e55-49b9-953c-354eb5e5748f {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.400441] env[69239]: DEBUG nova.network.neutron [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Updating instance_info_cache with network_info: [{"id": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "address": "fa:16:3e:da:6f:3a", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bbad0b-6e", "ovs_interfaceid": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.485011] env[69239]: DEBUG nova.compute.manager [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.486229] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.486651] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c0f77c-8cce-4bb6-9811-f1ea97926853 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.496356] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.496356] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-281fc55b-484a-49f5-aef3-02a97837acf9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.503745] env[69239]: DEBUG oslo_vmware.api [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Waiting for the task: (returnval){ [ 793.503745] env[69239]: value = "task-4145071" [ 793.503745] env[69239]: _type = "Task" [ 793.503745] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.514361] env[69239]: DEBUG oslo_vmware.api [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4145071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.592871] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b829c9-b02e-bce0-5cf4-c91341f2284d, 'name': SearchDatastore_Task, 'duration_secs': 0.011881} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.600334] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.600334] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 43410ca1-1bf9-4332-93e5-be325167d292/43410ca1-1bf9-4332-93e5-be325167d292.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.600334] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145070, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.600681] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-660009a6-6891-4a53-8bd8-41c8f5222427 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.610362] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 793.610362] env[69239]: value = "task-4145072" [ 793.610362] env[69239]: _type = "Task" [ 793.610362] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.620277] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.831548] env[69239]: DEBUG nova.compute.utils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.834769] env[69239]: DEBUG nova.compute.manager [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.835111] env[69239]: DEBUG nova.network.neutron [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.908401] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.908782] env[69239]: DEBUG nova.compute.manager [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Instance network_info: |[{"id": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "address": "fa:16:3e:da:6f:3a", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bbad0b-6e", "ovs_interfaceid": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.910192] env[69239]: DEBUG oslo_concurrency.lockutils [req-4cc16323-ee4b-4af9-bebd-ebb0e8cd6e8e req-2aa78766-8820-4841-91fd-e46071fd468c service nova] Acquired lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.910192] env[69239]: DEBUG nova.network.neutron [req-4cc16323-ee4b-4af9-bebd-ebb0e8cd6e8e req-2aa78766-8820-4841-91fd-e46071fd468c service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Refreshing network info cache for port 43bbad0b-6ee1-4df5-a429-8d6f5acac187 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.910779] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:6f:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43bbad0b-6ee1-4df5-a429-8d6f5acac187', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.921105] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.928258] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.929134] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-823e756a-c952-4424-b7f2-2fa2553c1d5a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.947657] env[69239]: DEBUG nova.policy [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7104790afe104d359bbfde12024c94ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c26f4ab7abc14bac8ee32dd4b4c80d10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.962028] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.962028] env[69239]: value = "task-4145073" [ 793.962028] env[69239]: _type = "Task" [ 793.962028] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.976262] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145073, 'name': CreateVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.018391] env[69239]: DEBUG oslo_vmware.api [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4145071, 'name': PowerOffVM_Task, 'duration_secs': 0.302998} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.018669] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.020116] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.020116] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a6d7234-cebe-4177-98c4-0422e6b2ca27 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.096020] env[69239]: DEBUG oslo_vmware.api [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145070, 'name': PowerOnVM_Task, 'duration_secs': 0.663075} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.096489] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.096599] env[69239]: INFO nova.compute.manager [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Took 8.33 seconds to spawn the instance on the hypervisor. [ 794.096744] env[69239]: DEBUG nova.compute.manager [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 794.098207] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb900cc6-e05a-40f2-8ec3-63db403dedb6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.104794] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.104997] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.105234] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Deleting the datastore file [datastore2] 5ea8eb9a-e4d7-47c4-aabb-da32f030f589 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.106089] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eb0377e-d4e3-4977-8cbc-0ee3b540fa25 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.119519] env[69239]: DEBUG oslo_vmware.api [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Waiting for the task: (returnval){ [ 794.119519] env[69239]: value = "task-4145075" [ 794.119519] env[69239]: _type = "Task" [ 794.119519] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.132281] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145072, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.139671] env[69239]: DEBUG oslo_vmware.api [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4145075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.227066] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquiring lock "dd080268-3c0a-4f43-8089-9ad63e468121" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.227453] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Lock "dd080268-3c0a-4f43-8089-9ad63e468121" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.227752] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquiring lock "dd080268-3c0a-4f43-8089-9ad63e468121-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.227980] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Lock "dd080268-3c0a-4f43-8089-9ad63e468121-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.228193] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Lock "dd080268-3c0a-4f43-8089-9ad63e468121-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.233704] env[69239]: INFO nova.compute.manager [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Terminating instance [ 794.338542] env[69239]: DEBUG nova.compute.manager [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.428466] env[69239]: DEBUG nova.network.neutron [req-7d54487f-02bc-42cf-9e97-0133318b51ee req-3c5d0b79-8073-4d42-a37f-b9f5faf0807e service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Updated VIF entry in instance network info cache for port 89e8cb5f-6e55-49b9-953c-354eb5e5748f. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.428807] env[69239]: DEBUG nova.network.neutron [req-7d54487f-02bc-42cf-9e97-0133318b51ee req-3c5d0b79-8073-4d42-a37f-b9f5faf0807e service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Updating instance_info_cache with network_info: [{"id": "89e8cb5f-6e55-49b9-953c-354eb5e5748f", "address": "fa:16:3e:8f:a2:1f", "network": {"id": "99d0f0cd-f736-4d02-b210-7739b4558b42", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1306484074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc097a85e81435a9afa6e063d0b4764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e8cb5f-6e", "ovs_interfaceid": "89e8cb5f-6e55-49b9-953c-354eb5e5748f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.471892] env[69239]: DEBUG nova.network.neutron [req-4cc16323-ee4b-4af9-bebd-ebb0e8cd6e8e req-2aa78766-8820-4841-91fd-e46071fd468c service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Updated VIF entry in instance network info cache for port 43bbad0b-6ee1-4df5-a429-8d6f5acac187. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.472272] env[69239]: DEBUG nova.network.neutron [req-4cc16323-ee4b-4af9-bebd-ebb0e8cd6e8e req-2aa78766-8820-4841-91fd-e46071fd468c service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Updating instance_info_cache with network_info: [{"id": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "address": "fa:16:3e:da:6f:3a", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bbad0b-6e", "ovs_interfaceid": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.476862] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145073, 'name': CreateVM_Task, 'duration_secs': 0.476704} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.477348] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.477999] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.478177] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.478486] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.478745] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b827bb-f7c3-4057-9e57-014e9772760a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.487837] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 794.487837] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52cc75a3-e50c-10ce-81cd-a8e868912c05" [ 794.487837] env[69239]: _type = "Task" [ 794.487837] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.500382] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52cc75a3-e50c-10ce-81cd-a8e868912c05, 'name': SearchDatastore_Task, 'duration_secs': 0.010437} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.503486] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.503739] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.503982] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.504144] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.504318] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.504802] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8789f97d-6fa4-476d-86c8-10878ccf2bfe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.515105] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.515105] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.515600] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fdc9bfe-d3c5-47f8-822e-ea45545678ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.522154] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29678600-9275-4743-a3ec-a47692e4f4d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.526114] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 794.526114] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]522841ac-304d-80fc-aa77-6bba6526968f" [ 794.526114] env[69239]: _type = "Task" [ 794.526114] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.534963] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c813dd2-51d3-475b-92dd-cb6a050e2485 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.543189] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522841ac-304d-80fc-aa77-6bba6526968f, 'name': SearchDatastore_Task, 'duration_secs': 0.0104} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.548316] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900d7ee9-4969-4f40-acd8-c63b549df46e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.574095] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18323ae-1ee4-404d-8883-6e517cc7b6a2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.581032] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 794.581032] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5239436c-a84d-8e03-3702-ac99fcd200a2" [ 794.581032] env[69239]: _type = "Task" [ 794.581032] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.587442] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3ee26b-d0b6-4103-bd03-f5a0999509ce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.596608] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5239436c-a84d-8e03-3702-ac99fcd200a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.596608] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.597180] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 868d8686-b21b-4c8f-94ea-191c1b662640/868d8686-b21b-4c8f-94ea-191c1b662640.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.597180] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3723c610-e6b1-4e20-b262-c836b19cf592 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.607342] env[69239]: DEBUG nova.compute.provider_tree [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.617850] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 794.617850] env[69239]: value = "task-4145076" [ 794.617850] env[69239]: _type = "Task" [ 794.617850] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.630141] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569084} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.637967] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 43410ca1-1bf9-4332-93e5-be325167d292/43410ca1-1bf9-4332-93e5-be325167d292.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.638271] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.638865] env[69239]: INFO nova.compute.manager [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Took 44.27 seconds to build instance. [ 794.640135] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5269d7a2-5a44-4286-b6e4-ff82483e6f23 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.646197] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.655302] env[69239]: DEBUG oslo_vmware.api [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Task: {'id': task-4145075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226618} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.655302] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.655302] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.655302] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.655302] env[69239]: INFO nova.compute.manager [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Took 1.17 seconds to destroy the instance on the hypervisor. [ 794.655302] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.655302] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 794.655302] env[69239]: value = "task-4145077" [ 794.655302] env[69239]: _type = "Task" [ 794.655302] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.655619] env[69239]: DEBUG nova.compute.manager [-] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.655648] env[69239]: DEBUG nova.network.neutron [-] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.670990] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.695534] env[69239]: DEBUG nova.network.neutron [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Successfully created port: 4679c90d-e2aa-48eb-af00-c4430c1e5a2b {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.738558] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquiring lock "refresh_cache-dd080268-3c0a-4f43-8089-9ad63e468121" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.738745] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquired lock "refresh_cache-dd080268-3c0a-4f43-8089-9ad63e468121" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.738923] env[69239]: DEBUG nova.network.neutron [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.933689] env[69239]: DEBUG oslo_concurrency.lockutils [req-7d54487f-02bc-42cf-9e97-0133318b51ee req-3c5d0b79-8073-4d42-a37f-b9f5faf0807e service nova] Releasing lock "refresh_cache-a20a473d-c061-4bc7-8d44-32d26d10cfe9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.979378] env[69239]: DEBUG oslo_concurrency.lockutils [req-4cc16323-ee4b-4af9-bebd-ebb0e8cd6e8e req-2aa78766-8820-4841-91fd-e46071fd468c service nova] Releasing lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.110859] env[69239]: DEBUG nova.scheduler.client.report [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.130992] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145076, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.147659] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b5feff7-ec15-455c-8e4c-d792a3d4d109 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "d12c516a-0927-432d-9c09-bd80581aef86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.188s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.169597] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075418} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.169996] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.173160] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f91385e-9a14-454f-b0bb-b2d32f9b132b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.204290] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 43410ca1-1bf9-4332-93e5-be325167d292/43410ca1-1bf9-4332-93e5-be325167d292.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.205194] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-080d0ff8-3b28-4bb9-aa29-962991edb7bf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.227056] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 795.227056] env[69239]: value = "task-4145078" [ 795.227056] env[69239]: _type = "Task" [ 795.227056] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.238349] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.273716] env[69239]: DEBUG nova.network.neutron [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.352222] env[69239]: DEBUG nova.compute.manager [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.390754] env[69239]: DEBUG nova.virt.hardware [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.391284] env[69239]: DEBUG nova.virt.hardware [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.391577] env[69239]: DEBUG nova.virt.hardware [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.391923] env[69239]: DEBUG nova.virt.hardware [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.392226] env[69239]: DEBUG nova.virt.hardware [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.392512] env[69239]: DEBUG nova.virt.hardware [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.392887] env[69239]: DEBUG nova.virt.hardware [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.393170] env[69239]: DEBUG nova.virt.hardware [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.393591] env[69239]: DEBUG nova.virt.hardware [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.393950] env[69239]: DEBUG nova.virt.hardware [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.394294] env[69239]: DEBUG nova.virt.hardware [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.395849] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfd6574-e396-4ba0-8856-aa8366010ebb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.410831] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d799e4-76d2-436d-a349-44ed099fcd55 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.416926] env[69239]: DEBUG nova.network.neutron [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.606046] env[69239]: DEBUG nova.compute.manager [req-2221a275-1c18-49f2-95d6-df93d6447ff6 req-bf8a4941-1d96-4aac-9cc0-1b6a5a736d80 service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Received event network-changed-89e8cb5f-6e55-49b9-953c-354eb5e5748f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.610021] env[69239]: DEBUG nova.compute.manager [req-2221a275-1c18-49f2-95d6-df93d6447ff6 req-bf8a4941-1d96-4aac-9cc0-1b6a5a736d80 service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Refreshing instance network info cache due to event network-changed-89e8cb5f-6e55-49b9-953c-354eb5e5748f. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.610021] env[69239]: DEBUG oslo_concurrency.lockutils [req-2221a275-1c18-49f2-95d6-df93d6447ff6 req-bf8a4941-1d96-4aac-9cc0-1b6a5a736d80 service nova] Acquiring lock "refresh_cache-a20a473d-c061-4bc7-8d44-32d26d10cfe9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.610021] env[69239]: DEBUG oslo_concurrency.lockutils [req-2221a275-1c18-49f2-95d6-df93d6447ff6 req-bf8a4941-1d96-4aac-9cc0-1b6a5a736d80 service nova] Acquired lock "refresh_cache-a20a473d-c061-4bc7-8d44-32d26d10cfe9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.610021] env[69239]: DEBUG nova.network.neutron [req-2221a275-1c18-49f2-95d6-df93d6447ff6 req-bf8a4941-1d96-4aac-9cc0-1b6a5a736d80 service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Refreshing network info cache for port 89e8cb5f-6e55-49b9-953c-354eb5e5748f {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.616131] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.620194] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.235s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.622086] env[69239]: INFO nova.compute.claims [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.638828] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537491} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.639270] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 868d8686-b21b-4c8f-94ea-191c1b662640/868d8686-b21b-4c8f-94ea-191c1b662640.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.639584] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.639922] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac631705-e7f3-4f01-94cc-30ba6e6d1c5f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.649279] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 795.649279] env[69239]: value = "task-4145079" [ 795.649279] env[69239]: _type = "Task" [ 795.649279] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.658727] env[69239]: INFO nova.scheduler.client.report [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Deleted allocations for instance d0c05bb8-9367-4c45-bda5-3134f26dc8a9 [ 795.658727] env[69239]: DEBUG nova.compute.manager [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.673266] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.700519] env[69239]: DEBUG nova.compute.manager [req-60375c32-b6e5-48a5-a4ce-87986f5c3295 req-fa4c8c72-ea7c-4aa4-8249-a2ae40007001 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Received event network-vif-deleted-9a39d05a-4d4e-4c5b-9b9e-d09fa733962a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.700760] env[69239]: INFO nova.compute.manager [req-60375c32-b6e5-48a5-a4ce-87986f5c3295 req-fa4c8c72-ea7c-4aa4-8249-a2ae40007001 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Neutron deleted interface 9a39d05a-4d4e-4c5b-9b9e-d09fa733962a; detaching it from the instance and deleting it from the info cache [ 795.700949] env[69239]: DEBUG nova.network.neutron [req-60375c32-b6e5-48a5-a4ce-87986f5c3295 req-fa4c8c72-ea7c-4aa4-8249-a2ae40007001 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.739673] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.925122] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Releasing lock "refresh_cache-dd080268-3c0a-4f43-8089-9ad63e468121" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.925122] env[69239]: DEBUG nova.compute.manager [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.925467] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.928528] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a290afe3-90c6-4e0d-a99c-994abd8e2e88 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.943143] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.944706] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba225e16-51db-4099-8653-327d3eb0af56 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.953755] env[69239]: DEBUG oslo_vmware.api [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 795.953755] env[69239]: value = "task-4145080" [ 795.953755] env[69239]: _type = "Task" [ 795.953755] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.965066] env[69239]: DEBUG oslo_vmware.api [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.976266] env[69239]: DEBUG nova.network.neutron [-] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.168169] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073342} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.170995] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.174401] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f90d55b6-8408-4cdd-8f8f-3f64074f6d2d tempest-ServerAddressesNegativeTestJSON-1184128985 tempest-ServerAddressesNegativeTestJSON-1184128985-project-member] Lock "d0c05bb8-9367-4c45-bda5-3134f26dc8a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.331s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.177169] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8fc103-6fed-4779-aee4-b7165d350a64 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.210767] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 868d8686-b21b-4c8f-94ea-191c1b662640/868d8686-b21b-4c8f-94ea-191c1b662640.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.216895] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.216895] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82711afb-0a5c-4fca-a5db-f5da1557e58f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.237038] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b49de32f-09da-49b7-a52c-25d632a705c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.252402] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145078, 'name': ReconfigVM_Task, 'duration_secs': 0.786454} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.255731] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 43410ca1-1bf9-4332-93e5-be325167d292/43410ca1-1bf9-4332-93e5-be325167d292.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.256849] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 796.256849] env[69239]: value = "task-4145081" [ 796.256849] env[69239]: _type = "Task" [ 796.256849] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.257528] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c99792e-aa46-4f43-95ad-df2dcbd83895 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.263348] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f487a0-28ea-4006-9122-48a3d9f60314 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.291165] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.292882] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 796.292882] env[69239]: value = "task-4145082" [ 796.292882] env[69239]: _type = "Task" [ 796.292882] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.314273] env[69239]: DEBUG nova.compute.manager [req-60375c32-b6e5-48a5-a4ce-87986f5c3295 req-fa4c8c72-ea7c-4aa4-8249-a2ae40007001 service nova] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Detach interface failed, port_id=9a39d05a-4d4e-4c5b-9b9e-d09fa733962a, reason: Instance 5ea8eb9a-e4d7-47c4-aabb-da32f030f589 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 796.322699] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145082, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.464029] env[69239]: DEBUG oslo_vmware.api [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145080, 'name': PowerOffVM_Task, 'duration_secs': 0.248493} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.464383] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.464889] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.464889] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49178fc8-855f-4989-abf1-64753a9e6b6d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.480507] env[69239]: INFO nova.compute.manager [-] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Took 1.82 seconds to deallocate network for instance. [ 796.496295] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.496586] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.496815] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Deleting the datastore file [datastore1] dd080268-3c0a-4f43-8089-9ad63e468121 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.497124] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-471a5d65-0b14-422f-bb41-4d5b23e6ee35 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.505107] env[69239]: DEBUG oslo_vmware.api [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for the task: (returnval){ [ 796.505107] env[69239]: value = "task-4145084" [ 796.505107] env[69239]: _type = "Task" [ 796.505107] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.511935] env[69239]: DEBUG nova.network.neutron [req-2221a275-1c18-49f2-95d6-df93d6447ff6 req-bf8a4941-1d96-4aac-9cc0-1b6a5a736d80 service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Updated VIF entry in instance network info cache for port 89e8cb5f-6e55-49b9-953c-354eb5e5748f. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.512536] env[69239]: DEBUG nova.network.neutron [req-2221a275-1c18-49f2-95d6-df93d6447ff6 req-bf8a4941-1d96-4aac-9cc0-1b6a5a736d80 service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Updating instance_info_cache with network_info: [{"id": "89e8cb5f-6e55-49b9-953c-354eb5e5748f", "address": "fa:16:3e:8f:a2:1f", "network": {"id": "99d0f0cd-f736-4d02-b210-7739b4558b42", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1306484074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc097a85e81435a9afa6e063d0b4764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e8cb5f-6e", "ovs_interfaceid": "89e8cb5f-6e55-49b9-953c-354eb5e5748f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.520211] env[69239]: DEBUG oslo_vmware.api [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.775984] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145081, 'name': ReconfigVM_Task, 'duration_secs': 0.315395} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.783498] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 868d8686-b21b-4c8f-94ea-191c1b662640/868d8686-b21b-4c8f-94ea-191c1b662640.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.788461] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d8f8907-9607-4ca9-a97d-f49403ee8442 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.801859] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 796.801859] env[69239]: value = "task-4145085" [ 796.801859] env[69239]: _type = "Task" [ 796.801859] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.814132] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145082, 'name': Rename_Task, 'duration_secs': 0.18738} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.814932] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.815823] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68fd2b14-7fb8-447d-85d1-fe4b0f8d82ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.820998] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145085, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.829158] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 796.829158] env[69239]: value = "task-4145086" [ 796.829158] env[69239]: _type = "Task" [ 796.829158] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.841510] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.992197] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.017093] env[69239]: DEBUG oslo_concurrency.lockutils [req-2221a275-1c18-49f2-95d6-df93d6447ff6 req-bf8a4941-1d96-4aac-9cc0-1b6a5a736d80 service nova] Releasing lock "refresh_cache-a20a473d-c061-4bc7-8d44-32d26d10cfe9" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.017494] env[69239]: DEBUG oslo_vmware.api [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Task: {'id': task-4145084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115912} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.018012] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.018012] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.018136] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.018281] env[69239]: INFO nova.compute.manager [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Took 1.09 seconds to destroy the instance on the hypervisor. [ 797.018569] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.018779] env[69239]: DEBUG nova.compute.manager [-] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.018939] env[69239]: DEBUG nova.network.neutron [-] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.045232] env[69239]: DEBUG nova.network.neutron [-] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.078475] env[69239]: DEBUG nova.network.neutron [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Successfully updated port: 4679c90d-e2aa-48eb-af00-c4430c1e5a2b {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.205275] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814a061c-b59a-43cf-9e2d-b67c14f985e7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.214950] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b609c32f-cc81-4e9a-ab3d-364e3a302688 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.247855] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1e3beb-018c-48f7-9509-f77658ac79ce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.256678] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31aaad4-f7fb-40d9-b62d-791fe252dbc9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.276019] env[69239]: DEBUG nova.compute.provider_tree [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.313031] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145085, 'name': Rename_Task, 'duration_secs': 0.176824} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.314020] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.314020] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7de34b6-e1f8-4821-ab0d-02d44af6cbde {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.321306] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 797.321306] env[69239]: value = "task-4145087" [ 797.321306] env[69239]: _type = "Task" [ 797.321306] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.332897] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.342460] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.547348] env[69239]: DEBUG nova.network.neutron [-] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.556894] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "bb959ee7-1de9-4877-b342-4183c2a30146" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.556894] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "bb959ee7-1de9-4877-b342-4183c2a30146" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.586743] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "refresh_cache-54e30768-6647-4d29-a6b0-fb3c4fe9235b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.586743] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired lock "refresh_cache-54e30768-6647-4d29-a6b0-fb3c4fe9235b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.586743] env[69239]: DEBUG nova.network.neutron [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.776245] env[69239]: DEBUG nova.scheduler.client.report [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.833487] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145087, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.844028] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.945685] env[69239]: DEBUG nova.compute.manager [req-25278b62-b675-4e5f-8f22-1369d406de2f req-97f586f1-5901-4c8e-be3f-37c792cef71f service nova] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Received event network-vif-plugged-4679c90d-e2aa-48eb-af00-c4430c1e5a2b {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.945823] env[69239]: DEBUG oslo_concurrency.lockutils [req-25278b62-b675-4e5f-8f22-1369d406de2f req-97f586f1-5901-4c8e-be3f-37c792cef71f service nova] Acquiring lock "54e30768-6647-4d29-a6b0-fb3c4fe9235b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.946041] env[69239]: DEBUG oslo_concurrency.lockutils [req-25278b62-b675-4e5f-8f22-1369d406de2f req-97f586f1-5901-4c8e-be3f-37c792cef71f service nova] Lock "54e30768-6647-4d29-a6b0-fb3c4fe9235b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.946214] env[69239]: DEBUG oslo_concurrency.lockutils [req-25278b62-b675-4e5f-8f22-1369d406de2f req-97f586f1-5901-4c8e-be3f-37c792cef71f service nova] Lock "54e30768-6647-4d29-a6b0-fb3c4fe9235b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.946520] env[69239]: DEBUG nova.compute.manager [req-25278b62-b675-4e5f-8f22-1369d406de2f req-97f586f1-5901-4c8e-be3f-37c792cef71f service nova] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] No waiting events found dispatching network-vif-plugged-4679c90d-e2aa-48eb-af00-c4430c1e5a2b {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 797.946612] env[69239]: WARNING nova.compute.manager [req-25278b62-b675-4e5f-8f22-1369d406de2f req-97f586f1-5901-4c8e-be3f-37c792cef71f service nova] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Received unexpected event network-vif-plugged-4679c90d-e2aa-48eb-af00-c4430c1e5a2b for instance with vm_state building and task_state spawning. [ 797.946700] env[69239]: DEBUG nova.compute.manager [req-25278b62-b675-4e5f-8f22-1369d406de2f req-97f586f1-5901-4c8e-be3f-37c792cef71f service nova] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Received event network-changed-4679c90d-e2aa-48eb-af00-c4430c1e5a2b {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.947166] env[69239]: DEBUG nova.compute.manager [req-25278b62-b675-4e5f-8f22-1369d406de2f req-97f586f1-5901-4c8e-be3f-37c792cef71f service nova] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Refreshing instance network info cache due to event network-changed-4679c90d-e2aa-48eb-af00-c4430c1e5a2b. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.947883] env[69239]: DEBUG oslo_concurrency.lockutils [req-25278b62-b675-4e5f-8f22-1369d406de2f req-97f586f1-5901-4c8e-be3f-37c792cef71f service nova] Acquiring lock "refresh_cache-54e30768-6647-4d29-a6b0-fb3c4fe9235b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.052124] env[69239]: INFO nova.compute.manager [-] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Took 1.03 seconds to deallocate network for instance. [ 798.157023] env[69239]: DEBUG nova.network.neutron [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.284720] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.285327] env[69239]: DEBUG nova.compute.manager [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.292465] env[69239]: DEBUG oslo_concurrency.lockutils [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.645s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.338697] env[69239]: DEBUG oslo_vmware.api [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145087, 'name': PowerOnVM_Task, 'duration_secs': 0.524521} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.346375] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.347396] env[69239]: INFO nova.compute.manager [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Took 7.12 seconds to spawn the instance on the hypervisor. [ 798.347665] env[69239]: DEBUG nova.compute.manager [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 798.349750] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12dd414-001f-48f9-97ec-2ec090fa5b69 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.362418] env[69239]: DEBUG oslo_vmware.api [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145086, 'name': PowerOnVM_Task, 'duration_secs': 1.463724} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.365075] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.365419] env[69239]: INFO nova.compute.manager [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Took 9.82 seconds to spawn the instance on the hypervisor. [ 798.365533] env[69239]: DEBUG nova.compute.manager [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 798.377026] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2807c2b1-fa40-4d0d-b5e1-f378e111ea53 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.446535] env[69239]: DEBUG nova.network.neutron [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Updating instance_info_cache with network_info: [{"id": "4679c90d-e2aa-48eb-af00-c4430c1e5a2b", "address": "fa:16:3e:26:0f:62", "network": {"id": "21d46fe8-ac4c-4908-972a-4c74f40057ea", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1918860150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f4ab7abc14bac8ee32dd4b4c80d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4679c90d-e2", "ovs_interfaceid": "4679c90d-e2aa-48eb-af00-c4430c1e5a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.569957] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.796595] env[69239]: INFO nova.compute.claims [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.809288] env[69239]: DEBUG nova.compute.utils [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.811212] env[69239]: DEBUG nova.compute.manager [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Not allocating networking since 'none' was specified. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 798.894180] env[69239]: INFO nova.compute.manager [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Took 42.08 seconds to build instance. [ 798.901883] env[69239]: INFO nova.compute.manager [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Took 47.49 seconds to build instance. [ 798.949570] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lock "refresh_cache-54e30768-6647-4d29-a6b0-fb3c4fe9235b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.949938] env[69239]: DEBUG nova.compute.manager [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Instance network_info: |[{"id": "4679c90d-e2aa-48eb-af00-c4430c1e5a2b", "address": "fa:16:3e:26:0f:62", "network": {"id": "21d46fe8-ac4c-4908-972a-4c74f40057ea", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1918860150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f4ab7abc14bac8ee32dd4b4c80d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4679c90d-e2", "ovs_interfaceid": "4679c90d-e2aa-48eb-af00-c4430c1e5a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.950337] env[69239]: DEBUG oslo_concurrency.lockutils [req-25278b62-b675-4e5f-8f22-1369d406de2f req-97f586f1-5901-4c8e-be3f-37c792cef71f service nova] Acquired lock "refresh_cache-54e30768-6647-4d29-a6b0-fb3c4fe9235b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.950760] env[69239]: DEBUG nova.network.neutron [req-25278b62-b675-4e5f-8f22-1369d406de2f req-97f586f1-5901-4c8e-be3f-37c792cef71f service nova] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Refreshing network info cache for port 4679c90d-e2aa-48eb-af00-c4430c1e5a2b {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.952721] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:0f:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4679c90d-e2aa-48eb-af00-c4430c1e5a2b', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.963830] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.966363] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.966730] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b5fb2a1-2bc9-459f-a5c8-cecf8c561ffd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.002995] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.002995] env[69239]: value = "task-4145088" [ 799.002995] env[69239]: _type = "Task" [ 799.002995] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.017960] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145088, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.315080] env[69239]: INFO nova.compute.resource_tracker [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating resource usage from migration a514b943-a867-480b-a21b-12d4904dd2b8 [ 799.319696] env[69239]: DEBUG nova.compute.manager [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.400258] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3cf0372d-d716-4226-9f49-43daeac2468f tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "868d8686-b21b-4c8f-94ea-191c1b662640" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.403s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.404396] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66ad080c-57c4-4410-adf7-a06a664d844a tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "43410ca1-1bf9-4332-93e5-be325167d292" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.088s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.515817] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145088, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.664109] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e043d4-b075-4c75-ae7a-7a658bfdc5ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.673146] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a22725ee-9060-4258-84cb-937dc7d78870 tempest-ServersAdminNegativeTestJSON-1104388576 tempest-ServersAdminNegativeTestJSON-1104388576-project-admin] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Suspending the VM {{(pid=69239) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 799.676135] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0b823d3e-5de4-45dc-9677-013d18360454 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.684034] env[69239]: DEBUG oslo_vmware.api [None req-a22725ee-9060-4258-84cb-937dc7d78870 tempest-ServersAdminNegativeTestJSON-1104388576 tempest-ServersAdminNegativeTestJSON-1104388576-project-admin] Waiting for the task: (returnval){ [ 799.684034] env[69239]: value = "task-4145089" [ 799.684034] env[69239]: _type = "Task" [ 799.684034] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.698288] env[69239]: DEBUG oslo_vmware.api [None req-a22725ee-9060-4258-84cb-937dc7d78870 tempest-ServersAdminNegativeTestJSON-1104388576 tempest-ServersAdminNegativeTestJSON-1104388576-project-admin] Task: {'id': task-4145089, 'name': SuspendVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.853132] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0747d6-c04b-43c4-815c-f1f6899dc064 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.863362] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c329871-5596-4d26-a76e-635a5e9a466c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.904486] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7d7776-8095-4b13-b535-d3226ffe245e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.907564] env[69239]: DEBUG nova.compute.manager [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.912045] env[69239]: DEBUG nova.compute.manager [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.922905] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1563c9a-cd69-4da4-a4f1-fe9225aab66a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.940029] env[69239]: DEBUG nova.compute.provider_tree [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.018750] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145088, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.114759] env[69239]: DEBUG nova.network.neutron [req-25278b62-b675-4e5f-8f22-1369d406de2f req-97f586f1-5901-4c8e-be3f-37c792cef71f service nova] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Updated VIF entry in instance network info cache for port 4679c90d-e2aa-48eb-af00-c4430c1e5a2b. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.114759] env[69239]: DEBUG nova.network.neutron [req-25278b62-b675-4e5f-8f22-1369d406de2f req-97f586f1-5901-4c8e-be3f-37c792cef71f service nova] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Updating instance_info_cache with network_info: [{"id": "4679c90d-e2aa-48eb-af00-c4430c1e5a2b", "address": "fa:16:3e:26:0f:62", "network": {"id": "21d46fe8-ac4c-4908-972a-4c74f40057ea", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1918860150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f4ab7abc14bac8ee32dd4b4c80d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4679c90d-e2", "ovs_interfaceid": "4679c90d-e2aa-48eb-af00-c4430c1e5a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.196505] env[69239]: DEBUG oslo_vmware.api [None req-a22725ee-9060-4258-84cb-937dc7d78870 tempest-ServersAdminNegativeTestJSON-1104388576 tempest-ServersAdminNegativeTestJSON-1104388576-project-admin] Task: {'id': task-4145089, 'name': SuspendVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.334760] env[69239]: DEBUG nova.compute.manager [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.374144] env[69239]: DEBUG nova.virt.hardware [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.374436] env[69239]: DEBUG nova.virt.hardware [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.374627] env[69239]: DEBUG nova.virt.hardware [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.374829] env[69239]: DEBUG nova.virt.hardware [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.375146] env[69239]: DEBUG nova.virt.hardware [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.375356] env[69239]: DEBUG nova.virt.hardware [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.376095] env[69239]: DEBUG nova.virt.hardware [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.376318] env[69239]: DEBUG nova.virt.hardware [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.376575] env[69239]: DEBUG nova.virt.hardware [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.376790] env[69239]: DEBUG nova.virt.hardware [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.376987] env[69239]: DEBUG nova.virt.hardware [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.377925] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539c3f6b-394d-4d8b-9bdd-615d5f2ac71f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.389097] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e01142c-a5aa-4e21-885e-745bd75ac84b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.408439] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.414522] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Creating folder: Project (3875a2afb9a14db990c279dbf5ec23e9). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.417274] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ee628a3-b62c-4f79-9524-6404b632e8a4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.435880] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Created folder: Project (3875a2afb9a14db990c279dbf5ec23e9) in parent group-v820715. [ 800.436302] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Creating folder: Instances. Parent ref: group-v820865. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.436478] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52b19e8d-0e8e-448c-8365-248851842a10 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.444047] env[69239]: DEBUG nova.scheduler.client.report [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.452694] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.452694] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Created folder: Instances in parent group-v820865. [ 800.452694] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.455972] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.457844] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.457844] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fc1fb54-c15f-479e-9577-68fc0fcbd4ff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.479118] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.479118] env[69239]: value = "task-4145092" [ 800.479118] env[69239]: _type = "Task" [ 800.479118] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.489452] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145092, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.520726] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145088, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.563459] env[69239]: DEBUG nova.compute.manager [req-0e761c1d-6873-4a5a-82cc-6a808f8a92e7 req-5fd9ecd0-8544-4d51-93e8-4153ccda08e4 service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Received event network-changed-43bbad0b-6ee1-4df5-a429-8d6f5acac187 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.563459] env[69239]: DEBUG nova.compute.manager [req-0e761c1d-6873-4a5a-82cc-6a808f8a92e7 req-5fd9ecd0-8544-4d51-93e8-4153ccda08e4 service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Refreshing instance network info cache due to event network-changed-43bbad0b-6ee1-4df5-a429-8d6f5acac187. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.563459] env[69239]: DEBUG oslo_concurrency.lockutils [req-0e761c1d-6873-4a5a-82cc-6a808f8a92e7 req-5fd9ecd0-8544-4d51-93e8-4153ccda08e4 service nova] Acquiring lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.563821] env[69239]: DEBUG oslo_concurrency.lockutils [req-0e761c1d-6873-4a5a-82cc-6a808f8a92e7 req-5fd9ecd0-8544-4d51-93e8-4153ccda08e4 service nova] Acquired lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.563821] env[69239]: DEBUG nova.network.neutron [req-0e761c1d-6873-4a5a-82cc-6a808f8a92e7 req-5fd9ecd0-8544-4d51-93e8-4153ccda08e4 service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Refreshing network info cache for port 43bbad0b-6ee1-4df5-a429-8d6f5acac187 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.621077] env[69239]: DEBUG oslo_concurrency.lockutils [req-25278b62-b675-4e5f-8f22-1369d406de2f req-97f586f1-5901-4c8e-be3f-37c792cef71f service nova] Releasing lock "refresh_cache-54e30768-6647-4d29-a6b0-fb3c4fe9235b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.696125] env[69239]: DEBUG oslo_vmware.api [None req-a22725ee-9060-4258-84cb-937dc7d78870 tempest-ServersAdminNegativeTestJSON-1104388576 tempest-ServersAdminNegativeTestJSON-1104388576-project-admin] Task: {'id': task-4145089, 'name': SuspendVM_Task} progress is 58%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.902762] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "0de18b9d-ab56-4687-802a-eb202691f51f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.903114] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "0de18b9d-ab56-4687-802a-eb202691f51f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.949032] env[69239]: DEBUG oslo_concurrency.lockutils [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.658s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.949267] env[69239]: INFO nova.compute.manager [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Migrating [ 800.958012] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.070s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.958271] env[69239]: DEBUG nova.objects.instance [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lazy-loading 'resources' on Instance uuid 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.994190] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145092, 'name': CreateVM_Task, 'duration_secs': 0.412819} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.994418] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.995332] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.995546] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.995905] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.996440] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6add91f0-510e-4d0d-93e1-ffe2e5844917 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.006060] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 801.006060] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5223e905-eea7-9472-388f-2c881148ba1d" [ 801.006060] env[69239]: _type = "Task" [ 801.006060] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.019224] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145088, 'name': CreateVM_Task, 'duration_secs': 1.576494} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.022895] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.023822] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5223e905-eea7-9472-388f-2c881148ba1d, 'name': SearchDatastore_Task, 'duration_secs': 0.012124} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.024632] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.024818] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.025077] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.025348] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.025504] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.025716] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.026077] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.026353] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.026593] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57a67227-c1f9-4b69-a5cf-7a08e8c59352 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.028962] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f436fc8c-db87-48ba-a993-64b38e839202 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.037042] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 801.037042] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ae5212-fef2-3514-48f4-f2c705794adb" [ 801.037042] env[69239]: _type = "Task" [ 801.037042] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.048080] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ae5212-fef2-3514-48f4-f2c705794adb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.049238] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.049420] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.050230] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebfd0e26-6875-4bb4-b105-dead38b54777 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.058490] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 801.058490] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5225c061-60c7-e178-080f-6440597af354" [ 801.058490] env[69239]: _type = "Task" [ 801.058490] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.070367] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5225c061-60c7-e178-080f-6440597af354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.195966] env[69239]: DEBUG oslo_vmware.api [None req-a22725ee-9060-4258-84cb-937dc7d78870 tempest-ServersAdminNegativeTestJSON-1104388576 tempest-ServersAdminNegativeTestJSON-1104388576-project-admin] Task: {'id': task-4145089, 'name': SuspendVM_Task} progress is 58%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.482363] env[69239]: DEBUG oslo_concurrency.lockutils [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.483433] env[69239]: DEBUG oslo_concurrency.lockutils [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.483433] env[69239]: DEBUG nova.network.neutron [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.536137] env[69239]: DEBUG nova.network.neutron [req-0e761c1d-6873-4a5a-82cc-6a808f8a92e7 req-5fd9ecd0-8544-4d51-93e8-4153ccda08e4 service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Updated VIF entry in instance network info cache for port 43bbad0b-6ee1-4df5-a429-8d6f5acac187. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.536529] env[69239]: DEBUG nova.network.neutron [req-0e761c1d-6873-4a5a-82cc-6a808f8a92e7 req-5fd9ecd0-8544-4d51-93e8-4153ccda08e4 service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Updating instance_info_cache with network_info: [{"id": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "address": "fa:16:3e:da:6f:3a", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bbad0b-6e", "ovs_interfaceid": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.553246] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ae5212-fef2-3514-48f4-f2c705794adb, 'name': SearchDatastore_Task, 'duration_secs': 0.027491} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.554376] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.554710] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.555029] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.578572] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5225c061-60c7-e178-080f-6440597af354, 'name': SearchDatastore_Task, 'duration_secs': 0.010962} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.579553] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d4ddfa-a2cc-4db0-b4e4-fb12c23d999a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.586110] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 801.586110] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527fcca5-5c69-8272-261b-fb3226c412d5" [ 801.586110] env[69239]: _type = "Task" [ 801.586110] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.598717] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527fcca5-5c69-8272-261b-fb3226c412d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.701339] env[69239]: DEBUG oslo_vmware.api [None req-a22725ee-9060-4258-84cb-937dc7d78870 tempest-ServersAdminNegativeTestJSON-1104388576 tempest-ServersAdminNegativeTestJSON-1104388576-project-admin] Task: {'id': task-4145089, 'name': SuspendVM_Task, 'duration_secs': 1.674552} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.701631] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a22725ee-9060-4258-84cb-937dc7d78870 tempest-ServersAdminNegativeTestJSON-1104388576 tempest-ServersAdminNegativeTestJSON-1104388576-project-admin] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Suspended the VM {{(pid=69239) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 801.701815] env[69239]: DEBUG nova.compute.manager [None req-a22725ee-9060-4258-84cb-937dc7d78870 tempest-ServersAdminNegativeTestJSON-1104388576 tempest-ServersAdminNegativeTestJSON-1104388576-project-admin] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 801.702655] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e029488-5467-40ff-8563-7a953c13aa6a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.045859] env[69239]: DEBUG oslo_concurrency.lockutils [req-0e761c1d-6873-4a5a-82cc-6a808f8a92e7 req-5fd9ecd0-8544-4d51-93e8-4153ccda08e4 service nova] Releasing lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.046907] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c46659-5b0e-440b-877d-18cdff4e5eaf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.055102] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efc4cd9-242b-4a23-8e4e-a4f5736f138c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.097057] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e622dcb1-6023-43fe-9b7e-da48e8991c5d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.108837] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527fcca5-5c69-8272-261b-fb3226c412d5, 'name': SearchDatastore_Task, 'duration_secs': 0.048693} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.109415] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.109627] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 356511fa-a83d-4211-adb5-4c3f143e698d/356511fa-a83d-4211-adb5-4c3f143e698d.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.111025] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50eee90-d876-488d-b858-bb8ed01e7301 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.116656] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.116656] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.116656] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be96ec86-9c0e-40f9-a129-dd1ccade5fcd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.118328] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cf848c4-c926-4f18-ba4b-53e252d4f146 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.132923] env[69239]: DEBUG nova.compute.provider_tree [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.136991] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.137215] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.138203] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 802.138203] env[69239]: value = "task-4145093" [ 802.138203] env[69239]: _type = "Task" [ 802.138203] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.139175] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0cad1e-36fd-4fd9-9040-d72349065aa5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.149958] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 802.149958] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]523a7a1c-4792-b980-afbe-2ccfee561699" [ 802.149958] env[69239]: _type = "Task" [ 802.149958] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.153541] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.163299] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523a7a1c-4792-b980-afbe-2ccfee561699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.484056] env[69239]: DEBUG nova.network.neutron [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating instance_info_cache with network_info: [{"id": "ce97a929-4294-4145-a93f-b32689dbbaec", "address": "fa:16:3e:ce:4a:24", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce97a929-42", "ovs_interfaceid": "ce97a929-4294-4145-a93f-b32689dbbaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.640165] env[69239]: DEBUG nova.scheduler.client.report [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.654031] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145093, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.666723] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523a7a1c-4792-b980-afbe-2ccfee561699, 'name': SearchDatastore_Task, 'duration_secs': 0.043573} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.667845] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec628e95-3d74-44b7-b5e6-7731f172ac54 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.674553] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 802.674553] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a5c548-84d9-8b60-e962-158895d5b45d" [ 802.674553] env[69239]: _type = "Task" [ 802.674553] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.683682] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a5c548-84d9-8b60-e962-158895d5b45d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.987602] env[69239]: DEBUG oslo_concurrency.lockutils [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Releasing lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.153029] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.153029] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.851s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.160045] env[69239]: INFO nova.compute.claims [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.179038] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937114} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.184436] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 356511fa-a83d-4211-adb5-4c3f143e698d/356511fa-a83d-4211-adb5-4c3f143e698d.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.185412] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.185776] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a05c53f9-02d0-420d-bcf9-92216547b631 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.201624] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a5c548-84d9-8b60-e962-158895d5b45d, 'name': SearchDatastore_Task, 'duration_secs': 0.026324} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.202915] env[69239]: INFO nova.scheduler.client.report [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Deleted allocations for instance 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73 [ 803.208036] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.208036] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 54e30768-6647-4d29-a6b0-fb3c4fe9235b/54e30768-6647-4d29-a6b0-fb3c4fe9235b.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.208036] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 803.208036] env[69239]: value = "task-4145094" [ 803.208036] env[69239]: _type = "Task" [ 803.208036] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.208036] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e60351ae-2e13-45ab-a69c-66d67c9c6867 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.224536] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.226389] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 803.226389] env[69239]: value = "task-4145095" [ 803.226389] env[69239]: _type = "Task" [ 803.226389] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.238040] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.343853] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "fc588c49-4478-456b-a3f8-a049fc908c96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.344141] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "fc588c49-4478-456b-a3f8-a049fc908c96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.726725] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127225} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.727549] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1dcf1a2-29c0-4201-93f6-e53a4b7ebabe tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.396s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.729787] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.733597] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d81759-6097-4140-b34e-b1d64f465c8e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.756354] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 356511fa-a83d-4211-adb5-4c3f143e698d/356511fa-a83d-4211-adb5-4c3f143e698d.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.760576] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecf60b48-8c9b-4f64-ac44-6827e4d6f146 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.776060] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145095, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.783847] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 803.783847] env[69239]: value = "task-4145096" [ 803.783847] env[69239]: _type = "Task" [ 803.783847] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.793409] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145096, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.246122] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145095, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.294759] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.414857] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "09dae98c-7b24-4342-9f25-64065c1eb190" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.415382] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "09dae98c-7b24-4342-9f25-64065c1eb190" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.511564] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa0577b-b58c-4785-940a-b932bf07b753 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.535546] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating instance '17e9b47b-1f79-4b53-93a0-b9258d846e97' progress to 0 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 804.740541] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145095, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.085723} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.743621] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 54e30768-6647-4d29-a6b0-fb3c4fe9235b/54e30768-6647-4d29-a6b0-fb3c4fe9235b.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.743921] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.744503] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a451429f-7e2f-48e0-9015-09961be95dc2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.753757] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 804.753757] env[69239]: value = "task-4145097" [ 804.753757] env[69239]: _type = "Task" [ 804.753757] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.768046] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.794877] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.821696] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fe79ee-3d00-456d-b50a-1dd7f9233f15 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.830525] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6374ecce-e3e7-4ada-b6be-9d81acc83e0b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.863677] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5880097e-e450-4dc1-8ec5-ef28683b2caa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.872751] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba50704d-e0dd-4360-86a0-19423c8e7b2f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.887837] env[69239]: DEBUG nova.compute.provider_tree [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.046135] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.046135] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b4fbd2d-eef0-4b8d-b32f-6dbc3855247a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.059025] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 805.059025] env[69239]: value = "task-4145098" [ 805.059025] env[69239]: _type = "Task" [ 805.059025] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.067286] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.265563] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075545} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.265830] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.269317] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfcc3fc-da1f-49f4-924a-326a55b1ed25 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.296410] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 54e30768-6647-4d29-a6b0-fb3c4fe9235b/54e30768-6647-4d29-a6b0-fb3c4fe9235b.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.300738] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b407a4b7-09d2-4e55-943e-c5574242467b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.327981] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145096, 'name': ReconfigVM_Task, 'duration_secs': 1.072745} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.329555] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 356511fa-a83d-4211-adb5-4c3f143e698d/356511fa-a83d-4211-adb5-4c3f143e698d.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.330307] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 805.330307] env[69239]: value = "task-4145099" [ 805.330307] env[69239]: _type = "Task" [ 805.330307] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.330524] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ff4fc15-713c-4f7b-aeda-23007099ba65 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.347204] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 805.347204] env[69239]: value = "task-4145100" [ 805.347204] env[69239]: _type = "Task" [ 805.347204] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.357669] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145100, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.393603] env[69239]: DEBUG nova.scheduler.client.report [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.567349] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.625138] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "43410ca1-1bf9-4332-93e5-be325167d292" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.625138] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "43410ca1-1bf9-4332-93e5-be325167d292" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.625138] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "43410ca1-1bf9-4332-93e5-be325167d292-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.625138] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "43410ca1-1bf9-4332-93e5-be325167d292-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.625138] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "43410ca1-1bf9-4332-93e5-be325167d292-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.626982] env[69239]: INFO nova.compute.manager [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Terminating instance [ 805.846395] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.858591] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145100, 'name': Rename_Task, 'duration_secs': 0.164579} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.859115] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.859628] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d860ba08-52b1-4ec0-bc4f-b2e22ec4b66c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.867781] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 805.867781] env[69239]: value = "task-4145101" [ 805.867781] env[69239]: _type = "Task" [ 805.867781] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.877037] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.899833] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.900690] env[69239]: DEBUG nova.compute.manager [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.904836] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.681s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.905195] env[69239]: DEBUG nova.objects.instance [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lazy-loading 'resources' on Instance uuid a1e2318d-73ad-4490-9892-94d6dbc6ddc4 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.069083] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145098, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.134696] env[69239]: DEBUG nova.compute.manager [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.135035] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.136055] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c06fcae-905f-454d-92a2-2ab3018cf9c6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.144778] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.144778] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73e2d76d-d3c0-4530-aefe-70c9e9c05ca7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.223660] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.223901] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.224104] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Deleting the datastore file [datastore1] 43410ca1-1bf9-4332-93e5-be325167d292 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.224408] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc4f1276-39d7-485f-bf47-06a49cee6890 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.232610] env[69239]: DEBUG oslo_vmware.api [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 806.232610] env[69239]: value = "task-4145103" [ 806.232610] env[69239]: _type = "Task" [ 806.232610] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.242494] env[69239]: DEBUG oslo_vmware.api [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.348132] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145099, 'name': ReconfigVM_Task, 'duration_secs': 0.825522} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.348520] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 54e30768-6647-4d29-a6b0-fb3c4fe9235b/54e30768-6647-4d29-a6b0-fb3c4fe9235b.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.349388] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b3d113f-1ed5-4a6e-8fde-d45bdac3e9f8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.357654] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 806.357654] env[69239]: value = "task-4145104" [ 806.357654] env[69239]: _type = "Task" [ 806.357654] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.366890] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145104, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.382729] env[69239]: DEBUG oslo_vmware.api [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145101, 'name': PowerOnVM_Task, 'duration_secs': 0.46854} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.383529] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.383529] env[69239]: INFO nova.compute.manager [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Took 6.05 seconds to spawn the instance on the hypervisor. [ 806.383789] env[69239]: DEBUG nova.compute.manager [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 806.385082] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8548cab0-e958-4939-ac8e-35516dfc9d7b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.408882] env[69239]: DEBUG nova.compute.utils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.413819] env[69239]: DEBUG nova.compute.manager [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.414106] env[69239]: DEBUG nova.network.neutron [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.447889] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "cf1eb428-09b1-4619-a28b-9570fa678ee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.448061] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "cf1eb428-09b1-4619-a28b-9570fa678ee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.505147] env[69239]: DEBUG nova.policy [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a58ff2e8ccf4d55b0c25cd46b4a6908', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '426726ad221b46279a27c0d80a385585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.571815] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145098, 'name': PowerOffVM_Task, 'duration_secs': 1.013792} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.574605] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.575629] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating instance '17e9b47b-1f79-4b53-93a0-b9258d846e97' progress to 17 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 806.744928] env[69239]: DEBUG oslo_vmware.api [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238491} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.748583] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.748795] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.748979] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.750804] env[69239]: INFO nova.compute.manager [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Took 0.61 seconds to destroy the instance on the hypervisor. [ 806.751074] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.751541] env[69239]: DEBUG nova.compute.manager [-] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.751653] env[69239]: DEBUG nova.network.neutron [-] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.871122] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145104, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.910424] env[69239]: INFO nova.compute.manager [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Took 42.56 seconds to build instance. [ 806.914440] env[69239]: DEBUG nova.compute.manager [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.933891] env[69239]: DEBUG nova.network.neutron [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Successfully created port: 753d22f3-8349-4c05-bf97-593f2bea76ee {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.974782] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e62578-332e-445a-847c-4d70546445b9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.983621] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab72c492-e476-484d-a3a5-37bd76e6d39b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.021384] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1705d9cd-268d-44f6-a563-3542bb0b046b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.033174] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd36f51-f660-4949-8e7d-848f2339f9f5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.050066] env[69239]: DEBUG nova.compute.provider_tree [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.053243] env[69239]: DEBUG nova.compute.manager [req-c14f93fc-fbe8-4405-864a-97928aa8f872 req-13cefbac-5d1b-46c8-81d4-96fda1530ba7 service nova] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Received event network-vif-deleted-a74d91fd-1bbf-431a-80e1-e51764ca49e8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.053434] env[69239]: INFO nova.compute.manager [req-c14f93fc-fbe8-4405-864a-97928aa8f872 req-13cefbac-5d1b-46c8-81d4-96fda1530ba7 service nova] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Neutron deleted interface a74d91fd-1bbf-431a-80e1-e51764ca49e8; detaching it from the instance and deleting it from the info cache [ 807.053609] env[69239]: DEBUG nova.network.neutron [req-c14f93fc-fbe8-4405-864a-97928aa8f872 req-13cefbac-5d1b-46c8-81d4-96fda1530ba7 service nova] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.082371] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.082497] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.082610] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.082798] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.082948] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.083309] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.083548] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.083716] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.083883] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.085236] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.085445] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.091209] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c21fad5-0eb2-4c99-a857-64d20bc5b8e4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.110755] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 807.110755] env[69239]: value = "task-4145105" [ 807.110755] env[69239]: _type = "Task" [ 807.110755] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.120761] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.372305] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145104, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.413639] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5333fe80-57e8-4e2b-a232-870320ac4164 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Lock "356511fa-a83d-4211-adb5-4c3f143e698d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.154s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.527528] env[69239]: DEBUG nova.network.neutron [-] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.556537] env[69239]: DEBUG nova.scheduler.client.report [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.560434] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc3b0b6d-890b-4679-afcd-ff71f4f2dfd9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.570531] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add63157-2c70-4bbc-bfe4-4c698ae94231 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.613579] env[69239]: DEBUG nova.compute.manager [req-c14f93fc-fbe8-4405-864a-97928aa8f872 req-13cefbac-5d1b-46c8-81d4-96fda1530ba7 service nova] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Detach interface failed, port_id=a74d91fd-1bbf-431a-80e1-e51764ca49e8, reason: Instance 43410ca1-1bf9-4332-93e5-be325167d292 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 807.623295] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145105, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.869898] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145104, 'name': Rename_Task, 'duration_secs': 1.197396} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.870193] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.870507] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-601fdb21-a02d-47d5-bdb2-9313ee3d294e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.878616] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 807.878616] env[69239]: value = "task-4145106" [ 807.878616] env[69239]: _type = "Task" [ 807.878616] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.887806] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.893456] env[69239]: INFO nova.compute.manager [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Rebuilding instance [ 807.916488] env[69239]: DEBUG nova.compute.manager [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.924115] env[69239]: DEBUG nova.compute.manager [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.951179] env[69239]: DEBUG nova.virt.hardware [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.951495] env[69239]: DEBUG nova.virt.hardware [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.951638] env[69239]: DEBUG nova.virt.hardware [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.951823] env[69239]: DEBUG nova.virt.hardware [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.951975] env[69239]: DEBUG nova.virt.hardware [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.952149] env[69239]: DEBUG nova.virt.hardware [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.952364] env[69239]: DEBUG nova.virt.hardware [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.952527] env[69239]: DEBUG nova.virt.hardware [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.952717] env[69239]: DEBUG nova.virt.hardware [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.952908] env[69239]: DEBUG nova.virt.hardware [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.953117] env[69239]: DEBUG nova.virt.hardware [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.954036] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03437bf3-5e14-4b08-aac6-0a37f8f1effb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.957482] env[69239]: DEBUG nova.compute.manager [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.958328] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39de9b61-c57b-460b-89b8-ad9721448144 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.972532] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960095da-ebfe-4508-9a79-f9992ba83181 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.030483] env[69239]: INFO nova.compute.manager [-] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Took 1.28 seconds to deallocate network for instance. [ 808.064330] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.068196] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.925s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.068196] env[69239]: DEBUG nova.objects.instance [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lazy-loading 'resources' on Instance uuid 75ded7ab-ca91-4934-9e94-43701beec4f4 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.087390] env[69239]: INFO nova.scheduler.client.report [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleted allocations for instance a1e2318d-73ad-4490-9892-94d6dbc6ddc4 [ 808.125068] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145105, 'name': ReconfigVM_Task, 'duration_secs': 0.532881} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.125762] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating instance '17e9b47b-1f79-4b53-93a0-b9258d846e97' progress to 33 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 808.390531] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145106, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.444636] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.479409] env[69239]: DEBUG nova.compute.manager [req-e3191475-bf08-419f-8e31-6523eaf53aad req-41a5d42f-2eff-470d-a300-680e211573de service nova] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Received event network-vif-plugged-753d22f3-8349-4c05-bf97-593f2bea76ee {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.479409] env[69239]: DEBUG oslo_concurrency.lockutils [req-e3191475-bf08-419f-8e31-6523eaf53aad req-41a5d42f-2eff-470d-a300-680e211573de service nova] Acquiring lock "47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.479409] env[69239]: DEBUG oslo_concurrency.lockutils [req-e3191475-bf08-419f-8e31-6523eaf53aad req-41a5d42f-2eff-470d-a300-680e211573de service nova] Lock "47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.479409] env[69239]: DEBUG oslo_concurrency.lockutils [req-e3191475-bf08-419f-8e31-6523eaf53aad req-41a5d42f-2eff-470d-a300-680e211573de service nova] Lock "47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.479409] env[69239]: DEBUG nova.compute.manager [req-e3191475-bf08-419f-8e31-6523eaf53aad req-41a5d42f-2eff-470d-a300-680e211573de service nova] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] No waiting events found dispatching network-vif-plugged-753d22f3-8349-4c05-bf97-593f2bea76ee {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 808.479409] env[69239]: WARNING nova.compute.manager [req-e3191475-bf08-419f-8e31-6523eaf53aad req-41a5d42f-2eff-470d-a300-680e211573de service nova] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Received unexpected event network-vif-plugged-753d22f3-8349-4c05-bf97-593f2bea76ee for instance with vm_state building and task_state spawning. [ 808.537906] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.599887] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e99f7c0-104a-45a7-9e2b-a026836e88aa tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "a1e2318d-73ad-4490-9892-94d6dbc6ddc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.267s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.633687] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:21:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c8529e5d-7a01-44fa-b98f-43d8da945594',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-964531787',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.634104] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.634338] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.634533] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.634764] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.634829] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.635116] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.635305] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.635479] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.635648] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.635824] env[69239]: DEBUG nova.virt.hardware [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.642601] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 808.645364] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93264282-28bd-4efd-ba44-6463bba2a840 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.669426] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 808.669426] env[69239]: value = "task-4145107" [ 808.669426] env[69239]: _type = "Task" [ 808.669426] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.684961] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.708978] env[69239]: DEBUG nova.network.neutron [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Successfully updated port: 753d22f3-8349-4c05-bf97-593f2bea76ee {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.890463] env[69239]: DEBUG oslo_vmware.api [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145106, 'name': PowerOnVM_Task, 'duration_secs': 0.528} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.893357] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.893583] env[69239]: INFO nova.compute.manager [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Took 13.54 seconds to spawn the instance on the hypervisor. [ 808.893772] env[69239]: DEBUG nova.compute.manager [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 808.895168] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1ad1a4-8702-4028-b8e5-6793aa46b190 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.979689] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.980200] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-715b1e46-5ca6-4d35-a9b8-c7e77e63d0b2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.988904] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 808.988904] env[69239]: value = "task-4145108" [ 808.988904] env[69239]: _type = "Task" [ 808.988904] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.000258] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.165021] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5e9028-e967-4efe-94e1-62bca895ec66 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.176308] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91d060f-9123-4874-b0b8-05c6fad20544 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.186710] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145107, 'name': ReconfigVM_Task, 'duration_secs': 0.219249} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.213793] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 809.214276] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "refresh_cache-47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.214433] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquired lock "refresh_cache-47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.214543] env[69239]: DEBUG nova.network.neutron [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.216782] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bf7ffc-c087-43ed-9001-992339c12073 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.219759] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b04e1d5-9667-4d80-a9bc-4afa95cbf437 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.241332] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ed1d3f-cc84-4b32-bfad-a7e28ed80512 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.251968] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 17e9b47b-1f79-4b53-93a0-b9258d846e97/17e9b47b-1f79-4b53-93a0-b9258d846e97.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.252337] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8036870b-a646-4722-9c6b-96a45afbaf93 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.276843] env[69239]: DEBUG nova.compute.provider_tree [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.279672] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 809.279672] env[69239]: value = "task-4145109" [ 809.279672] env[69239]: _type = "Task" [ 809.279672] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.289961] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.418788] env[69239]: INFO nova.compute.manager [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Took 49.98 seconds to build instance. [ 809.499537] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145108, 'name': PowerOffVM_Task, 'duration_secs': 0.131664} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.499824] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.500076] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.501215] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbcd853-47b3-47bf-9e70-fdc2e984cc2d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.508617] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.508938] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d16bf650-f34d-428f-a397-197ea828599b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.535301] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.535569] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.535725] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Deleting the datastore file [datastore2] 356511fa-a83d-4211-adb5-4c3f143e698d {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.536033] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46b21590-c9db-40e4-b85d-686b20d60662 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.543935] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 809.543935] env[69239]: value = "task-4145111" [ 809.543935] env[69239]: _type = "Task" [ 809.543935] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.552574] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.722185] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "4156b2a5-daef-4f43-9306-0d6730b8d580" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.722497] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "4156b2a5-daef-4f43-9306-0d6730b8d580" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.768043] env[69239]: DEBUG nova.network.neutron [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.781163] env[69239]: DEBUG nova.scheduler.client.report [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.794703] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145109, 'name': ReconfigVM_Task, 'duration_secs': 0.484399} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.794990] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 17e9b47b-1f79-4b53-93a0-b9258d846e97/17e9b47b-1f79-4b53-93a0-b9258d846e97.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.795384] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating instance '17e9b47b-1f79-4b53-93a0-b9258d846e97' progress to 50 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 809.921636] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f4789-ee07-48b2-8787-aaf8079a2437 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "54e30768-6647-4d29-a6b0-fb3c4fe9235b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.867s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.986393] env[69239]: DEBUG nova.network.neutron [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Updating instance_info_cache with network_info: [{"id": "753d22f3-8349-4c05-bf97-593f2bea76ee", "address": "fa:16:3e:c6:67:a3", "network": {"id": "760c1384-a67b-4757-8b85-8d3df5d2a76d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2019046388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426726ad221b46279a27c0d80a385585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap753d22f3-83", "ovs_interfaceid": "753d22f3-8349-4c05-bf97-593f2bea76ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.053885] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100862} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.054119] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.054317] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.054496] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.062905] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9105e2ae-3b31-4fb1-8fa0-3acf735117b2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.069846] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0f0e6d-d5c8-4f5f-89a6-2e2022c3bc14 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Suspending the VM {{(pid=69239) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 810.069983] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-94c18d42-9a2b-4524-a67c-40d9657c5816 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.077713] env[69239]: DEBUG oslo_vmware.api [None req-ed0f0e6d-d5c8-4f5f-89a6-2e2022c3bc14 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 810.077713] env[69239]: value = "task-4145112" [ 810.077713] env[69239]: _type = "Task" [ 810.077713] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.089164] env[69239]: DEBUG oslo_vmware.api [None req-ed0f0e6d-d5c8-4f5f-89a6-2e2022c3bc14 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145112, 'name': SuspendVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.286335] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.289401] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.137s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.290935] env[69239]: INFO nova.compute.claims [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.302080] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60199eee-e688-4577-a12b-d3b79e551c46 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.324951] env[69239]: INFO nova.scheduler.client.report [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Deleted allocations for instance 75ded7ab-ca91-4934-9e94-43701beec4f4 [ 810.327538] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9dafba-a536-41ce-a82c-a62ac6b61b0c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.354822] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating instance '17e9b47b-1f79-4b53-93a0-b9258d846e97' progress to 67 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 810.425540] env[69239]: DEBUG nova.compute.manager [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.490555] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Releasing lock "refresh_cache-47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.490949] env[69239]: DEBUG nova.compute.manager [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Instance network_info: |[{"id": "753d22f3-8349-4c05-bf97-593f2bea76ee", "address": "fa:16:3e:c6:67:a3", "network": {"id": "760c1384-a67b-4757-8b85-8d3df5d2a76d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2019046388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426726ad221b46279a27c0d80a385585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap753d22f3-83", "ovs_interfaceid": "753d22f3-8349-4c05-bf97-593f2bea76ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.491413] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:67:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '753d22f3-8349-4c05-bf97-593f2bea76ee', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.499664] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.503135] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.504296] env[69239]: DEBUG nova.compute.manager [req-93de5412-ec9e-460c-90eb-ab010124d90a req-b23cf804-152d-4871-a047-c41d06b184dc service nova] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Received event network-changed-753d22f3-8349-4c05-bf97-593f2bea76ee {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.504479] env[69239]: DEBUG nova.compute.manager [req-93de5412-ec9e-460c-90eb-ab010124d90a req-b23cf804-152d-4871-a047-c41d06b184dc service nova] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Refreshing instance network info cache due to event network-changed-753d22f3-8349-4c05-bf97-593f2bea76ee. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.504804] env[69239]: DEBUG oslo_concurrency.lockutils [req-93de5412-ec9e-460c-90eb-ab010124d90a req-b23cf804-152d-4871-a047-c41d06b184dc service nova] Acquiring lock "refresh_cache-47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.505059] env[69239]: DEBUG oslo_concurrency.lockutils [req-93de5412-ec9e-460c-90eb-ab010124d90a req-b23cf804-152d-4871-a047-c41d06b184dc service nova] Acquired lock "refresh_cache-47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.505348] env[69239]: DEBUG nova.network.neutron [req-93de5412-ec9e-460c-90eb-ab010124d90a req-b23cf804-152d-4871-a047-c41d06b184dc service nova] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Refreshing network info cache for port 753d22f3-8349-4c05-bf97-593f2bea76ee {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.506825] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bb4f995-96e2-4072-b1dd-70c25185b514 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.545872] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.545872] env[69239]: value = "task-4145113" [ 810.545872] env[69239]: _type = "Task" [ 810.545872] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.565881] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145113, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.589468] env[69239]: DEBUG oslo_vmware.api [None req-ed0f0e6d-d5c8-4f5f-89a6-2e2022c3bc14 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145112, 'name': SuspendVM_Task} progress is 62%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.835983] env[69239]: DEBUG nova.network.neutron [req-93de5412-ec9e-460c-90eb-ab010124d90a req-b23cf804-152d-4871-a047-c41d06b184dc service nova] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Updated VIF entry in instance network info cache for port 753d22f3-8349-4c05-bf97-593f2bea76ee. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.836383] env[69239]: DEBUG nova.network.neutron [req-93de5412-ec9e-460c-90eb-ab010124d90a req-b23cf804-152d-4871-a047-c41d06b184dc service nova] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Updating instance_info_cache with network_info: [{"id": "753d22f3-8349-4c05-bf97-593f2bea76ee", "address": "fa:16:3e:c6:67:a3", "network": {"id": "760c1384-a67b-4757-8b85-8d3df5d2a76d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2019046388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426726ad221b46279a27c0d80a385585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap753d22f3-83", "ovs_interfaceid": "753d22f3-8349-4c05-bf97-593f2bea76ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.841200] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f3f5a238-57ca-4d83-9a89-1f5ab94e2aac tempest-ListImageFiltersTestJSON-1520270285 tempest-ListImageFiltersTestJSON-1520270285-project-member] Lock "75ded7ab-ca91-4934-9e94-43701beec4f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.099s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.936384] env[69239]: DEBUG nova.network.neutron [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Port ce97a929-4294-4145-a93f-b32689dbbaec binding to destination host cpu-1 is already ACTIVE {{(pid=69239) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 810.955918] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.057972] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145113, 'name': CreateVM_Task, 'duration_secs': 0.363106} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.058218] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.058973] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.059127] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.059468] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.059774] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27854d35-7f1b-4c71-8112-7cff4fdd5b35 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.065353] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 811.065353] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]524a5a16-133f-5715-b5d6-b95a6b729903" [ 811.065353] env[69239]: _type = "Task" [ 811.065353] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.079406] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524a5a16-133f-5715-b5d6-b95a6b729903, 'name': SearchDatastore_Task, 'duration_secs': 0.010936} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.082742] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.083075] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.083371] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.083577] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.083827] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.084191] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5ce46f2-0d93-46e1-b578-9a1c4572ee85 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.093159] env[69239]: DEBUG oslo_vmware.api [None req-ed0f0e6d-d5c8-4f5f-89a6-2e2022c3bc14 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145112, 'name': SuspendVM_Task, 'duration_secs': 0.653523} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.094924] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0f0e6d-d5c8-4f5f-89a6-2e2022c3bc14 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Suspended the VM {{(pid=69239) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 811.095126] env[69239]: DEBUG nova.compute.manager [None req-ed0f0e6d-d5c8-4f5f-89a6-2e2022c3bc14 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 811.096895] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19adb67-cc4a-430b-8728-46154a5fab33 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.099418] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.099593] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.102216] env[69239]: DEBUG nova.virt.hardware [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.102441] env[69239]: DEBUG nova.virt.hardware [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.102603] env[69239]: DEBUG nova.virt.hardware [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.102823] env[69239]: DEBUG nova.virt.hardware [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.102988] env[69239]: DEBUG nova.virt.hardware [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.103156] env[69239]: DEBUG nova.virt.hardware [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.104562] env[69239]: DEBUG nova.virt.hardware [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.104562] env[69239]: DEBUG nova.virt.hardware [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.104562] env[69239]: DEBUG nova.virt.hardware [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.104562] env[69239]: DEBUG nova.virt.hardware [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.104562] env[69239]: DEBUG nova.virt.hardware [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.104562] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d1eafa-1365-4af0-83ea-6b1714204884 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.107110] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dfef51-f602-4cc5-803f-c840ba9a0d26 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.120407] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 811.120407] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]521523d1-415b-5ec5-1128-e935b7033172" [ 811.120407] env[69239]: _type = "Task" [ 811.120407] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.121766] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece69b59-63f2-472f-a6cf-27eb65616351 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.134824] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521523d1-415b-5ec5-1128-e935b7033172, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.145240] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.150957] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.151988] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6543f77c-ff55-4c17-8d1e-8cd0e118ec13 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.154638] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.154911] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44210f19-8706-4d31-996e-306d5c1a8222 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.170787] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 811.170787] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d4f055-e1e6-a70e-4f87-5ada9ab3f023" [ 811.170787] env[69239]: _type = "Task" [ 811.170787] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.175951] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.175951] env[69239]: value = "task-4145114" [ 811.175951] env[69239]: _type = "Task" [ 811.175951] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.183055] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d4f055-e1e6-a70e-4f87-5ada9ab3f023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.188200] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145114, 'name': CreateVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.343332] env[69239]: DEBUG oslo_concurrency.lockutils [req-93de5412-ec9e-460c-90eb-ab010124d90a req-b23cf804-152d-4871-a047-c41d06b184dc service nova] Releasing lock "refresh_cache-47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.683760] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d4f055-e1e6-a70e-4f87-5ada9ab3f023, 'name': SearchDatastore_Task, 'duration_secs': 0.010981} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.687521] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.687873] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b/47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.688557] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd75d0c0-d0c9-4e2a-be97-cd99818664b6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.694091] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145114, 'name': CreateVM_Task, 'duration_secs': 0.303824} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.694701] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.695188] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.695364] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.696113] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.696113] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b8e39a-d08c-4c92-9a15-44f3ebd9e390 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.703861] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 811.703861] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526198fe-e47a-d470-c095-2b2e5346f8dd" [ 811.703861] env[69239]: _type = "Task" [ 811.703861] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.704218] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 811.704218] env[69239]: value = "task-4145115" [ 811.704218] env[69239]: _type = "Task" [ 811.704218] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.717132] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.723120] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526198fe-e47a-d470-c095-2b2e5346f8dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.773485] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe129a6-5085-4bd6-84e9-c9d5eeadcd24 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.782974] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd87f99-922a-4b3e-b0ae-67d415b9e76d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.817199] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23b55a2-0a30-4fa9-bd25-3f9bcafde220 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.826526] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04e1f65-4a91-4db8-b935-41ca8469dd96 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.841773] env[69239]: DEBUG nova.compute.provider_tree [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.967637] env[69239]: DEBUG oslo_concurrency.lockutils [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "17e9b47b-1f79-4b53-93a0-b9258d846e97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.967940] env[69239]: DEBUG oslo_concurrency.lockutils [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "17e9b47b-1f79-4b53-93a0-b9258d846e97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.968134] env[69239]: DEBUG oslo_concurrency.lockutils [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "17e9b47b-1f79-4b53-93a0-b9258d846e97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.222607] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145115, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.226857] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526198fe-e47a-d470-c095-2b2e5346f8dd, 'name': SearchDatastore_Task, 'duration_secs': 0.016778} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.227353] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.227616] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.227902] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.228167] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.228306] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.229209] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1824e63-915a-48d5-afef-f70360f632d4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.238785] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.239221] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.239989] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6546d743-469c-43e2-9494-777d5d5dab20 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.246386] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 812.246386] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e032b4-9b2b-c01e-4514-56189e312fd8" [ 812.246386] env[69239]: _type = "Task" [ 812.246386] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.257184] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e032b4-9b2b-c01e-4514-56189e312fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.369245] env[69239]: ERROR nova.scheduler.client.report [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [req-f2e5b3db-806b-4471-8a00-b066a47efaec] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2e5b3db-806b-4471-8a00-b066a47efaec"}]} [ 812.388597] env[69239]: DEBUG nova.scheduler.client.report [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 812.406765] env[69239]: DEBUG nova.scheduler.client.report [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 812.407039] env[69239]: DEBUG nova.compute.provider_tree [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.420304] env[69239]: DEBUG nova.scheduler.client.report [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 812.442609] env[69239]: DEBUG nova.scheduler.client.report [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 812.715406] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563315} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.715769] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b/47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.715935] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.716446] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a52c555-7a22-4835-bfd6-bc80d255f90f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.729243] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 812.729243] env[69239]: value = "task-4145116" [ 812.729243] env[69239]: _type = "Task" [ 812.729243] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.745343] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.760292] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e032b4-9b2b-c01e-4514-56189e312fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.013885} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.763851] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929136a2-0c6a-4f20-aa15-63ce2ebaed4c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.769969] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 812.769969] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52759b3d-1017-45a3-ce6b-a92b2c8b4403" [ 812.769969] env[69239]: _type = "Task" [ 812.769969] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.778408] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52759b3d-1017-45a3-ce6b-a92b2c8b4403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.930168] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82640f0-49bc-4754-95ea-364a7c6fb8f9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.941756] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b3b70f-673f-45cd-aafc-d4405cf26510 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.986922] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b592ad96-e557-4bef-883b-7d8414d34165 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.995377] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4e3c41-fd40-4178-871a-5a8f42578f29 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.010655] env[69239]: DEBUG nova.compute.provider_tree [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.059575] env[69239]: DEBUG oslo_concurrency.lockutils [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.059801] env[69239]: DEBUG oslo_concurrency.lockutils [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.059987] env[69239]: DEBUG nova.network.neutron [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.241184] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258749} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.241523] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.242342] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11520b53-f0bd-49b1-a9a9-a506aaf6f433 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.268151] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b/47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.268490] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e59778a-a706-4ea6-a44b-7279f3f06c81 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.293425] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52759b3d-1017-45a3-ce6b-a92b2c8b4403, 'name': SearchDatastore_Task, 'duration_secs': 0.052777} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.295079] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.295396] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 356511fa-a83d-4211-adb5-4c3f143e698d/356511fa-a83d-4211-adb5-4c3f143e698d.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.295731] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 813.295731] env[69239]: value = "task-4145117" [ 813.295731] env[69239]: _type = "Task" [ 813.295731] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.295928] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61adebb4-0a20-499b-9f40-748c3eacbf3f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.308189] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.310253] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 813.310253] env[69239]: value = "task-4145118" [ 813.310253] env[69239]: _type = "Task" [ 813.310253] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.319587] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.514487] env[69239]: DEBUG nova.scheduler.client.report [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.524379] env[69239]: DEBUG nova.compute.manager [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 813.524379] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f60294-2f3d-434f-b417-a655a38a6ddc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.811029] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145117, 'name': ReconfigVM_Task, 'duration_secs': 0.314021} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.811029] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b/47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.811029] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e34321b-b2fa-4f16-a850-ad6eb4afa96c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.815564] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 813.815564] env[69239]: value = "task-4145119" [ 813.815564] env[69239]: _type = "Task" [ 813.815564] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.822880] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504368} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.823725] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 356511fa-a83d-4211-adb5-4c3f143e698d/356511fa-a83d-4211-adb5-4c3f143e698d.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.824378] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.824754] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c66739e-cf54-4d36-bc5f-6303d7e1e061 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.830150] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145119, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.835815] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 813.835815] env[69239]: value = "task-4145120" [ 813.835815] env[69239]: _type = "Task" [ 813.835815] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.845745] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.978014] env[69239]: DEBUG oslo_concurrency.lockutils [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Acquiring lock "a8b3f7de-560b-4b00-ab3b-19d6b7b60330" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.978391] env[69239]: DEBUG oslo_concurrency.lockutils [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Lock "a8b3f7de-560b-4b00-ab3b-19d6b7b60330" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.978625] env[69239]: DEBUG oslo_concurrency.lockutils [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Acquiring lock "a8b3f7de-560b-4b00-ab3b-19d6b7b60330-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.978822] env[69239]: DEBUG oslo_concurrency.lockutils [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Lock "a8b3f7de-560b-4b00-ab3b-19d6b7b60330-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.978995] env[69239]: DEBUG oslo_concurrency.lockutils [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Lock "a8b3f7de-560b-4b00-ab3b-19d6b7b60330-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.981586] env[69239]: INFO nova.compute.manager [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Terminating instance [ 814.021997] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.732s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.022267] env[69239]: DEBUG nova.compute.manager [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.024972] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.304s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.027357] env[69239]: INFO nova.compute.claims [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.041702] env[69239]: INFO nova.compute.manager [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] instance snapshotting [ 814.041931] env[69239]: WARNING nova.compute.manager [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 814.049213] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77f746a-31f7-4306-a185-f4eaf790be0d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.080760] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c424b9-26ea-4518-bdd3-2fc61593dbbc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.247340] env[69239]: DEBUG nova.network.neutron [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating instance_info_cache with network_info: [{"id": "ce97a929-4294-4145-a93f-b32689dbbaec", "address": "fa:16:3e:ce:4a:24", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce97a929-42", "ovs_interfaceid": "ce97a929-4294-4145-a93f-b32689dbbaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.329416] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145119, 'name': Rename_Task, 'duration_secs': 0.150718} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.329844] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.330965] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6539e87-4f87-4613-9382-9e7f35abd853 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.344049] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 814.344049] env[69239]: value = "task-4145121" [ 814.344049] env[69239]: _type = "Task" [ 814.344049] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.357275] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071187} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.357275] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.358148] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da125ad8-face-440d-be7b-f2fe16e115da {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.366026] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145121, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.388588] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 356511fa-a83d-4211-adb5-4c3f143e698d/356511fa-a83d-4211-adb5-4c3f143e698d.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.388588] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe953c0e-caa4-4c77-9a4e-60494d9d2bad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.420287] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 814.420287] env[69239]: value = "task-4145122" [ 814.420287] env[69239]: _type = "Task" [ 814.420287] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.431306] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.490384] env[69239]: DEBUG nova.compute.manager [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.490732] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.491819] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf454bf-052b-4c51-8687-780eaa463f89 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.501044] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.501489] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-975893ae-70b2-4452-ab2a-da8874f7bb95 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.511561] env[69239]: DEBUG oslo_vmware.api [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Waiting for the task: (returnval){ [ 814.511561] env[69239]: value = "task-4145123" [ 814.511561] env[69239]: _type = "Task" [ 814.511561] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.525025] env[69239]: DEBUG oslo_vmware.api [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4145123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.533178] env[69239]: DEBUG nova.compute.utils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.537760] env[69239]: DEBUG nova.compute.manager [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.541651] env[69239]: DEBUG nova.network.neutron [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.586789] env[69239]: DEBUG nova.policy [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91f6ab893d3c470b9dd3a4faf98a96ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7b296e8d8d847b8a5c685ab6df6f1fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.595244] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 814.595771] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-81d0310e-0056-4c1e-abb1-c4e7fc5abd63 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.606927] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 814.606927] env[69239]: value = "task-4145124" [ 814.606927] env[69239]: _type = "Task" [ 814.606927] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.618090] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145124, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.756117] env[69239]: DEBUG oslo_concurrency.lockutils [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Releasing lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.856537] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.928959] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145122, 'name': ReconfigVM_Task, 'duration_secs': 0.345827} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.929294] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 356511fa-a83d-4211-adb5-4c3f143e698d/356511fa-a83d-4211-adb5-4c3f143e698d.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.929926] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38ee01e9-3edf-42b4-b2a8-d5859c45a70f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.937887] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 814.937887] env[69239]: value = "task-4145125" [ 814.937887] env[69239]: _type = "Task" [ 814.937887] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.947732] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145125, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.948689] env[69239]: DEBUG nova.network.neutron [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Successfully created port: b016c91f-1bd9-4c85-8865-2d76406caac7 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.022732] env[69239]: DEBUG oslo_vmware.api [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4145123, 'name': PowerOffVM_Task, 'duration_secs': 0.268544} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.023015] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.023015] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.023262] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-543dd59b-828a-44cd-88c7-c2d3b70bfcb3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.039205] env[69239]: DEBUG nova.compute.manager [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.123253] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145124, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.138183] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.138183] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.138183] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Deleting the datastore file [datastore2] a8b3f7de-560b-4b00-ab3b-19d6b7b60330 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.138183] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9290b90d-4484-402e-b623-bea44754b328 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.146074] env[69239]: DEBUG oslo_vmware.api [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Waiting for the task: (returnval){ [ 815.146074] env[69239]: value = "task-4145127" [ 815.146074] env[69239]: _type = "Task" [ 815.146074] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.157312] env[69239]: DEBUG oslo_vmware.api [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4145127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.281121] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ee2996-bc46-4211-850d-6bf1f1c03985 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.309540] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaabd4a-35bb-4c7b-9e19-6fe5e1f9c979 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.319905] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating instance '17e9b47b-1f79-4b53-93a0-b9258d846e97' progress to 83 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 815.358863] env[69239]: DEBUG oslo_vmware.api [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145121, 'name': PowerOnVM_Task, 'duration_secs': 0.895413} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.361972] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.362260] env[69239]: INFO nova.compute.manager [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Took 7.44 seconds to spawn the instance on the hypervisor. [ 815.362447] env[69239]: DEBUG nova.compute.manager [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 815.363615] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0ddc77-bef2-4ca3-9d72-1e94edce0012 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.451814] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145125, 'name': Rename_Task, 'duration_secs': 0.178748} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.452256] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.452685] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0144a33f-1d47-4656-b67d-06c5b8e118f0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.462079] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 815.462079] env[69239]: value = "task-4145128" [ 815.462079] env[69239]: _type = "Task" [ 815.462079] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.479749] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.622453] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145124, 'name': CreateSnapshot_Task, 'duration_secs': 0.643572} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.622676] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.623437] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f9448f-b608-404c-b5a8-7228e5535106 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.659224] env[69239]: DEBUG oslo_vmware.api [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Task: {'id': task-4145127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170799} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.661745] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.661995] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.662221] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.662427] env[69239]: INFO nova.compute.manager [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Took 1.17 seconds to destroy the instance on the hypervisor. [ 815.662707] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.663396] env[69239]: DEBUG nova.compute.manager [-] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.663472] env[69239]: DEBUG nova.network.neutron [-] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.729611] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee390fc-b21d-4d48-a18a-538923e0bead {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.737697] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faf1ea4-07fe-454b-b704-b0a3522dccec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.774104] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aad58d-f6ab-4f62-8f6a-f219d47fe70f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.783162] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecc6f83-5de7-4fca-8502-e3a5d935ef3c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.798859] env[69239]: DEBUG nova.compute.provider_tree [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.832274] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.832630] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-611f8ef2-c589-4f8d-95c5-83065851c7a4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.841023] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 815.841023] env[69239]: value = "task-4145129" [ 815.841023] env[69239]: _type = "Task" [ 815.841023] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.855383] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.889025] env[69239]: INFO nova.compute.manager [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Took 43.62 seconds to build instance. [ 815.973796] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145128, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.055242] env[69239]: DEBUG nova.compute.manager [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.094369] env[69239]: DEBUG nova.virt.hardware [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.094616] env[69239]: DEBUG nova.virt.hardware [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.094783] env[69239]: DEBUG nova.virt.hardware [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.095079] env[69239]: DEBUG nova.virt.hardware [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.095301] env[69239]: DEBUG nova.virt.hardware [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.095465] env[69239]: DEBUG nova.virt.hardware [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.095681] env[69239]: DEBUG nova.virt.hardware [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.095838] env[69239]: DEBUG nova.virt.hardware [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.096104] env[69239]: DEBUG nova.virt.hardware [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.096314] env[69239]: DEBUG nova.virt.hardware [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.096498] env[69239]: DEBUG nova.virt.hardware [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.097416] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d04f6bf-685c-4f46-a3cf-56a2f4109e83 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.113774] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be7afe-4a2b-493a-a533-1234548675de {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.151129] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 816.151646] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3f6699c9-f64b-43d4-869b-0cca62a2acf6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.162849] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 816.162849] env[69239]: value = "task-4145130" [ 816.162849] env[69239]: _type = "Task" [ 816.162849] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.175481] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145130, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.302581] env[69239]: DEBUG nova.scheduler.client.report [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.362580] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145129, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.393530] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e005c081-a32a-411e-a0ac-858eebfc9157 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.365s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.479870] env[69239]: DEBUG oslo_vmware.api [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145128, 'name': PowerOnVM_Task, 'duration_secs': 0.701577} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.480493] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.480767] env[69239]: DEBUG nova.compute.manager [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 816.481709] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169b0672-db78-413e-9702-8ec3850b3a41 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.680146] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145130, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.810887] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.811560] env[69239]: DEBUG nova.compute.manager [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.818604] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.381s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.818604] env[69239]: INFO nova.compute.claims [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.823948] env[69239]: DEBUG nova.compute.manager [req-caa1379f-534e-4f1c-b4e6-ba031ae10ef4 req-796cbdfc-68a3-47c6-9fea-822cc5f3ef96 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Received event network-vif-deleted-058902a9-11d4-4d3a-9373-6e17833576c9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.824098] env[69239]: INFO nova.compute.manager [req-caa1379f-534e-4f1c-b4e6-ba031ae10ef4 req-796cbdfc-68a3-47c6-9fea-822cc5f3ef96 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Neutron deleted interface 058902a9-11d4-4d3a-9373-6e17833576c9; detaching it from the instance and deleting it from the info cache [ 816.824242] env[69239]: DEBUG nova.network.neutron [req-caa1379f-534e-4f1c-b4e6-ba031ae10ef4 req-796cbdfc-68a3-47c6-9fea-822cc5f3ef96 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.862631] env[69239]: DEBUG oslo_vmware.api [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145129, 'name': PowerOnVM_Task, 'duration_secs': 0.699952} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.862631] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.862631] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-caefd7a8-16ae-4e7d-b8f3-cbf005dbaac2 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating instance '17e9b47b-1f79-4b53-93a0-b9258d846e97' progress to 100 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 816.900847] env[69239]: DEBUG nova.compute.manager [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.004126] env[69239]: DEBUG nova.network.neutron [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Successfully updated port: b016c91f-1bd9-4c85-8865-2d76406caac7 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.009912] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.175183] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145130, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.213037] env[69239]: DEBUG nova.compute.manager [req-1e18185c-94fc-4986-acd7-c846ea29e1e7 req-3977f013-b0b2-44e0-9d88-cc239433922c service nova] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Received event network-vif-plugged-b016c91f-1bd9-4c85-8865-2d76406caac7 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.213037] env[69239]: DEBUG oslo_concurrency.lockutils [req-1e18185c-94fc-4986-acd7-c846ea29e1e7 req-3977f013-b0b2-44e0-9d88-cc239433922c service nova] Acquiring lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.213037] env[69239]: DEBUG oslo_concurrency.lockutils [req-1e18185c-94fc-4986-acd7-c846ea29e1e7 req-3977f013-b0b2-44e0-9d88-cc239433922c service nova] Lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.213541] env[69239]: DEBUG oslo_concurrency.lockutils [req-1e18185c-94fc-4986-acd7-c846ea29e1e7 req-3977f013-b0b2-44e0-9d88-cc239433922c service nova] Lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.216136] env[69239]: DEBUG nova.compute.manager [req-1e18185c-94fc-4986-acd7-c846ea29e1e7 req-3977f013-b0b2-44e0-9d88-cc239433922c service nova] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] No waiting events found dispatching network-vif-plugged-b016c91f-1bd9-4c85-8865-2d76406caac7 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 817.216136] env[69239]: WARNING nova.compute.manager [req-1e18185c-94fc-4986-acd7-c846ea29e1e7 req-3977f013-b0b2-44e0-9d88-cc239433922c service nova] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Received unexpected event network-vif-plugged-b016c91f-1bd9-4c85-8865-2d76406caac7 for instance with vm_state building and task_state spawning. [ 817.216136] env[69239]: DEBUG nova.network.neutron [-] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.318540] env[69239]: DEBUG nova.compute.utils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.321553] env[69239]: DEBUG nova.compute.manager [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.321794] env[69239]: DEBUG nova.network.neutron [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.330561] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81eaad4e-524e-43db-ac9c-6686b25a3f10 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.343094] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ec8c95-6664-4e54-8585-8e515c697207 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.393285] env[69239]: DEBUG nova.compute.manager [req-caa1379f-534e-4f1c-b4e6-ba031ae10ef4 req-796cbdfc-68a3-47c6-9fea-822cc5f3ef96 service nova] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Detach interface failed, port_id=058902a9-11d4-4d3a-9373-6e17833576c9, reason: Instance a8b3f7de-560b-4b00-ab3b-19d6b7b60330 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 817.419939] env[69239]: DEBUG nova.policy [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b02d943e72cd46efa2fefd5e9c82a45d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8609f982790e4e448658668d65a639f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.437273] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.509299] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "refresh_cache-1c5e3340-3f00-480d-a7db-9d7a0ea07636" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.509299] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "refresh_cache-1c5e3340-3f00-480d-a7db-9d7a0ea07636" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.509556] env[69239]: DEBUG nova.network.neutron [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.564030] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquiring lock "356511fa-a83d-4211-adb5-4c3f143e698d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.564030] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Lock "356511fa-a83d-4211-adb5-4c3f143e698d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.564030] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquiring lock "356511fa-a83d-4211-adb5-4c3f143e698d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.564030] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Lock "356511fa-a83d-4211-adb5-4c3f143e698d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.564030] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Lock "356511fa-a83d-4211-adb5-4c3f143e698d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.567667] env[69239]: INFO nova.compute.manager [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Terminating instance [ 817.677210] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145130, 'name': CloneVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.718031] env[69239]: INFO nova.compute.manager [-] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Took 2.05 seconds to deallocate network for instance. [ 817.828257] env[69239]: DEBUG nova.compute.manager [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.943067] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "2b91336b-a564-4e32-9469-0703346a7c65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.943461] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "2b91336b-a564-4e32-9469-0703346a7c65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.943674] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "2b91336b-a564-4e32-9469-0703346a7c65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.945017] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "2b91336b-a564-4e32-9469-0703346a7c65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.945017] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "2b91336b-a564-4e32-9469-0703346a7c65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.947616] env[69239]: INFO nova.compute.manager [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Terminating instance [ 817.974565] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Acquiring lock "54d4ddec-4054-4db3-bdd5-3614ee273b89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.974854] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Lock "54d4ddec-4054-4db3-bdd5-3614ee273b89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.068026] env[69239]: DEBUG nova.network.neutron [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Successfully created port: ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.069348] env[69239]: DEBUG nova.network.neutron [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.072688] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquiring lock "refresh_cache-356511fa-a83d-4211-adb5-4c3f143e698d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.073342] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquired lock "refresh_cache-356511fa-a83d-4211-adb5-4c3f143e698d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.078018] env[69239]: DEBUG nova.network.neutron [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.182262] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145130, 'name': CloneVM_Task, 'duration_secs': 1.582283} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.185242] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Created linked-clone VM from snapshot [ 818.186621] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e552cd75-7415-4e40-86d5-8fe035e01e6e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.195953] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Uploading image bf07277f-8b1c-4bce-87ea-151c891326d7 {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 818.227521] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 818.227521] env[69239]: value = "vm-820871" [ 818.227521] env[69239]: _type = "VirtualMachine" [ 818.227521] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 818.228742] env[69239]: DEBUG oslo_concurrency.lockutils [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.228742] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fc605212-d59c-41bf-bc3e-f50c9b01a1a9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.243090] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lease: (returnval){ [ 818.243090] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5263e509-b740-2180-3cc3-090399972013" [ 818.243090] env[69239]: _type = "HttpNfcLease" [ 818.243090] env[69239]: } obtained for exporting VM: (result){ [ 818.243090] env[69239]: value = "vm-820871" [ 818.243090] env[69239]: _type = "VirtualMachine" [ 818.243090] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 818.243828] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the lease: (returnval){ [ 818.243828] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5263e509-b740-2180-3cc3-090399972013" [ 818.243828] env[69239]: _type = "HttpNfcLease" [ 818.243828] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.255554] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.255554] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5263e509-b740-2180-3cc3-090399972013" [ 818.255554] env[69239]: _type = "HttpNfcLease" [ 818.255554] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 818.266124] env[69239]: DEBUG nova.network.neutron [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating instance_info_cache with network_info: [{"id": "b016c91f-1bd9-4c85-8865-2d76406caac7", "address": "fa:16:3e:85:ec:15", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb016c91f-1b", "ovs_interfaceid": "b016c91f-1bd9-4c85-8865-2d76406caac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.439251] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84419a92-ad6e-417f-a921-89b1fce03e87 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.448515] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ad9d1b-f659-4418-954f-467121520bbf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.479078] env[69239]: DEBUG nova.compute.manager [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.479321] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.480320] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5186d6a1-b67f-44a9-8b4d-7ff19e7fe604 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.483561] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184644d5-6929-4800-be68-ef0d7adf902a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.493448] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da339df-bffd-4ee8-b25f-a9f5652fb4b6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.497467] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.497955] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f1c1dc1-d440-4788-bf16-3436238d12ed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.510412] env[69239]: DEBUG nova.compute.provider_tree [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.513078] env[69239]: DEBUG oslo_vmware.api [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 818.513078] env[69239]: value = "task-4145132" [ 818.513078] env[69239]: _type = "Task" [ 818.513078] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.602938] env[69239]: DEBUG nova.network.neutron [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.664366] env[69239]: DEBUG nova.network.neutron [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.754875] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.754875] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5263e509-b740-2180-3cc3-090399972013" [ 818.754875] env[69239]: _type = "HttpNfcLease" [ 818.754875] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 818.754875] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 818.754875] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5263e509-b740-2180-3cc3-090399972013" [ 818.754875] env[69239]: _type = "HttpNfcLease" [ 818.754875] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 818.755305] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c85947-87f3-4b6b-9eda-b3278400f386 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.763805] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52900978-925c-922f-c96a-9e6b3dae1933/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 818.764626] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52900978-925c-922f-c96a-9e6b3dae1933/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 818.825622] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "refresh_cache-1c5e3340-3f00-480d-a7db-9d7a0ea07636" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.825622] env[69239]: DEBUG nova.compute.manager [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Instance network_info: |[{"id": "b016c91f-1bd9-4c85-8865-2d76406caac7", "address": "fa:16:3e:85:ec:15", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb016c91f-1b", "ovs_interfaceid": "b016c91f-1bd9-4c85-8865-2d76406caac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.825622] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:ec:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b016c91f-1bd9-4c85-8865-2d76406caac7', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.833446] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.838767] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.839285] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3ad4f16-696a-4453-b3b1-7deb43dc0879 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.857331] env[69239]: DEBUG nova.compute.manager [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.865819] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.865819] env[69239]: value = "task-4145133" [ 818.865819] env[69239]: _type = "Task" [ 818.865819] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.875589] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145133, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.889229] env[69239]: DEBUG nova.virt.hardware [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.889486] env[69239]: DEBUG nova.virt.hardware [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.889648] env[69239]: DEBUG nova.virt.hardware [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.889837] env[69239]: DEBUG nova.virt.hardware [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.889986] env[69239]: DEBUG nova.virt.hardware [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.890156] env[69239]: DEBUG nova.virt.hardware [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.890604] env[69239]: DEBUG nova.virt.hardware [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.890604] env[69239]: DEBUG nova.virt.hardware [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.890750] env[69239]: DEBUG nova.virt.hardware [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.890921] env[69239]: DEBUG nova.virt.hardware [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.891112] env[69239]: DEBUG nova.virt.hardware [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.891986] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616811c4-15f2-446a-a029-9aac011fb19c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.902524] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2d48c78-ac57-4a5f-b5cd-51dac07f940c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.911664] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e343b66f-856e-46a0-bf0f-5add673121ea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.941179] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "72c59591-e7cc-4a2b-9f28-fb3b696d5d30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.941485] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "72c59591-e7cc-4a2b-9f28-fb3b696d5d30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.014981] env[69239]: DEBUG nova.scheduler.client.report [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.029030] env[69239]: DEBUG oslo_vmware.api [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145132, 'name': PowerOffVM_Task, 'duration_secs': 0.329237} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.030060] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.030060] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.030060] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8849421e-e4b1-46d2-976d-411ae98f8b76 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.167267] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Releasing lock "refresh_cache-356511fa-a83d-4211-adb5-4c3f143e698d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.167701] env[69239]: DEBUG nova.compute.manager [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.167908] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.168883] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7d3327-0025-4a6d-93ef-f1daff00bba7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.181267] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.181621] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2af7f63-a1d7-4189-ab74-e021d393e877 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.189433] env[69239]: DEBUG oslo_vmware.api [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 819.189433] env[69239]: value = "task-4145135" [ 819.189433] env[69239]: _type = "Task" [ 819.189433] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.199440] env[69239]: DEBUG oslo_vmware.api [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.280808] env[69239]: DEBUG nova.compute.manager [req-f6625325-25a1-4b7e-8f14-4e20695600b9 req-bef0e080-9e1b-4185-9e2d-6231d29e766b service nova] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Received event network-changed-b016c91f-1bd9-4c85-8865-2d76406caac7 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.281183] env[69239]: DEBUG nova.compute.manager [req-f6625325-25a1-4b7e-8f14-4e20695600b9 req-bef0e080-9e1b-4185-9e2d-6231d29e766b service nova] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Refreshing instance network info cache due to event network-changed-b016c91f-1bd9-4c85-8865-2d76406caac7. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.281506] env[69239]: DEBUG oslo_concurrency.lockutils [req-f6625325-25a1-4b7e-8f14-4e20695600b9 req-bef0e080-9e1b-4185-9e2d-6231d29e766b service nova] Acquiring lock "refresh_cache-1c5e3340-3f00-480d-a7db-9d7a0ea07636" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.281750] env[69239]: DEBUG oslo_concurrency.lockutils [req-f6625325-25a1-4b7e-8f14-4e20695600b9 req-bef0e080-9e1b-4185-9e2d-6231d29e766b service nova] Acquired lock "refresh_cache-1c5e3340-3f00-480d-a7db-9d7a0ea07636" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.281957] env[69239]: DEBUG nova.network.neutron [req-f6625325-25a1-4b7e-8f14-4e20695600b9 req-bef0e080-9e1b-4185-9e2d-6231d29e766b service nova] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Refreshing network info cache for port b016c91f-1bd9-4c85-8865-2d76406caac7 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.379526] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145133, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.406365] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.407772] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.408191] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.408658] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.408920] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.411460] env[69239]: INFO nova.compute.manager [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Terminating instance [ 819.468833] env[69239]: DEBUG nova.network.neutron [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Port ce97a929-4294-4145-a93f-b32689dbbaec binding to destination host cpu-1 is already ACTIVE {{(pid=69239) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 819.469750] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.470455] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.470708] env[69239]: DEBUG nova.network.neutron [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.508866] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.509138] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.509528] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Deleting the datastore file [datastore1] 2b91336b-a564-4e32-9469-0703346a7c65 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.509942] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33b399df-9a96-46b5-aba0-2dd328607239 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.517252] env[69239]: DEBUG oslo_vmware.api [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 819.517252] env[69239]: value = "task-4145136" [ 819.517252] env[69239]: _type = "Task" [ 819.517252] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.524190] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.524748] env[69239]: DEBUG nova.compute.manager [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.531055] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.478s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.532827] env[69239]: INFO nova.compute.claims [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.535682] env[69239]: DEBUG oslo_vmware.api [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.706936] env[69239]: DEBUG oslo_vmware.api [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145135, 'name': PowerOffVM_Task, 'duration_secs': 0.164628} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.707528] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.708034] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.708792] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54883f7f-ee1c-43d4-a4ce-c2256c18ce3b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.742382] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.742382] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.742382] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Deleting the datastore file [datastore1] 356511fa-a83d-4211-adb5-4c3f143e698d {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.742382] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ac43b62-5905-49e8-8a68-dd036c60c77e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.751239] env[69239]: DEBUG oslo_vmware.api [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for the task: (returnval){ [ 819.751239] env[69239]: value = "task-4145138" [ 819.751239] env[69239]: _type = "Task" [ 819.751239] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.763195] env[69239]: DEBUG oslo_vmware.api [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.884241] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145133, 'name': CreateVM_Task, 'duration_secs': 0.76878} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.884672] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.885798] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.886333] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.886737] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.887306] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be677a32-be19-4883-8d43-ab72524d428b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.896026] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 819.896026] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e604c7-c54e-0527-0071-461c08aececc" [ 819.896026] env[69239]: _type = "Task" [ 819.896026] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.907804] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e604c7-c54e-0527-0071-461c08aececc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.916770] env[69239]: DEBUG nova.compute.manager [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.917034] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.917971] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c0feff-47ad-4315-8abd-71433b07d064 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.927230] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.927555] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-330ac51b-f56b-4e2a-b1a4-5b899a02a894 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.934773] env[69239]: DEBUG oslo_vmware.api [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 819.934773] env[69239]: value = "task-4145139" [ 819.934773] env[69239]: _type = "Task" [ 819.934773] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.948295] env[69239]: DEBUG oslo_vmware.api [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.000893] env[69239]: DEBUG nova.network.neutron [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Successfully updated port: ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.035371] env[69239]: DEBUG oslo_vmware.api [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177558} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.035809] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.036330] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.036546] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.038695] env[69239]: INFO nova.compute.manager [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Took 1.56 seconds to destroy the instance on the hypervisor. [ 820.038695] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.042017] env[69239]: DEBUG nova.compute.utils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.046109] env[69239]: DEBUG nova.compute.manager [-] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.046277] env[69239]: DEBUG nova.network.neutron [-] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.054743] env[69239]: DEBUG nova.compute.manager [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.054999] env[69239]: DEBUG nova.network.neutron [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.120348] env[69239]: DEBUG nova.network.neutron [req-f6625325-25a1-4b7e-8f14-4e20695600b9 req-bef0e080-9e1b-4185-9e2d-6231d29e766b service nova] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updated VIF entry in instance network info cache for port b016c91f-1bd9-4c85-8865-2d76406caac7. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.121061] env[69239]: DEBUG nova.network.neutron [req-f6625325-25a1-4b7e-8f14-4e20695600b9 req-bef0e080-9e1b-4185-9e2d-6231d29e766b service nova] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating instance_info_cache with network_info: [{"id": "b016c91f-1bd9-4c85-8865-2d76406caac7", "address": "fa:16:3e:85:ec:15", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb016c91f-1b", "ovs_interfaceid": "b016c91f-1bd9-4c85-8865-2d76406caac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.130258] env[69239]: DEBUG nova.policy [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '900908f0818b469ba5439621adbcd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '765323911cfa40429daa38610922364c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.263185] env[69239]: DEBUG oslo_vmware.api [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Task: {'id': task-4145138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099154} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.263542] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.263737] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.266754] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.266754] env[69239]: INFO nova.compute.manager [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 820.266754] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.266754] env[69239]: DEBUG nova.compute.manager [-] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.266754] env[69239]: DEBUG nova.network.neutron [-] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.287977] env[69239]: DEBUG nova.network.neutron [-] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.306963] env[69239]: DEBUG nova.network.neutron [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating instance_info_cache with network_info: [{"id": "ce97a929-4294-4145-a93f-b32689dbbaec", "address": "fa:16:3e:ce:4a:24", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce97a929-42", "ovs_interfaceid": "ce97a929-4294-4145-a93f-b32689dbbaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.409193] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e604c7-c54e-0527-0071-461c08aececc, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.409584] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.409871] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.413023] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.413023] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.413023] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.413023] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca656201-f64a-4cba-9ab7-fe327c81e851 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.423293] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.423526] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.424429] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85120d0-92a2-447e-a7ef-da55bec01f51 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.432876] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 820.432876] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52df5870-89e4-00fd-6efd-8f680a971411" [ 820.432876] env[69239]: _type = "Task" [ 820.432876] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.444716] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52df5870-89e4-00fd-6efd-8f680a971411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.451008] env[69239]: DEBUG oslo_vmware.api [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145139, 'name': PowerOffVM_Task, 'duration_secs': 0.307207} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.451298] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.451739] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.452026] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11bca5fc-0765-4fad-9b6f-7d1f39ad1457 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.502131] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.502359] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.502722] env[69239]: DEBUG nova.network.neutron [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.521922] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.522465] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.522782] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Deleting the datastore file [datastore1] 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.523536] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3016312-b898-4df4-acc8-2a7f9ad38ae3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.534061] env[69239]: DEBUG oslo_vmware.api [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 820.534061] env[69239]: value = "task-4145141" [ 820.534061] env[69239]: _type = "Task" [ 820.534061] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.548367] env[69239]: DEBUG nova.compute.manager [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.551916] env[69239]: DEBUG oslo_vmware.api [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.623965] env[69239]: DEBUG oslo_concurrency.lockutils [req-f6625325-25a1-4b7e-8f14-4e20695600b9 req-bef0e080-9e1b-4185-9e2d-6231d29e766b service nova] Releasing lock "refresh_cache-1c5e3340-3f00-480d-a7db-9d7a0ea07636" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.795373] env[69239]: DEBUG nova.network.neutron [-] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.810035] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Releasing lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.945176] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52df5870-89e4-00fd-6efd-8f680a971411, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.946287] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014ca357-f365-496f-b4b4-595f0db61d9b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.953371] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 820.953371] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c9ae44-c3f3-e23f-0138-3ae2c057a8e6" [ 820.953371] env[69239]: _type = "Task" [ 820.953371] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.971178] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c9ae44-c3f3-e23f-0138-3ae2c057a8e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.974944] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.975455] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 1c5e3340-3f00-480d-a7db-9d7a0ea07636/1c5e3340-3f00-480d-a7db-9d7a0ea07636.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.977283] env[69239]: DEBUG nova.network.neutron [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Successfully created port: 930554c1-3042-4c3b-8ad8-21a85526aad6 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.980249] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9769de4f-a3db-4ea7-a809-ce51377f5744 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.990288] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 820.990288] env[69239]: value = "task-4145142" [ 820.990288] env[69239]: _type = "Task" [ 820.990288] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.002952] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.045474] env[69239]: DEBUG nova.network.neutron [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.053064] env[69239]: DEBUG oslo_vmware.api [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136918} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.060270] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.060932] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.060932] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.060932] env[69239]: INFO nova.compute.manager [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 821.061160] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.061950] env[69239]: DEBUG nova.compute.manager [-] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.062081] env[69239]: DEBUG nova.network.neutron [-] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.229752] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b455da-cd58-4d23-a45f-20913717fed9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.241144] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c1ef3b-c7e1-41c5-9add-dcd7f5d18c2e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.279537] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469c538a-a02d-4dca-88fa-2f6fafb8aba1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.291258] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c28c03-e305-4837-9383-b99e6ae6bdcc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.311981] env[69239]: INFO nova.compute.manager [-] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Took 1.05 seconds to deallocate network for instance. [ 821.311981] env[69239]: DEBUG nova.compute.provider_tree [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.320621] env[69239]: DEBUG nova.compute.manager [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69239) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 821.321719] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.362414] env[69239]: DEBUG nova.network.neutron [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Updating instance_info_cache with network_info: [{"id": "ae4c1fa9-c369-45dc-8281-0eb74346b044", "address": "fa:16:3e:ff:c3:e5", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae4c1fa9-c3", "ovs_interfaceid": "ae4c1fa9-c369-45dc-8281-0eb74346b044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.504766] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145142, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.563128] env[69239]: DEBUG nova.compute.manager [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.593828] env[69239]: DEBUG nova.virt.hardware [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.593980] env[69239]: DEBUG nova.virt.hardware [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.594141] env[69239]: DEBUG nova.virt.hardware [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.594568] env[69239]: DEBUG nova.virt.hardware [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.594778] env[69239]: DEBUG nova.virt.hardware [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.594927] env[69239]: DEBUG nova.virt.hardware [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.595185] env[69239]: DEBUG nova.virt.hardware [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.595381] env[69239]: DEBUG nova.virt.hardware [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.595654] env[69239]: DEBUG nova.virt.hardware [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.595786] env[69239]: DEBUG nova.virt.hardware [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.595967] env[69239]: DEBUG nova.virt.hardware [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.596892] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53178151-3eb6-4be4-bd05-d0b0aa02a797 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.605909] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a2db43-7015-4725-a0a5-dcceb8e2447f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.686252] env[69239]: DEBUG nova.compute.manager [req-80cbcaa0-38ff-4642-9454-16740f9d5449 req-19240691-8766-4eac-aea5-81ce74f23b2a service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Received event network-vif-plugged-ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.686252] env[69239]: DEBUG oslo_concurrency.lockutils [req-80cbcaa0-38ff-4642-9454-16740f9d5449 req-19240691-8766-4eac-aea5-81ce74f23b2a service nova] Acquiring lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.686252] env[69239]: DEBUG oslo_concurrency.lockutils [req-80cbcaa0-38ff-4642-9454-16740f9d5449 req-19240691-8766-4eac-aea5-81ce74f23b2a service nova] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.686252] env[69239]: DEBUG oslo_concurrency.lockutils [req-80cbcaa0-38ff-4642-9454-16740f9d5449 req-19240691-8766-4eac-aea5-81ce74f23b2a service nova] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.686252] env[69239]: DEBUG nova.compute.manager [req-80cbcaa0-38ff-4642-9454-16740f9d5449 req-19240691-8766-4eac-aea5-81ce74f23b2a service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] No waiting events found dispatching network-vif-plugged-ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 821.686252] env[69239]: WARNING nova.compute.manager [req-80cbcaa0-38ff-4642-9454-16740f9d5449 req-19240691-8766-4eac-aea5-81ce74f23b2a service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Received unexpected event network-vif-plugged-ae4c1fa9-c369-45dc-8281-0eb74346b044 for instance with vm_state building and task_state spawning. [ 821.687502] env[69239]: DEBUG nova.compute.manager [req-80cbcaa0-38ff-4642-9454-16740f9d5449 req-19240691-8766-4eac-aea5-81ce74f23b2a service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Received event network-changed-ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.687840] env[69239]: DEBUG nova.compute.manager [req-80cbcaa0-38ff-4642-9454-16740f9d5449 req-19240691-8766-4eac-aea5-81ce74f23b2a service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Refreshing instance network info cache due to event network-changed-ae4c1fa9-c369-45dc-8281-0eb74346b044. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.688339] env[69239]: DEBUG oslo_concurrency.lockutils [req-80cbcaa0-38ff-4642-9454-16740f9d5449 req-19240691-8766-4eac-aea5-81ce74f23b2a service nova] Acquiring lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.828091] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.834464] env[69239]: DEBUG nova.compute.manager [req-95a2b734-b624-4021-bd73-8efdb6ffcfc1 req-c5f42541-5fca-42a3-9da8-8335a3f564b5 service nova] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Received event network-vif-deleted-753d22f3-8349-4c05-bf97-593f2bea76ee {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.834725] env[69239]: INFO nova.compute.manager [req-95a2b734-b624-4021-bd73-8efdb6ffcfc1 req-c5f42541-5fca-42a3-9da8-8335a3f564b5 service nova] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Neutron deleted interface 753d22f3-8349-4c05-bf97-593f2bea76ee; detaching it from the instance and deleting it from the info cache [ 821.835472] env[69239]: DEBUG nova.network.neutron [req-95a2b734-b624-4021-bd73-8efdb6ffcfc1 req-c5f42541-5fca-42a3-9da8-8335a3f564b5 service nova] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.847024] env[69239]: ERROR nova.scheduler.client.report [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [req-4e868523-d02a-4c0d-89b8-77eee3bc841a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4e868523-d02a-4c0d-89b8-77eee3bc841a"}]} [ 821.865814] env[69239]: DEBUG nova.scheduler.client.report [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 821.868364] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.868757] env[69239]: DEBUG nova.compute.manager [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Instance network_info: |[{"id": "ae4c1fa9-c369-45dc-8281-0eb74346b044", "address": "fa:16:3e:ff:c3:e5", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae4c1fa9-c3", "ovs_interfaceid": "ae4c1fa9-c369-45dc-8281-0eb74346b044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.869321] env[69239]: DEBUG oslo_concurrency.lockutils [req-80cbcaa0-38ff-4642-9454-16740f9d5449 req-19240691-8766-4eac-aea5-81ce74f23b2a service nova] Acquired lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.869509] env[69239]: DEBUG nova.network.neutron [req-80cbcaa0-38ff-4642-9454-16740f9d5449 req-19240691-8766-4eac-aea5-81ce74f23b2a service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Refreshing network info cache for port ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.871058] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:c3:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae4c1fa9-c369-45dc-8281-0eb74346b044', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.882209] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Creating folder: Project (8609f982790e4e448658668d65a639f5). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.883461] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66e194cc-0aae-4f12-8b1f-f6aa5b159f1a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.890102] env[69239]: DEBUG nova.scheduler.client.report [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 821.890342] env[69239]: DEBUG nova.compute.provider_tree [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.897359] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Created folder: Project (8609f982790e4e448658668d65a639f5) in parent group-v820715. [ 821.897538] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Creating folder: Instances. Parent ref: group-v820873. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.897965] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23ad2b88-8e7c-4940-a2be-5e08eb5fbfdf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.911000] env[69239]: DEBUG nova.network.neutron [-] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.912431] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Created folder: Instances in parent group-v820873. [ 821.912531] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.913566] env[69239]: DEBUG nova.scheduler.client.report [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 821.915672] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.916832] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52e9c288-5a50-4e64-aefe-240273f559e2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.938838] env[69239]: DEBUG nova.scheduler.client.report [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 821.948416] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.948416] env[69239]: value = "task-4145145" [ 821.948416] env[69239]: _type = "Task" [ 821.948416] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.957248] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145145, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.978602] env[69239]: DEBUG nova.network.neutron [-] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.001684] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552499} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.004601] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 1c5e3340-3f00-480d-a7db-9d7a0ea07636/1c5e3340-3f00-480d-a7db-9d7a0ea07636.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.004870] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.005396] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea59b639-f40e-4d90-93bd-fc8f092e00ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.013053] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 822.013053] env[69239]: value = "task-4145146" [ 822.013053] env[69239]: _type = "Task" [ 822.013053] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.025321] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.340446] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b41ed79-8695-4036-9079-112aefa139c8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.356337] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058feb94-b723-4e98-a34b-797805ba6e36 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.403036] env[69239]: DEBUG nova.compute.manager [req-95a2b734-b624-4021-bd73-8efdb6ffcfc1 req-c5f42541-5fca-42a3-9da8-8335a3f564b5 service nova] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Detach interface failed, port_id=753d22f3-8349-4c05-bf97-593f2bea76ee, reason: Instance 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 822.418477] env[69239]: INFO nova.compute.manager [-] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Took 2.37 seconds to deallocate network for instance. [ 822.467457] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145145, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.483284] env[69239]: INFO nova.compute.manager [-] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Took 1.42 seconds to deallocate network for instance. [ 822.531664] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087339} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.531977] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.533172] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ccd476-e3bd-4c6c-b9a3-f3788dc5d80d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.558406] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 1c5e3340-3f00-480d-a7db-9d7a0ea07636/1c5e3340-3f00-480d-a7db-9d7a0ea07636.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.564578] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cdb486c-c84b-40cd-a336-9dd961d3828e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.586948] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 822.586948] env[69239]: value = "task-4145147" [ 822.586948] env[69239]: _type = "Task" [ 822.586948] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.593336] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c9843d-848b-42d3-bb7d-ba5fe0578472 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.599754] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.611840] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33679a6-ce56-4f6c-a623-d4859bfa27d0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.655382] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945082be-ad04-46b3-9848-9a3ab4dc435c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.664737] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001fcc74-d0b7-4fde-b185-bde7228b112b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.683163] env[69239]: DEBUG nova.compute.provider_tree [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 822.734607] env[69239]: DEBUG nova.network.neutron [req-80cbcaa0-38ff-4642-9454-16740f9d5449 req-19240691-8766-4eac-aea5-81ce74f23b2a service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Updated VIF entry in instance network info cache for port ae4c1fa9-c369-45dc-8281-0eb74346b044. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.734996] env[69239]: DEBUG nova.network.neutron [req-80cbcaa0-38ff-4642-9454-16740f9d5449 req-19240691-8766-4eac-aea5-81ce74f23b2a service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Updating instance_info_cache with network_info: [{"id": "ae4c1fa9-c369-45dc-8281-0eb74346b044", "address": "fa:16:3e:ff:c3:e5", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae4c1fa9-c3", "ovs_interfaceid": "ae4c1fa9-c369-45dc-8281-0eb74346b044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.933234] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.959838] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145145, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.995180] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.097119] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145147, 'name': ReconfigVM_Task, 'duration_secs': 0.343036} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.097488] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 1c5e3340-3f00-480d-a7db-9d7a0ea07636/1c5e3340-3f00-480d-a7db-9d7a0ea07636.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.098200] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72a9c75b-b7e9-4dba-81d8-1984af593e11 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.107546] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 823.107546] env[69239]: value = "task-4145148" [ 823.107546] env[69239]: _type = "Task" [ 823.107546] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.119045] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145148, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.227312] env[69239]: DEBUG nova.scheduler.client.report [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 823.227810] env[69239]: DEBUG nova.compute.provider_tree [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 83 to 84 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 823.228171] env[69239]: DEBUG nova.compute.provider_tree [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.237937] env[69239]: DEBUG oslo_concurrency.lockutils [req-80cbcaa0-38ff-4642-9454-16740f9d5449 req-19240691-8766-4eac-aea5-81ce74f23b2a service nova] Releasing lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.300469] env[69239]: DEBUG nova.network.neutron [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Successfully updated port: 930554c1-3042-4c3b-8ad8-21a85526aad6 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.460333] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145145, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.619051] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145148, 'name': Rename_Task, 'duration_secs': 0.214557} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.619433] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.619810] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12395c35-74c8-49d2-afb0-c0541e32b1c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.627848] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 823.627848] env[69239]: value = "task-4145149" [ 823.627848] env[69239]: _type = "Task" [ 823.627848] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.637348] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.735812] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.205s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.736420] env[69239]: DEBUG nova.compute.manager [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.739218] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.627s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.739408] env[69239]: DEBUG nova.objects.instance [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69239) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 823.746035] env[69239]: DEBUG nova.compute.manager [req-1d45a7f6-9d61-4640-ae47-8a67150d204e req-6e89a050-eec8-4850-8395-6a9cbd32ddff service nova] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Received event network-vif-deleted-5b3d7a16-5d66-48ce-b8a1-fc908230825d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.746035] env[69239]: DEBUG nova.compute.manager [req-1d45a7f6-9d61-4640-ae47-8a67150d204e req-6e89a050-eec8-4850-8395-6a9cbd32ddff service nova] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Received event network-vif-plugged-930554c1-3042-4c3b-8ad8-21a85526aad6 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.746035] env[69239]: DEBUG oslo_concurrency.lockutils [req-1d45a7f6-9d61-4640-ae47-8a67150d204e req-6e89a050-eec8-4850-8395-6a9cbd32ddff service nova] Acquiring lock "7274cc79-d1e6-4d72-8555-f8d84300a8cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.746035] env[69239]: DEBUG oslo_concurrency.lockutils [req-1d45a7f6-9d61-4640-ae47-8a67150d204e req-6e89a050-eec8-4850-8395-6a9cbd32ddff service nova] Lock "7274cc79-d1e6-4d72-8555-f8d84300a8cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.746035] env[69239]: DEBUG oslo_concurrency.lockutils [req-1d45a7f6-9d61-4640-ae47-8a67150d204e req-6e89a050-eec8-4850-8395-6a9cbd32ddff service nova] Lock "7274cc79-d1e6-4d72-8555-f8d84300a8cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.746035] env[69239]: DEBUG nova.compute.manager [req-1d45a7f6-9d61-4640-ae47-8a67150d204e req-6e89a050-eec8-4850-8395-6a9cbd32ddff service nova] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] No waiting events found dispatching network-vif-plugged-930554c1-3042-4c3b-8ad8-21a85526aad6 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 823.746035] env[69239]: WARNING nova.compute.manager [req-1d45a7f6-9d61-4640-ae47-8a67150d204e req-6e89a050-eec8-4850-8395-6a9cbd32ddff service nova] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Received unexpected event network-vif-plugged-930554c1-3042-4c3b-8ad8-21a85526aad6 for instance with vm_state building and task_state spawning. [ 823.746524] env[69239]: DEBUG nova.compute.manager [req-1d45a7f6-9d61-4640-ae47-8a67150d204e req-6e89a050-eec8-4850-8395-6a9cbd32ddff service nova] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Received event network-changed-930554c1-3042-4c3b-8ad8-21a85526aad6 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.746524] env[69239]: DEBUG nova.compute.manager [req-1d45a7f6-9d61-4640-ae47-8a67150d204e req-6e89a050-eec8-4850-8395-6a9cbd32ddff service nova] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Refreshing instance network info cache due to event network-changed-930554c1-3042-4c3b-8ad8-21a85526aad6. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.746524] env[69239]: DEBUG oslo_concurrency.lockutils [req-1d45a7f6-9d61-4640-ae47-8a67150d204e req-6e89a050-eec8-4850-8395-6a9cbd32ddff service nova] Acquiring lock "refresh_cache-7274cc79-d1e6-4d72-8555-f8d84300a8cf" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.746624] env[69239]: DEBUG oslo_concurrency.lockutils [req-1d45a7f6-9d61-4640-ae47-8a67150d204e req-6e89a050-eec8-4850-8395-6a9cbd32ddff service nova] Acquired lock "refresh_cache-7274cc79-d1e6-4d72-8555-f8d84300a8cf" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.746736] env[69239]: DEBUG nova.network.neutron [req-1d45a7f6-9d61-4640-ae47-8a67150d204e req-6e89a050-eec8-4850-8395-6a9cbd32ddff service nova] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Refreshing network info cache for port 930554c1-3042-4c3b-8ad8-21a85526aad6 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.803882] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "refresh_cache-7274cc79-d1e6-4d72-8555-f8d84300a8cf" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.960711] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145145, 'name': CreateVM_Task, 'duration_secs': 1.649994} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.960888] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.961663] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.961865] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.962212] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.962479] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7620bc-dd02-46c2-8de6-e17ddd591cec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.968261] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 823.968261] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525228ac-8edc-169e-28d0-00893abbf7de" [ 823.968261] env[69239]: _type = "Task" [ 823.968261] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.977976] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525228ac-8edc-169e-28d0-00893abbf7de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.139696] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145149, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.246035] env[69239]: DEBUG nova.compute.utils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.248168] env[69239]: DEBUG nova.compute.manager [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.248434] env[69239]: DEBUG nova.network.neutron [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.288247] env[69239]: DEBUG nova.network.neutron [req-1d45a7f6-9d61-4640-ae47-8a67150d204e req-6e89a050-eec8-4850-8395-6a9cbd32ddff service nova] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.321818] env[69239]: DEBUG nova.policy [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76358eef0ce84660b6895e6515ff49e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95950ac2b7c84ed4b81cc21844e90860', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.368163] env[69239]: DEBUG nova.network.neutron [req-1d45a7f6-9d61-4640-ae47-8a67150d204e req-6e89a050-eec8-4850-8395-6a9cbd32ddff service nova] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.482208] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525228ac-8edc-169e-28d0-00893abbf7de, 'name': SearchDatastore_Task, 'duration_secs': 0.014754} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.482208] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.482208] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.482208] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.482208] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.482208] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.482208] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbf89b64-5c36-4efa-955c-2e6394029c2c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.491847] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.492066] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.492819] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8654c79-ee65-4a32-a31d-a7f28629f0ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.499239] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 824.499239] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52824972-7fb8-1826-0bac-8449479fef5f" [ 824.499239] env[69239]: _type = "Task" [ 824.499239] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.508872] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52824972-7fb8-1826-0bac-8449479fef5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.640043] env[69239]: DEBUG oslo_vmware.api [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145149, 'name': PowerOnVM_Task, 'duration_secs': 0.573528} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.640443] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.640747] env[69239]: INFO nova.compute.manager [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Took 8.59 seconds to spawn the instance on the hypervisor. [ 824.640983] env[69239]: DEBUG nova.compute.manager [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 824.642090] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9c275e-cf54-4eb1-a388-ded2bb7d16b0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.756718] env[69239]: DEBUG nova.compute.manager [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.761360] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a47df016-0335-453c-be38-54fd5b12cff2 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.763235] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.549s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.766901] env[69239]: INFO nova.compute.claims [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.838555] env[69239]: DEBUG nova.network.neutron [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Successfully created port: dffd482b-f9db-41ef-949f-37bc8d35916a {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.871146] env[69239]: DEBUG oslo_concurrency.lockutils [req-1d45a7f6-9d61-4640-ae47-8a67150d204e req-6e89a050-eec8-4850-8395-6a9cbd32ddff service nova] Releasing lock "refresh_cache-7274cc79-d1e6-4d72-8555-f8d84300a8cf" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.871679] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "refresh_cache-7274cc79-d1e6-4d72-8555-f8d84300a8cf" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.871878] env[69239]: DEBUG nova.network.neutron [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.012512] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52824972-7fb8-1826-0bac-8449479fef5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009938} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.013978] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01dfb67a-63c2-494f-9375-5f58c637af08 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.020930] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 825.020930] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d51a53-e9fb-aecc-bc8f-1548199bf271" [ 825.020930] env[69239]: _type = "Task" [ 825.020930] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.037567] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d51a53-e9fb-aecc-bc8f-1548199bf271, 'name': SearchDatastore_Task, 'duration_secs': 0.012782} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.037830] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.038197] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] ed453e1a-e257-4e7f-9cab-7fb5f17dda4c/ed453e1a-e257-4e7f-9cab-7fb5f17dda4c.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.038569] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a6e709b-9263-4eec-b67a-ad7eeb5f4040 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.046540] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 825.046540] env[69239]: value = "task-4145150" [ 825.046540] env[69239]: _type = "Task" [ 825.046540] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.058482] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.161931] env[69239]: INFO nova.compute.manager [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Took 43.05 seconds to build instance. [ 825.424242] env[69239]: DEBUG nova.network.neutron [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.558860] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145150, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.613393] env[69239]: DEBUG nova.network.neutron [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Updating instance_info_cache with network_info: [{"id": "930554c1-3042-4c3b-8ad8-21a85526aad6", "address": "fa:16:3e:c6:c4:fb", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930554c1-30", "ovs_interfaceid": "930554c1-3042-4c3b-8ad8-21a85526aad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.664327] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cd5105b-944b-47ff-b65f-e9db46ac0fb1 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.122s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.771579] env[69239]: DEBUG nova.compute.manager [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.800150] env[69239]: DEBUG nova.virt.hardware [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.800509] env[69239]: DEBUG nova.virt.hardware [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.800769] env[69239]: DEBUG nova.virt.hardware [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.800963] env[69239]: DEBUG nova.virt.hardware [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.801128] env[69239]: DEBUG nova.virt.hardware [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.801304] env[69239]: DEBUG nova.virt.hardware [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.801558] env[69239]: DEBUG nova.virt.hardware [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.801729] env[69239]: DEBUG nova.virt.hardware [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.801898] env[69239]: DEBUG nova.virt.hardware [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.802075] env[69239]: DEBUG nova.virt.hardware [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.802253] env[69239]: DEBUG nova.virt.hardware [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.803249] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381678fd-f29d-4ca5-8620-f27b65d9fffe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.817682] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dfe813-6836-4fa4-8e32-40acea240148 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.059272] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561283} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.059538] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] ed453e1a-e257-4e7f-9cab-7fb5f17dda4c/ed453e1a-e257-4e7f-9cab-7fb5f17dda4c.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.059752] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.060109] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9eebb21b-c508-4ea1-a821-bc7febb9577b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.069164] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 826.069164] env[69239]: value = "task-4145151" [ 826.069164] env[69239]: _type = "Task" [ 826.069164] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.080208] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.116110] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "refresh_cache-7274cc79-d1e6-4d72-8555-f8d84300a8cf" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.116584] env[69239]: DEBUG nova.compute.manager [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Instance network_info: |[{"id": "930554c1-3042-4c3b-8ad8-21a85526aad6", "address": "fa:16:3e:c6:c4:fb", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930554c1-30", "ovs_interfaceid": "930554c1-3042-4c3b-8ad8-21a85526aad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.117059] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:c4:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '930554c1-3042-4c3b-8ad8-21a85526aad6', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.125507] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Creating folder: Project (765323911cfa40429daa38610922364c). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.128984] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90e44d32-e359-4f88-86ba-43a9922bc8b0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.144379] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Created folder: Project (765323911cfa40429daa38610922364c) in parent group-v820715. [ 826.144641] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Creating folder: Instances. Parent ref: group-v820876. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.147577] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd54e9f9-6cfe-4a49-8102-acec6ce2709e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.160286] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Created folder: Instances in parent group-v820876. [ 826.160711] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.160956] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.161209] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40150492-a388-4a72-ab6e-d2420b88dc6e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.181991] env[69239]: DEBUG nova.compute.manager [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.191602] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.191602] env[69239]: value = "task-4145154" [ 826.191602] env[69239]: _type = "Task" [ 826.191602] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.202286] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145154, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.351187] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c331927-0d26-440e-9a90-1b63ce6311a1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.359399] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25450978-22f9-4891-b972-5ee51c7d5f4b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.393300] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7404b281-d722-4183-a1e0-dab235f6e356 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.402102] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a668105-fe01-4b0d-a306-51229b8a83e1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.419309] env[69239]: DEBUG nova.compute.provider_tree [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.584307] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075739} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.584754] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.585733] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0679fd4e-1187-4b88-976c-177b37bdd96a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.611684] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] ed453e1a-e257-4e7f-9cab-7fb5f17dda4c/ed453e1a-e257-4e7f-9cab-7fb5f17dda4c.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.612048] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-888c7aac-1228-4040-b557-0b30522fcff7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.633350] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 826.633350] env[69239]: value = "task-4145155" [ 826.633350] env[69239]: _type = "Task" [ 826.633350] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.646414] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.703661] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145154, 'name': CreateVM_Task, 'duration_secs': 0.434554} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.703661] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.704045] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.704621] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.704621] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.704885] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc60215c-45b4-449b-9f7d-39dd1193c063 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.711495] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 826.711495] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527b3319-053f-8a69-6e77-536d7fcef267" [ 826.711495] env[69239]: _type = "Task" [ 826.711495] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.712576] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.724741] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527b3319-053f-8a69-6e77-536d7fcef267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.754650] env[69239]: DEBUG nova.compute.manager [req-042b7fef-ccf1-4440-87d8-e42f1ee32ebe req-2e5417cb-21f8-403f-aa1b-83816e3dfa34 service nova] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Received event network-vif-plugged-dffd482b-f9db-41ef-949f-37bc8d35916a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.754886] env[69239]: DEBUG oslo_concurrency.lockutils [req-042b7fef-ccf1-4440-87d8-e42f1ee32ebe req-2e5417cb-21f8-403f-aa1b-83816e3dfa34 service nova] Acquiring lock "93026fc6-b7eb-4904-bc3b-3fea162449c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.755119] env[69239]: DEBUG oslo_concurrency.lockutils [req-042b7fef-ccf1-4440-87d8-e42f1ee32ebe req-2e5417cb-21f8-403f-aa1b-83816e3dfa34 service nova] Lock "93026fc6-b7eb-4904-bc3b-3fea162449c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.755295] env[69239]: DEBUG oslo_concurrency.lockutils [req-042b7fef-ccf1-4440-87d8-e42f1ee32ebe req-2e5417cb-21f8-403f-aa1b-83816e3dfa34 service nova] Lock "93026fc6-b7eb-4904-bc3b-3fea162449c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.755533] env[69239]: DEBUG nova.compute.manager [req-042b7fef-ccf1-4440-87d8-e42f1ee32ebe req-2e5417cb-21f8-403f-aa1b-83816e3dfa34 service nova] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] No waiting events found dispatching network-vif-plugged-dffd482b-f9db-41ef-949f-37bc8d35916a {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 826.755676] env[69239]: WARNING nova.compute.manager [req-042b7fef-ccf1-4440-87d8-e42f1ee32ebe req-2e5417cb-21f8-403f-aa1b-83816e3dfa34 service nova] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Received unexpected event network-vif-plugged-dffd482b-f9db-41ef-949f-37bc8d35916a for instance with vm_state building and task_state spawning. [ 826.869610] env[69239]: DEBUG nova.network.neutron [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Successfully updated port: dffd482b-f9db-41ef-949f-37bc8d35916a {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.946332] env[69239]: ERROR nova.scheduler.client.report [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [req-22cb5786-8abe-4fab-bb21-e52369dab700] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22cb5786-8abe-4fab-bb21-e52369dab700"}]} [ 826.969056] env[69239]: DEBUG nova.scheduler.client.report [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 826.990265] env[69239]: DEBUG nova.scheduler.client.report [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 826.990482] env[69239]: DEBUG nova.compute.provider_tree [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.008321] env[69239]: DEBUG nova.scheduler.client.report [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 827.043735] env[69239]: DEBUG nova.scheduler.client.report [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 827.150007] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145155, 'name': ReconfigVM_Task, 'duration_secs': 0.432629} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.150718] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Reconfigured VM instance instance-00000033 to attach disk [datastore1] ed453e1a-e257-4e7f-9cab-7fb5f17dda4c/ed453e1a-e257-4e7f-9cab-7fb5f17dda4c.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.154082] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bf96d73-d1cd-4cc3-9a9d-a0d8bd19373f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.161115] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 827.161115] env[69239]: value = "task-4145156" [ 827.161115] env[69239]: _type = "Task" [ 827.161115] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.176677] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145156, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.227918] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527b3319-053f-8a69-6e77-536d7fcef267, 'name': SearchDatastore_Task, 'duration_secs': 0.010641} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.227918] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.227918] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.227918] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.227918] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.228478] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.228478] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c106d592-4c2c-4e99-9119-66722f034133 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.242202] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.242399] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.243266] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77085d7-2e06-4b56-bd53-2d47e875cb1e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.251191] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 827.251191] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526af2e8-aacc-6977-f74a-8db5db31d3fc" [ 827.251191] env[69239]: _type = "Task" [ 827.251191] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.262301] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526af2e8-aacc-6977-f74a-8db5db31d3fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.373098] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Acquiring lock "refresh_cache-93026fc6-b7eb-4904-bc3b-3fea162449c3" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.373283] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Acquired lock "refresh_cache-93026fc6-b7eb-4904-bc3b-3fea162449c3" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.373329] env[69239]: DEBUG nova.network.neutron [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.597194] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.597663] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.641185] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5108568-9df1-4a4b-83d6-9b37c3309a4f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.652131] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05726d5-9cd3-44e1-b744-9d8771366281 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.691179] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b5e99e-aabc-434a-a4c4-00d17ff5076c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.703157] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81683677-01e9-4bcc-a4f4-9888dc789817 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.707988] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145156, 'name': Rename_Task, 'duration_secs': 0.207212} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.708323] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.709085] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f64a445-62cc-4553-830a-cf6a159d7f1e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.719710] env[69239]: DEBUG nova.compute.provider_tree [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.722522] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 827.722522] env[69239]: value = "task-4145157" [ 827.722522] env[69239]: _type = "Task" [ 827.722522] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.731923] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.762710] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526af2e8-aacc-6977-f74a-8db5db31d3fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012179} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.763672] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4250b0-0992-4363-9c36-0187ffd2e3e2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.770342] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 827.770342] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52dc658b-3fae-953d-23f0-a39b456cefba" [ 827.770342] env[69239]: _type = "Task" [ 827.770342] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.780284] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52dc658b-3fae-953d-23f0-a39b456cefba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.913790] env[69239]: DEBUG nova.network.neutron [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.921591] env[69239]: DEBUG nova.compute.manager [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Stashing vm_state: active {{(pid=69239) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 828.115170] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.117889] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.118112] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.118745] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.122023] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.122023] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.122023] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69239) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 828.122023] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.174567] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52900978-925c-922f-c96a-9e6b3dae1933/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 828.176370] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0dd770-29c2-4773-b4d2-6a202dbc7e90 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.188440] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52900978-925c-922f-c96a-9e6b3dae1933/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 828.188727] env[69239]: ERROR oslo_vmware.rw_handles [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52900978-925c-922f-c96a-9e6b3dae1933/disk-0.vmdk due to incomplete transfer. [ 828.190154] env[69239]: DEBUG nova.network.neutron [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Updating instance_info_cache with network_info: [{"id": "dffd482b-f9db-41ef-949f-37bc8d35916a", "address": "fa:16:3e:b3:f6:5c", "network": {"id": "a99afc63-f14c-4b4e-8cfd-f53a4767dbb5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1919716846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95950ac2b7c84ed4b81cc21844e90860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdffd482b-f9", "ovs_interfaceid": "dffd482b-f9db-41ef-949f-37bc8d35916a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.193965] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1000a3d4-a3f3-4f67-b813-f3fe3bf39ff9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.202567] env[69239]: DEBUG oslo_vmware.rw_handles [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52900978-925c-922f-c96a-9e6b3dae1933/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 828.202772] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Uploaded image bf07277f-8b1c-4bce-87ea-151c891326d7 to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 828.205522] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 828.205882] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-45b46288-4ebf-4925-8d0f-d0da5de9dbc5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.214776] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 828.214776] env[69239]: value = "task-4145158" [ 828.214776] env[69239]: _type = "Task" [ 828.214776] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.228334] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145158, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.239053] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.248678] env[69239]: ERROR nova.scheduler.client.report [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [req-bd6a9df5-b706-4665-b5c0-6ecf02a96487] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bd6a9df5-b706-4665-b5c0-6ecf02a96487"}]} [ 828.267390] env[69239]: DEBUG nova.scheduler.client.report [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 828.282600] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52dc658b-3fae-953d-23f0-a39b456cefba, 'name': SearchDatastore_Task, 'duration_secs': 0.012708} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.283010] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.283398] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 7274cc79-d1e6-4d72-8555-f8d84300a8cf/7274cc79-d1e6-4d72-8555-f8d84300a8cf.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.283735] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd11503d-9fcd-435c-aac2-6cfa44eeed25 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.287434] env[69239]: DEBUG nova.scheduler.client.report [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 828.287688] env[69239]: DEBUG nova.compute.provider_tree [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.296225] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 828.296225] env[69239]: value = "task-4145159" [ 828.296225] env[69239]: _type = "Task" [ 828.296225] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.307794] env[69239]: DEBUG nova.scheduler.client.report [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 828.310271] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.328906] env[69239]: DEBUG nova.scheduler.client.report [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 828.443692] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.625601] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.697174] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Releasing lock "refresh_cache-93026fc6-b7eb-4904-bc3b-3fea162449c3" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.697174] env[69239]: DEBUG nova.compute.manager [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Instance network_info: |[{"id": "dffd482b-f9db-41ef-949f-37bc8d35916a", "address": "fa:16:3e:b3:f6:5c", "network": {"id": "a99afc63-f14c-4b4e-8cfd-f53a4767dbb5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1919716846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95950ac2b7c84ed4b81cc21844e90860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdffd482b-f9", "ovs_interfaceid": "dffd482b-f9db-41ef-949f-37bc8d35916a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.697174] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:f6:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dffd482b-f9db-41ef-949f-37bc8d35916a', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.706210] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Creating folder: Project (95950ac2b7c84ed4b81cc21844e90860). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.711316] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a4e7854-a13e-4dc4-825b-efcaf0a3a6a2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.724822] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Created folder: Project (95950ac2b7c84ed4b81cc21844e90860) in parent group-v820715. [ 828.725132] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Creating folder: Instances. Parent ref: group-v820879. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.728854] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-391173d6-e2c7-484f-b63e-71c3003ebfff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.731278] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145158, 'name': Destroy_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.750818] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.752857] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Created folder: Instances in parent group-v820879. [ 828.753280] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.756579] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.757192] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e7e8628-e677-4eb8-b0f6-50e241a381bb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.794166] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.794166] env[69239]: value = "task-4145162" [ 828.794166] env[69239]: _type = "Task" [ 828.794166] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.815246] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145162, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.822470] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145159, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.928453] env[69239]: DEBUG nova.compute.manager [req-5a5de0ad-db94-4ba7-9f7e-70a16f4c270d req-3f776d30-13eb-4bae-b433-f821db651c9e service nova] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Received event network-changed-dffd482b-f9db-41ef-949f-37bc8d35916a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.928680] env[69239]: DEBUG nova.compute.manager [req-5a5de0ad-db94-4ba7-9f7e-70a16f4c270d req-3f776d30-13eb-4bae-b433-f821db651c9e service nova] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Refreshing instance network info cache due to event network-changed-dffd482b-f9db-41ef-949f-37bc8d35916a. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.928896] env[69239]: DEBUG oslo_concurrency.lockutils [req-5a5de0ad-db94-4ba7-9f7e-70a16f4c270d req-3f776d30-13eb-4bae-b433-f821db651c9e service nova] Acquiring lock "refresh_cache-93026fc6-b7eb-4904-bc3b-3fea162449c3" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.929053] env[69239]: DEBUG oslo_concurrency.lockutils [req-5a5de0ad-db94-4ba7-9f7e-70a16f4c270d req-3f776d30-13eb-4bae-b433-f821db651c9e service nova] Acquired lock "refresh_cache-93026fc6-b7eb-4904-bc3b-3fea162449c3" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.929258] env[69239]: DEBUG nova.network.neutron [req-5a5de0ad-db94-4ba7-9f7e-70a16f4c270d req-3f776d30-13eb-4bae-b433-f821db651c9e service nova] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Refreshing network info cache for port dffd482b-f9db-41ef-949f-37bc8d35916a {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.019612] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af87327-c884-4cb1-a9ed-98696a8d7a41 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.029550] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395d4a56-032d-4477-8ccb-f98465c4b28d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.066719] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b9aa5d-6709-4c76-a9c3-12e74b23c52d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.076351] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80bac6b-c0fe-4bf8-a99b-de9c7e7c8a79 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.093373] env[69239]: DEBUG nova.compute.provider_tree [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.226910] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145158, 'name': Destroy_Task, 'duration_secs': 0.807808} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.226910] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Destroyed the VM [ 829.226910] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 829.227220] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5fd7b598-aeaa-4eca-97e1-f08b9b9fb8e7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.237899] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 829.237899] env[69239]: value = "task-4145163" [ 829.237899] env[69239]: _type = "Task" [ 829.237899] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.245815] env[69239]: DEBUG oslo_vmware.api [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145157, 'name': PowerOnVM_Task, 'duration_secs': 1.432836} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.246657] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.246923] env[69239]: INFO nova.compute.manager [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Took 10.39 seconds to spawn the instance on the hypervisor. [ 829.248040] env[69239]: DEBUG nova.compute.manager [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 829.248040] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ffdc71-36a4-40e7-9f15-fd36d8d6a2f2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.254207] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145163, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.306257] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145162, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.313859] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559988} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.314158] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 7274cc79-d1e6-4d72-8555-f8d84300a8cf/7274cc79-d1e6-4d72-8555-f8d84300a8cf.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.314402] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.314654] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65029083-7e16-46c3-adb4-d19bda96b67e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.322843] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 829.322843] env[69239]: value = "task-4145164" [ 829.322843] env[69239]: _type = "Task" [ 829.322843] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.334910] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.603505] env[69239]: DEBUG oslo_concurrency.lockutils [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "54e30768-6647-4d29-a6b0-fb3c4fe9235b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.603746] env[69239]: DEBUG oslo_concurrency.lockutils [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "54e30768-6647-4d29-a6b0-fb3c4fe9235b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.603937] env[69239]: DEBUG oslo_concurrency.lockutils [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "54e30768-6647-4d29-a6b0-fb3c4fe9235b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.604130] env[69239]: DEBUG oslo_concurrency.lockutils [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "54e30768-6647-4d29-a6b0-fb3c4fe9235b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.604295] env[69239]: DEBUG oslo_concurrency.lockutils [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "54e30768-6647-4d29-a6b0-fb3c4fe9235b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.609084] env[69239]: INFO nova.compute.manager [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Terminating instance [ 829.640659] env[69239]: DEBUG nova.scheduler.client.report [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 829.640963] env[69239]: DEBUG nova.compute.provider_tree [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 86 to 87 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 829.641359] env[69239]: DEBUG nova.compute.provider_tree [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.749464] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145163, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.769319] env[69239]: INFO nova.compute.manager [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Took 47.08 seconds to build instance. [ 829.773959] env[69239]: DEBUG nova.network.neutron [req-5a5de0ad-db94-4ba7-9f7e-70a16f4c270d req-3f776d30-13eb-4bae-b433-f821db651c9e service nova] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Updated VIF entry in instance network info cache for port dffd482b-f9db-41ef-949f-37bc8d35916a. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.774323] env[69239]: DEBUG nova.network.neutron [req-5a5de0ad-db94-4ba7-9f7e-70a16f4c270d req-3f776d30-13eb-4bae-b433-f821db651c9e service nova] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Updating instance_info_cache with network_info: [{"id": "dffd482b-f9db-41ef-949f-37bc8d35916a", "address": "fa:16:3e:b3:f6:5c", "network": {"id": "a99afc63-f14c-4b4e-8cfd-f53a4767dbb5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1919716846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95950ac2b7c84ed4b81cc21844e90860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdffd482b-f9", "ovs_interfaceid": "dffd482b-f9db-41ef-949f-37bc8d35916a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.804897] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145162, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.833137] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084676} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.833405] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.834217] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495bf5f0-830b-47d8-8133-58516bbe7404 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.857564] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 7274cc79-d1e6-4d72-8555-f8d84300a8cf/7274cc79-d1e6-4d72-8555-f8d84300a8cf.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.857912] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e746a0dd-093f-4ad6-ada6-7295dd1a22dd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.879251] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 829.879251] env[69239]: value = "task-4145165" [ 829.879251] env[69239]: _type = "Task" [ 829.879251] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.887753] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.115816] env[69239]: DEBUG nova.compute.manager [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.116124] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.117023] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898a9dc9-38f4-4999-81ce-8633d32ba323 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.125655] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.125955] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3938e9c7-ac62-4058-b8ae-df834d99d32b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.148258] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.385s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.148846] env[69239]: DEBUG nova.compute.manager [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.151910] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.160s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.152166] env[69239]: DEBUG nova.objects.instance [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Lazy-loading 'resources' on Instance uuid 5ea8eb9a-e4d7-47c4-aabb-da32f030f589 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.250596] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145163, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.272317] env[69239]: DEBUG oslo_concurrency.lockutils [None req-64b96393-3ce1-4300-85d7-634b2a3b51f6 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.820s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.276811] env[69239]: DEBUG oslo_concurrency.lockutils [req-5a5de0ad-db94-4ba7-9f7e-70a16f4c270d req-3f776d30-13eb-4bae-b433-f821db651c9e service nova] Releasing lock "refresh_cache-93026fc6-b7eb-4904-bc3b-3fea162449c3" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.307730] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145162, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.330394] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "ee6949fc-f81c-429c-9756-9140b82aa5fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.330710] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "ee6949fc-f81c-429c-9756-9140b82aa5fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.392621] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145165, 'name': ReconfigVM_Task, 'duration_secs': 0.43375} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.392932] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 7274cc79-d1e6-4d72-8555-f8d84300a8cf/7274cc79-d1e6-4d72-8555-f8d84300a8cf.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.393573] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea418638-e5ea-4620-8898-b18423e240f9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.400732] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 830.400732] env[69239]: value = "task-4145167" [ 830.400732] env[69239]: _type = "Task" [ 830.400732] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.409651] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145167, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.655991] env[69239]: DEBUG nova.compute.utils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.662107] env[69239]: DEBUG nova.compute.manager [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.662107] env[69239]: DEBUG nova.network.neutron [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.747986] env[69239]: DEBUG nova.policy [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d967f379dfd47e696106f5f6d1ae8e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0c413a591a046939b74848c895674e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.756464] env[69239]: DEBUG oslo_vmware.api [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145163, 'name': RemoveSnapshot_Task, 'duration_secs': 1.348895} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.759338] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 830.762369] env[69239]: INFO nova.compute.manager [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Took 16.71 seconds to snapshot the instance on the hypervisor. [ 830.777200] env[69239]: DEBUG nova.compute.manager [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.811258] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145162, 'name': CreateVM_Task, 'duration_secs': 1.811992} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.814621] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.816158] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.816373] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.816715] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.817377] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0bd01fb-35d2-459a-8473-0a6172869320 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.822735] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Waiting for the task: (returnval){ [ 830.822735] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a6d429-c1bc-f11c-114e-5d719ede499b" [ 830.822735] env[69239]: _type = "Task" [ 830.822735] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.836859] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a6d429-c1bc-f11c-114e-5d719ede499b, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.837671] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.837671] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.837671] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.837880] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.837920] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.838533] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-858d4775-c025-419a-a148-d523f5eeac92 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.851926] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.852229] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.853163] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c85341-8578-4715-b1a8-f1d6c1e0a689 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.864214] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Waiting for the task: (returnval){ [ 830.864214] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ec3796-8f25-0400-f840-f5c93c002403" [ 830.864214] env[69239]: _type = "Task" [ 830.864214] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.873384] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ec3796-8f25-0400-f840-f5c93c002403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.877721] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.878233] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.878520] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleting the datastore file [datastore2] 54e30768-6647-4d29-a6b0-fb3c4fe9235b {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.879079] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-953ba931-f5c4-46f6-bf43-3b58f7126d0e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.885526] env[69239]: DEBUG oslo_vmware.api [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 830.885526] env[69239]: value = "task-4145168" [ 830.885526] env[69239]: _type = "Task" [ 830.885526] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.900024] env[69239]: DEBUG oslo_vmware.api [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.911959] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145167, 'name': Rename_Task, 'duration_secs': 0.144459} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.912395] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.912665] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a5415ab-f475-4a1b-8b5c-f019ddf3a7ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.923298] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 830.923298] env[69239]: value = "task-4145169" [ 830.923298] env[69239]: _type = "Task" [ 830.923298] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.937048] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.162024] env[69239]: DEBUG nova.compute.manager [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.264377] env[69239]: DEBUG nova.compute.manager [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Instance disappeared during snapshot {{(pid=69239) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 831.283790] env[69239]: DEBUG nova.compute.manager [None req-e7f82c82-60b5-49d0-8d6e-0c364f1d0589 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Image not found during clean up bf07277f-8b1c-4bce-87ea-151c891326d7 {{(pid=69239) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 831.297949] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.310613] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e95c620-a56f-47b4-b7ca-38ecb19c0cb6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.325427] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb68900-4826-4aa4-a928-07de40653cfc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.382201] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a350eeaa-b92a-4c70-ab2e-b54f2af8875d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.395920] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ec3796-8f25-0400-f840-f5c93c002403, 'name': SearchDatastore_Task, 'duration_secs': 0.011073} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.397685] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416435d1-642a-468a-8965-88e0c827e62b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.405725] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57152af-46e9-400c-aeb4-ba53156ca530 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.408556] env[69239]: DEBUG oslo_vmware.api [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225819} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.409439] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.409826] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.410118] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.410434] env[69239]: INFO nova.compute.manager [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Took 1.29 seconds to destroy the instance on the hypervisor. [ 831.410807] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.411546] env[69239]: DEBUG nova.compute.manager [-] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.411713] env[69239]: DEBUG nova.network.neutron [-] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.422717] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Waiting for the task: (returnval){ [ 831.422717] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5271133a-befc-99de-deb4-74ea55c42ec0" [ 831.422717] env[69239]: _type = "Task" [ 831.422717] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.423344] env[69239]: DEBUG nova.compute.provider_tree [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.436711] env[69239]: DEBUG oslo_vmware.api [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145169, 'name': PowerOnVM_Task, 'duration_secs': 0.495313} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.440267] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.440559] env[69239]: INFO nova.compute.manager [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Took 9.88 seconds to spawn the instance on the hypervisor. [ 831.440821] env[69239]: DEBUG nova.compute.manager [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 831.441169] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5271133a-befc-99de-deb4-74ea55c42ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.015314} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.442548] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f02290-f91f-40f9-931c-af1138d49e26 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.445090] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.445401] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 93026fc6-b7eb-4904-bc3b-3fea162449c3/93026fc6-b7eb-4904-bc3b-3fea162449c3.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.445996] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b46444d-b100-43a6-bc1e-f65e3ba9afc6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.456274] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Waiting for the task: (returnval){ [ 831.456274] env[69239]: value = "task-4145170" [ 831.456274] env[69239]: _type = "Task" [ 831.456274] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.468775] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.719324] env[69239]: DEBUG nova.network.neutron [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Successfully created port: aa034852-13ba-4222-a761-67ec7d05d1ab {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.927234] env[69239]: DEBUG nova.scheduler.client.report [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.955878] env[69239]: DEBUG nova.compute.manager [req-302e4631-4a7f-4ada-a7b4-9c31ecc23fb3 req-6e40beba-e0a2-4e29-acb7-18574e3f3c42 service nova] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Received event network-vif-deleted-4679c90d-e2aa-48eb-af00-c4430c1e5a2b {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.956187] env[69239]: INFO nova.compute.manager [req-302e4631-4a7f-4ada-a7b4-9c31ecc23fb3 req-6e40beba-e0a2-4e29-acb7-18574e3f3c42 service nova] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Neutron deleted interface 4679c90d-e2aa-48eb-af00-c4430c1e5a2b; detaching it from the instance and deleting it from the info cache [ 831.956406] env[69239]: DEBUG nova.network.neutron [req-302e4631-4a7f-4ada-a7b4-9c31ecc23fb3 req-6e40beba-e0a2-4e29-acb7-18574e3f3c42 service nova] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.970939] env[69239]: INFO nova.compute.manager [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Took 44.56 seconds to build instance. [ 831.977672] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145170, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.171803] env[69239]: DEBUG nova.compute.manager [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.214437] env[69239]: DEBUG nova.virt.hardware [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.214437] env[69239]: DEBUG nova.virt.hardware [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.214437] env[69239]: DEBUG nova.virt.hardware [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.214437] env[69239]: DEBUG nova.virt.hardware [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.214437] env[69239]: DEBUG nova.virt.hardware [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.214437] env[69239]: DEBUG nova.virt.hardware [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.214817] env[69239]: DEBUG nova.virt.hardware [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.214817] env[69239]: DEBUG nova.virt.hardware [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.214817] env[69239]: DEBUG nova.virt.hardware [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.214956] env[69239]: DEBUG nova.virt.hardware [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.215148] env[69239]: DEBUG nova.virt.hardware [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.216079] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5f4d0e-a381-43f1-868c-5b2d40b82928 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.227026] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8963f42-bba8-4f3f-9e2c-82001a1fb823 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.237048] env[69239]: DEBUG nova.network.neutron [-] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.433356] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.436891] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.867s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.437166] env[69239]: DEBUG nova.objects.instance [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Lazy-loading 'resources' on Instance uuid dd080268-3c0a-4f43-8089-9ad63e468121 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.440423] env[69239]: DEBUG nova.compute.manager [req-a9f3fdf7-2d92-4e04-98a9-3620711e1ab3 req-dc98cd6f-58ec-4fab-a953-e4a7696f8f12 service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Received event network-changed-ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.440423] env[69239]: DEBUG nova.compute.manager [req-a9f3fdf7-2d92-4e04-98a9-3620711e1ab3 req-dc98cd6f-58ec-4fab-a953-e4a7696f8f12 service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Refreshing instance network info cache due to event network-changed-ae4c1fa9-c369-45dc-8281-0eb74346b044. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.440423] env[69239]: DEBUG oslo_concurrency.lockutils [req-a9f3fdf7-2d92-4e04-98a9-3620711e1ab3 req-dc98cd6f-58ec-4fab-a953-e4a7696f8f12 service nova] Acquiring lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.440423] env[69239]: DEBUG oslo_concurrency.lockutils [req-a9f3fdf7-2d92-4e04-98a9-3620711e1ab3 req-dc98cd6f-58ec-4fab-a953-e4a7696f8f12 service nova] Acquired lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.440423] env[69239]: DEBUG nova.network.neutron [req-a9f3fdf7-2d92-4e04-98a9-3620711e1ab3 req-dc98cd6f-58ec-4fab-a953-e4a7696f8f12 service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Refreshing network info cache for port ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.464456] env[69239]: INFO nova.scheduler.client.report [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Deleted allocations for instance 5ea8eb9a-e4d7-47c4-aabb-da32f030f589 [ 832.470756] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aed1792e-c807-4924-abcb-67118ef2a124 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.474706] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c6727b0a-b510-4e30-bd46-2eebf4657930 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "7274cc79-d1e6-4d72-8555-f8d84300a8cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.812s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.481153] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638957} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.482895] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 93026fc6-b7eb-4904-bc3b-3fea162449c3/93026fc6-b7eb-4904-bc3b-3fea162449c3.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.483189] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.483553] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-feb789a1-a441-433a-bc97-1d02219ace5d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.489293] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9de052-f98f-4ada-9eb5-9df2f58a2364 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.507128] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Waiting for the task: (returnval){ [ 832.507128] env[69239]: value = "task-4145171" [ 832.507128] env[69239]: _type = "Task" [ 832.507128] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.517960] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.534505] env[69239]: DEBUG nova.compute.manager [req-302e4631-4a7f-4ada-a7b4-9c31ecc23fb3 req-6e40beba-e0a2-4e29-acb7-18574e3f3c42 service nova] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Detach interface failed, port_id=4679c90d-e2aa-48eb-af00-c4430c1e5a2b, reason: Instance 54e30768-6647-4d29-a6b0-fb3c4fe9235b could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 832.739942] env[69239]: INFO nova.compute.manager [-] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Took 1.33 seconds to deallocate network for instance. [ 832.978708] env[69239]: DEBUG nova.compute.manager [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.981360] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5c09c89-c6cb-4dcc-84e8-ed8eb1f615dd tempest-ServersTestManualDisk-382677829 tempest-ServersTestManualDisk-382677829-project-member] Lock "5ea8eb9a-e4d7-47c4-aabb-da32f030f589" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.010s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.023722] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077519} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.026976] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.028395] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1c9cd5-e826-4557-869a-a317ebe70518 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.056403] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 93026fc6-b7eb-4904-bc3b-3fea162449c3/93026fc6-b7eb-4904-bc3b-3fea162449c3.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.061710] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a3e48f9-29fc-4a26-a48b-0a71114eb12c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.085329] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Waiting for the task: (returnval){ [ 833.085329] env[69239]: value = "task-4145172" [ 833.085329] env[69239]: _type = "Task" [ 833.085329] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.098610] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.247954] env[69239]: DEBUG oslo_concurrency.lockutils [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.324330] env[69239]: DEBUG nova.network.neutron [req-a9f3fdf7-2d92-4e04-98a9-3620711e1ab3 req-dc98cd6f-58ec-4fab-a953-e4a7696f8f12 service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Updated VIF entry in instance network info cache for port ae4c1fa9-c369-45dc-8281-0eb74346b044. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.324975] env[69239]: DEBUG nova.network.neutron [req-a9f3fdf7-2d92-4e04-98a9-3620711e1ab3 req-dc98cd6f-58ec-4fab-a953-e4a7696f8f12 service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Updating instance_info_cache with network_info: [{"id": "ae4c1fa9-c369-45dc-8281-0eb74346b044", "address": "fa:16:3e:ff:c3:e5", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae4c1fa9-c3", "ovs_interfaceid": "ae4c1fa9-c369-45dc-8281-0eb74346b044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.497426] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.593962] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3080b159-5486-4a20-906e-ad6fda5173ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.605506] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5afeca-5f97-4604-a02c-0307215885e5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.609026] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145172, 'name': ReconfigVM_Task, 'duration_secs': 0.299847} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.609668] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 93026fc6-b7eb-4904-bc3b-3fea162449c3/93026fc6-b7eb-4904-bc3b-3fea162449c3.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.611696] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ec41d0e-780a-400b-bbdc-50dbdbf59e0b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.648019] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53583c6e-41cd-44c6-8283-c42687f7f06c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.651052] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Waiting for the task: (returnval){ [ 833.651052] env[69239]: value = "task-4145173" [ 833.651052] env[69239]: _type = "Task" [ 833.651052] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.659557] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ae07a7-68ef-4e43-ab4c-a9eaaed2fb43 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.666798] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145173, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.678530] env[69239]: DEBUG nova.compute.provider_tree [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.828748] env[69239]: DEBUG oslo_concurrency.lockutils [req-a9f3fdf7-2d92-4e04-98a9-3620711e1ab3 req-dc98cd6f-58ec-4fab-a953-e4a7696f8f12 service nova] Releasing lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.124971] env[69239]: DEBUG nova.network.neutron [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Successfully updated port: aa034852-13ba-4222-a761-67ec7d05d1ab {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.164996] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145173, 'name': Rename_Task, 'duration_secs': 0.375327} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.165325] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.165595] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-548edd04-6a1b-4d4b-b60a-075eef4882ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.172805] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Waiting for the task: (returnval){ [ 834.172805] env[69239]: value = "task-4145174" [ 834.172805] env[69239]: _type = "Task" [ 834.172805] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.185146] env[69239]: DEBUG nova.scheduler.client.report [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.190275] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.575024] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "f3262187-303d-497f-85f1-c36e11713535" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.575024] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "f3262187-303d-497f-85f1-c36e11713535" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.630023] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.630023] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.630023] env[69239]: DEBUG nova.network.neutron [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.686178] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145174, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.692478] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.695906] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.245s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.697550] env[69239]: INFO nova.compute.claims [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.726707] env[69239]: INFO nova.scheduler.client.report [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Deleted allocations for instance dd080268-3c0a-4f43-8089-9ad63e468121 [ 834.750119] env[69239]: DEBUG nova.compute.manager [req-252ad661-42c1-4327-9f15-6c187522e2a8 req-07e22df1-aedf-463b-8465-9891d069d10e service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Received event network-vif-plugged-aa034852-13ba-4222-a761-67ec7d05d1ab {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.750802] env[69239]: DEBUG oslo_concurrency.lockutils [req-252ad661-42c1-4327-9f15-6c187522e2a8 req-07e22df1-aedf-463b-8465-9891d069d10e service nova] Acquiring lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.751123] env[69239]: DEBUG oslo_concurrency.lockutils [req-252ad661-42c1-4327-9f15-6c187522e2a8 req-07e22df1-aedf-463b-8465-9891d069d10e service nova] Lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.751335] env[69239]: DEBUG oslo_concurrency.lockutils [req-252ad661-42c1-4327-9f15-6c187522e2a8 req-07e22df1-aedf-463b-8465-9891d069d10e service nova] Lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.751516] env[69239]: DEBUG nova.compute.manager [req-252ad661-42c1-4327-9f15-6c187522e2a8 req-07e22df1-aedf-463b-8465-9891d069d10e service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] No waiting events found dispatching network-vif-plugged-aa034852-13ba-4222-a761-67ec7d05d1ab {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 834.751690] env[69239]: WARNING nova.compute.manager [req-252ad661-42c1-4327-9f15-6c187522e2a8 req-07e22df1-aedf-463b-8465-9891d069d10e service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Received unexpected event network-vif-plugged-aa034852-13ba-4222-a761-67ec7d05d1ab for instance with vm_state building and task_state spawning. [ 834.751904] env[69239]: DEBUG nova.compute.manager [req-252ad661-42c1-4327-9f15-6c187522e2a8 req-07e22df1-aedf-463b-8465-9891d069d10e service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Received event network-changed-aa034852-13ba-4222-a761-67ec7d05d1ab {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.752107] env[69239]: DEBUG nova.compute.manager [req-252ad661-42c1-4327-9f15-6c187522e2a8 req-07e22df1-aedf-463b-8465-9891d069d10e service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Refreshing instance network info cache due to event network-changed-aa034852-13ba-4222-a761-67ec7d05d1ab. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.752313] env[69239]: DEBUG oslo_concurrency.lockutils [req-252ad661-42c1-4327-9f15-6c187522e2a8 req-07e22df1-aedf-463b-8465-9891d069d10e service nova] Acquiring lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.186437] env[69239]: DEBUG oslo_vmware.api [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145174, 'name': PowerOnVM_Task, 'duration_secs': 0.564301} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.190242] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.190748] env[69239]: INFO nova.compute.manager [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Took 9.42 seconds to spawn the instance on the hypervisor. [ 835.190995] env[69239]: DEBUG nova.compute.manager [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 835.192047] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a5e3ac-b50d-4dd6-9932-abc96e39c86f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.240512] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f7f24c01-14aa-4c7e-b3c6-55d64904d1e1 tempest-ServersListShow2100Test-912094332 tempest-ServersListShow2100Test-912094332-project-member] Lock "dd080268-3c0a-4f43-8089-9ad63e468121" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.013s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.420075] env[69239]: DEBUG nova.network.neutron [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.694731] env[69239]: DEBUG nova.network.neutron [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Updating instance_info_cache with network_info: [{"id": "aa034852-13ba-4222-a761-67ec7d05d1ab", "address": "fa:16:3e:27:51:a2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa034852-13", "ovs_interfaceid": "aa034852-13ba-4222-a761-67ec7d05d1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.720892] env[69239]: INFO nova.compute.manager [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Took 42.69 seconds to build instance. [ 836.197659] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.197983] env[69239]: DEBUG nova.compute.manager [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Instance network_info: |[{"id": "aa034852-13ba-4222-a761-67ec7d05d1ab", "address": "fa:16:3e:27:51:a2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa034852-13", "ovs_interfaceid": "aa034852-13ba-4222-a761-67ec7d05d1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.198502] env[69239]: DEBUG oslo_concurrency.lockutils [req-252ad661-42c1-4327-9f15-6c187522e2a8 req-07e22df1-aedf-463b-8465-9891d069d10e service nova] Acquired lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.199521] env[69239]: DEBUG nova.network.neutron [req-252ad661-42c1-4327-9f15-6c187522e2a8 req-07e22df1-aedf-463b-8465-9891d069d10e service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Refreshing network info cache for port aa034852-13ba-4222-a761-67ec7d05d1ab {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.200136] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:51:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa034852-13ba-4222-a761-67ec7d05d1ab', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.207954] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.208672] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.208834] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-960672dc-1e4e-4e66-b1ca-70c8fc2c0d78 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.228047] env[69239]: DEBUG oslo_concurrency.lockutils [None req-42ffb1b8-1f53-440c-a38d-7e69e2360ecd tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Lock "93026fc6-b7eb-4904-bc3b-3fea162449c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.354s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.238898] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.238898] env[69239]: value = "task-4145175" [ 836.238898] env[69239]: _type = "Task" [ 836.238898] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.249549] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145175, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.293352] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c12e10-1d88-45f2-9607-0bfb8d6cc396 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.303231] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e23470c-4c43-4173-8d02-62496c7ca1ef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.342664] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb538b7-c4bd-4ca9-821d-fc26f41bc043 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.355656] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f2fe08-235a-4e32-9def-cda2c28f52dd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.372408] env[69239]: DEBUG nova.compute.provider_tree [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.733869] env[69239]: DEBUG nova.compute.manager [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.750930] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145175, 'name': CreateVM_Task, 'duration_secs': 0.380416} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.753616] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.753819] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.754012] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.754303] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.755429] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847bea57-08ad-4cd2-ba5f-f4b825787dbb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.761090] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 836.761090] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]524e631c-86b6-5e85-3ef6-837ba09ce44f" [ 836.761090] env[69239]: _type = "Task" [ 836.761090] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.772065] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524e631c-86b6-5e85-3ef6-837ba09ce44f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.850137] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Acquiring lock "93026fc6-b7eb-4904-bc3b-3fea162449c3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.850425] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Lock "93026fc6-b7eb-4904-bc3b-3fea162449c3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.850742] env[69239]: INFO nova.compute.manager [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Rebooting instance [ 836.878569] env[69239]: DEBUG nova.scheduler.client.report [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.062579] env[69239]: DEBUG nova.network.neutron [req-252ad661-42c1-4327-9f15-6c187522e2a8 req-07e22df1-aedf-463b-8465-9891d069d10e service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Updated VIF entry in instance network info cache for port aa034852-13ba-4222-a761-67ec7d05d1ab. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.063468] env[69239]: DEBUG nova.network.neutron [req-252ad661-42c1-4327-9f15-6c187522e2a8 req-07e22df1-aedf-463b-8465-9891d069d10e service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Updating instance_info_cache with network_info: [{"id": "aa034852-13ba-4222-a761-67ec7d05d1ab", "address": "fa:16:3e:27:51:a2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa034852-13", "ovs_interfaceid": "aa034852-13ba-4222-a761-67ec7d05d1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.257761] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.273039] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524e631c-86b6-5e85-3ef6-837ba09ce44f, 'name': SearchDatastore_Task, 'duration_secs': 0.014535} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.273039] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.273345] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.273635] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.274219] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.274456] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.274816] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-300b7e8b-2400-4d1d-8d62-52601a6f9a55 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.285972] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.286340] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.286969] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-962ebb80-c302-4d35-b66e-a30ed6f677dd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.293173] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 837.293173] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]521d0fe0-bf32-d1cf-9238-ac8b0074c8bb" [ 837.293173] env[69239]: _type = "Task" [ 837.293173] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.302330] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521d0fe0-bf32-d1cf-9238-ac8b0074c8bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.373062] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "e4116487-0f74-4511-b170-3dd28643a27a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.374175] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "e4116487-0f74-4511-b170-3dd28643a27a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.376669] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Acquiring lock "refresh_cache-93026fc6-b7eb-4904-bc3b-3fea162449c3" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.377068] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Acquired lock "refresh_cache-93026fc6-b7eb-4904-bc3b-3fea162449c3" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.377157] env[69239]: DEBUG nova.network.neutron [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.385864] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.387049] env[69239]: DEBUG nova.compute.manager [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.389449] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.933s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.390874] env[69239]: INFO nova.compute.claims [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.566945] env[69239]: DEBUG oslo_concurrency.lockutils [req-252ad661-42c1-4327-9f15-6c187522e2a8 req-07e22df1-aedf-463b-8465-9891d069d10e service nova] Releasing lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.804114] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521d0fe0-bf32-d1cf-9238-ac8b0074c8bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012332} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.804917] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa7405b4-eb70-40ae-a7eb-df3d3ec68000 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.811569] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 837.811569] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]523b355d-1965-26e9-9b87-051ccf6f8ca7" [ 837.811569] env[69239]: _type = "Task" [ 837.811569] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.819951] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523b355d-1965-26e9-9b87-051ccf6f8ca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.898981] env[69239]: DEBUG nova.compute.utils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.900884] env[69239]: DEBUG nova.compute.manager [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.901451] env[69239]: DEBUG nova.network.neutron [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.939300] env[69239]: DEBUG nova.policy [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '366aac2413874f6e81b77a284c1f38f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd95f74e848a94d2c915115e29616fd62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.035842] env[69239]: DEBUG oslo_concurrency.lockutils [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "0a158a5f-a0b3-42dc-8a41-e1e430e64c0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.036102] env[69239]: DEBUG oslo_concurrency.lockutils [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "0a158a5f-a0b3-42dc-8a41-e1e430e64c0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.188307] env[69239]: DEBUG nova.network.neutron [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Updating instance_info_cache with network_info: [{"id": "dffd482b-f9db-41ef-949f-37bc8d35916a", "address": "fa:16:3e:b3:f6:5c", "network": {"id": "a99afc63-f14c-4b4e-8cfd-f53a4767dbb5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1919716846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95950ac2b7c84ed4b81cc21844e90860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdffd482b-f9", "ovs_interfaceid": "dffd482b-f9db-41ef-949f-37bc8d35916a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.210832] env[69239]: DEBUG nova.network.neutron [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Successfully created port: 5c9271bb-855d-4d80-beff-ea23c8e62c91 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.323260] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523b355d-1965-26e9-9b87-051ccf6f8ca7, 'name': SearchDatastore_Task, 'duration_secs': 0.04144} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.323886] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.323886] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec/1e575dc2-3d1b-4ca6-b3d3-31385f6209ec.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.324252] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31650d5a-2c1e-4a7e-982c-00093cc2a0bd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.331942] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 838.331942] env[69239]: value = "task-4145176" [ 838.331942] env[69239]: _type = "Task" [ 838.331942] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.341754] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.403993] env[69239]: DEBUG nova.compute.manager [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.690976] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Releasing lock "refresh_cache-93026fc6-b7eb-4904-bc3b-3fea162449c3" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.845359] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145176, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.088438] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c7cb49-8595-4335-9e1d-12e0b2ae176f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.099146] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83da38a-5753-46ed-8aa7-54c1ec88be81 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.139042] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e32b48-95f2-47e3-8a40-f96a64b0330c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.148384] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e286e360-70c6-409a-9d89-ddc1cc68645d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.165719] env[69239]: DEBUG nova.compute.provider_tree [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.196847] env[69239]: DEBUG nova.compute.manager [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 839.197291] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b911b2-80fd-4b55-9846-54c2213a1ac2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.345174] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145176, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.414340] env[69239]: DEBUG nova.compute.manager [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.443246] env[69239]: DEBUG nova.virt.hardware [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.443514] env[69239]: DEBUG nova.virt.hardware [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.443676] env[69239]: DEBUG nova.virt.hardware [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.443860] env[69239]: DEBUG nova.virt.hardware [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.444014] env[69239]: DEBUG nova.virt.hardware [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.444185] env[69239]: DEBUG nova.virt.hardware [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.444394] env[69239]: DEBUG nova.virt.hardware [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.444554] env[69239]: DEBUG nova.virt.hardware [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.444719] env[69239]: DEBUG nova.virt.hardware [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.444885] env[69239]: DEBUG nova.virt.hardware [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.445068] env[69239]: DEBUG nova.virt.hardware [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.445938] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859322dc-40b0-4c02-a252-825b0ad3b754 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.455168] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dc24ec-1ced-4004-b333-7689f4202708 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.649515] env[69239]: DEBUG nova.compute.manager [req-887e8724-c964-465b-a13c-3a02dc404f21 req-a254eae1-d4ab-4031-b215-2cb74d3e100f service nova] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Received event network-vif-plugged-5c9271bb-855d-4d80-beff-ea23c8e62c91 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.651018] env[69239]: DEBUG oslo_concurrency.lockutils [req-887e8724-c964-465b-a13c-3a02dc404f21 req-a254eae1-d4ab-4031-b215-2cb74d3e100f service nova] Acquiring lock "062a3642-4172-4012-96a7-1ace304146aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.651018] env[69239]: DEBUG oslo_concurrency.lockutils [req-887e8724-c964-465b-a13c-3a02dc404f21 req-a254eae1-d4ab-4031-b215-2cb74d3e100f service nova] Lock "062a3642-4172-4012-96a7-1ace304146aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.651018] env[69239]: DEBUG oslo_concurrency.lockutils [req-887e8724-c964-465b-a13c-3a02dc404f21 req-a254eae1-d4ab-4031-b215-2cb74d3e100f service nova] Lock "062a3642-4172-4012-96a7-1ace304146aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.651018] env[69239]: DEBUG nova.compute.manager [req-887e8724-c964-465b-a13c-3a02dc404f21 req-a254eae1-d4ab-4031-b215-2cb74d3e100f service nova] [instance: 062a3642-4172-4012-96a7-1ace304146aa] No waiting events found dispatching network-vif-plugged-5c9271bb-855d-4d80-beff-ea23c8e62c91 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 839.651018] env[69239]: WARNING nova.compute.manager [req-887e8724-c964-465b-a13c-3a02dc404f21 req-a254eae1-d4ab-4031-b215-2cb74d3e100f service nova] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Received unexpected event network-vif-plugged-5c9271bb-855d-4d80-beff-ea23c8e62c91 for instance with vm_state building and task_state spawning. [ 839.669206] env[69239]: DEBUG nova.scheduler.client.report [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.737610] env[69239]: DEBUG nova.network.neutron [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Successfully updated port: 5c9271bb-855d-4d80-beff-ea23c8e62c91 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.845449] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145176, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.174861] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.175372] env[69239]: DEBUG nova.compute.manager [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.178943] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.734s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.180272] env[69239]: INFO nova.compute.claims [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.216665] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d13039-3670-4167-812c-79b2a8240325 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.226518] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Doing hard reboot of VM {{(pid=69239) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 840.226777] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d6c928ae-5bd0-448f-bd88-9f40e20df0ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.236260] env[69239]: DEBUG oslo_vmware.api [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Waiting for the task: (returnval){ [ 840.236260] env[69239]: value = "task-4145177" [ 840.236260] env[69239]: _type = "Task" [ 840.236260] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.239802] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Acquiring lock "refresh_cache-062a3642-4172-4012-96a7-1ace304146aa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.239973] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Acquired lock "refresh_cache-062a3642-4172-4012-96a7-1ace304146aa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.240143] env[69239]: DEBUG nova.network.neutron [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.248094] env[69239]: DEBUG oslo_vmware.api [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145177, 'name': ResetVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.348588] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145176, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.97567} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.348958] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec/1e575dc2-3d1b-4ca6-b3d3-31385f6209ec.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.349178] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.349495] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3680da82-3874-449b-a689-d658093da832 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.357180] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 840.357180] env[69239]: value = "task-4145178" [ 840.357180] env[69239]: _type = "Task" [ 840.357180] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.365631] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.686941] env[69239]: DEBUG nova.compute.utils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.688316] env[69239]: DEBUG nova.compute.manager [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.688505] env[69239]: DEBUG nova.network.neutron [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.748558] env[69239]: DEBUG nova.policy [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69d50261916c467daa37f77cfcb20c78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b111107ce20841e1b8e46da3a74f2dc8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.750126] env[69239]: DEBUG oslo_vmware.api [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145177, 'name': ResetVM_Task, 'duration_secs': 0.11504} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.750709] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Did hard reboot of VM {{(pid=69239) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 840.750925] env[69239]: DEBUG nova.compute.manager [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.752064] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276f3662-6edb-4983-ab53-bc80722301a7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.788434] env[69239]: DEBUG nova.network.neutron [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.868987] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075696} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.869274] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.870092] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba14bc9-d4c6-4021-8706-0d4e271a34b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.893466] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec/1e575dc2-3d1b-4ca6-b3d3-31385f6209ec.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.893770] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d82362f0-1289-43f2-b3f5-7e436041f724 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.919204] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 840.919204] env[69239]: value = "task-4145179" [ 840.919204] env[69239]: _type = "Task" [ 840.919204] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.927938] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.977905] env[69239]: DEBUG nova.network.neutron [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Updating instance_info_cache with network_info: [{"id": "5c9271bb-855d-4d80-beff-ea23c8e62c91", "address": "fa:16:3e:73:f0:9e", "network": {"id": "32ef13d5-5f78-4ded-9fec-8df3837270db", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-568350428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d95f74e848a94d2c915115e29616fd62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9271bb-85", "ovs_interfaceid": "5c9271bb-855d-4d80-beff-ea23c8e62c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.045625] env[69239]: DEBUG nova.network.neutron [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Successfully created port: 730fd954-ebf0-4b40-9ddb-1e1d5e12a97f {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.194789] env[69239]: DEBUG nova.compute.manager [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.272018] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3a34476-2af2-4ed0-abaa-f981853f0d90 tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Lock "93026fc6-b7eb-4904-bc3b-3fea162449c3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.419s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.357100] env[69239]: DEBUG nova.network.neutron [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Successfully created port: f24cec30-11aa-436c-b166-d15e1f0e6d3d {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.432445] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145179, 'name': ReconfigVM_Task, 'duration_secs': 0.340818} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.432736] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec/1e575dc2-3d1b-4ca6-b3d3-31385f6209ec.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.433413] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcf87122-b049-4fc0-973f-09e3b965434d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.440190] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 841.440190] env[69239]: value = "task-4145180" [ 841.440190] env[69239]: _type = "Task" [ 841.440190] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.452519] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145180, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.482381] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Releasing lock "refresh_cache-062a3642-4172-4012-96a7-1ace304146aa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.482381] env[69239]: DEBUG nova.compute.manager [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Instance network_info: |[{"id": "5c9271bb-855d-4d80-beff-ea23c8e62c91", "address": "fa:16:3e:73:f0:9e", "network": {"id": "32ef13d5-5f78-4ded-9fec-8df3837270db", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-568350428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d95f74e848a94d2c915115e29616fd62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9271bb-85", "ovs_interfaceid": "5c9271bb-855d-4d80-beff-ea23c8e62c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.482588] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:f0:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c9271bb-855d-4d80-beff-ea23c8e62c91', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.491856] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Creating folder: Project (d95f74e848a94d2c915115e29616fd62). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.495205] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49e9aaeb-f153-4aab-9065-2893f1894209 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.507778] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Created folder: Project (d95f74e848a94d2c915115e29616fd62) in parent group-v820715. [ 841.508009] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Creating folder: Instances. Parent ref: group-v820883. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.510983] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-160af973-1bca-497a-bfb9-aef839f04174 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.522281] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Created folder: Instances in parent group-v820883. [ 841.522401] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.525607] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.526864] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dfe193d-66f9-4323-8870-7d824d21cd27 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.550957] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.550957] env[69239]: value = "task-4145183" [ 841.550957] env[69239]: _type = "Task" [ 841.550957] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.562373] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145183, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.755793] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Acquiring lock "93026fc6-b7eb-4904-bc3b-3fea162449c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.756153] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Lock "93026fc6-b7eb-4904-bc3b-3fea162449c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.756413] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Acquiring lock "93026fc6-b7eb-4904-bc3b-3fea162449c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.756650] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Lock "93026fc6-b7eb-4904-bc3b-3fea162449c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.756854] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Lock "93026fc6-b7eb-4904-bc3b-3fea162449c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.759513] env[69239]: INFO nova.compute.manager [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Terminating instance [ 841.783281] env[69239]: DEBUG nova.compute.manager [req-8093913a-bb88-4ac5-856e-926534794b89 req-4b75cdf8-de5d-4889-9791-be8afb37ac16 service nova] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Received event network-changed-5c9271bb-855d-4d80-beff-ea23c8e62c91 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.783482] env[69239]: DEBUG nova.compute.manager [req-8093913a-bb88-4ac5-856e-926534794b89 req-4b75cdf8-de5d-4889-9791-be8afb37ac16 service nova] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Refreshing instance network info cache due to event network-changed-5c9271bb-855d-4d80-beff-ea23c8e62c91. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.783723] env[69239]: DEBUG oslo_concurrency.lockutils [req-8093913a-bb88-4ac5-856e-926534794b89 req-4b75cdf8-de5d-4889-9791-be8afb37ac16 service nova] Acquiring lock "refresh_cache-062a3642-4172-4012-96a7-1ace304146aa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.783872] env[69239]: DEBUG oslo_concurrency.lockutils [req-8093913a-bb88-4ac5-856e-926534794b89 req-4b75cdf8-de5d-4889-9791-be8afb37ac16 service nova] Acquired lock "refresh_cache-062a3642-4172-4012-96a7-1ace304146aa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.784045] env[69239]: DEBUG nova.network.neutron [req-8093913a-bb88-4ac5-856e-926534794b89 req-4b75cdf8-de5d-4889-9791-be8afb37ac16 service nova] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Refreshing network info cache for port 5c9271bb-855d-4d80-beff-ea23c8e62c91 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.906637] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c1e3f5-fbee-47e1-bd6e-f4d8e2a9fcda {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.915820] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f46d67-6a69-47e9-8e48-715951e3e78e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.955489] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e756af93-504b-4dcf-99de-702b27378797 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.963468] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145180, 'name': Rename_Task, 'duration_secs': 0.173536} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.965534] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.965839] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a14cf180-9c70-4f52-a6d0-d529fea50b11 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.968339] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f70cad-e70d-48e1-b479-210a2740c1c2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.983304] env[69239]: DEBUG nova.compute.provider_tree [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.985941] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 841.985941] env[69239]: value = "task-4145184" [ 841.985941] env[69239]: _type = "Task" [ 841.985941] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.994722] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145184, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.061646] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145183, 'name': CreateVM_Task, 'duration_secs': 0.417386} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.061875] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.062528] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.062695] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.063026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.063287] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4324ec9-c240-432d-ab0a-2a6a7d5a9f91 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.068058] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Waiting for the task: (returnval){ [ 842.068058] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52aa77c7-ae3e-27b3-cf82-de55c80de6f3" [ 842.068058] env[69239]: _type = "Task" [ 842.068058] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.078796] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52aa77c7-ae3e-27b3-cf82-de55c80de6f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.209380] env[69239]: DEBUG nova.compute.manager [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.236450] env[69239]: DEBUG nova.virt.hardware [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.237152] env[69239]: DEBUG nova.virt.hardware [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.237152] env[69239]: DEBUG nova.virt.hardware [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.237152] env[69239]: DEBUG nova.virt.hardware [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.237326] env[69239]: DEBUG nova.virt.hardware [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.237326] env[69239]: DEBUG nova.virt.hardware [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.237510] env[69239]: DEBUG nova.virt.hardware [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.237672] env[69239]: DEBUG nova.virt.hardware [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.237841] env[69239]: DEBUG nova.virt.hardware [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.238029] env[69239]: DEBUG nova.virt.hardware [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.238185] env[69239]: DEBUG nova.virt.hardware [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.239107] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89e5c40-95a8-4817-a554-817255c7db24 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.247535] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf01a5f-1041-4bb5-99bb-36ca54a8f08e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.263330] env[69239]: DEBUG nova.compute.manager [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.263526] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.264381] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fc840b-0b23-4884-9eab-0bc9b6592741 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.271298] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.271518] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2855101-b77a-4e71-ba26-0dfb4e025a82 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.278095] env[69239]: DEBUG oslo_vmware.api [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Waiting for the task: (returnval){ [ 842.278095] env[69239]: value = "task-4145185" [ 842.278095] env[69239]: _type = "Task" [ 842.278095] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.288307] env[69239]: DEBUG oslo_vmware.api [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.487361] env[69239]: DEBUG nova.scheduler.client.report [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.502896] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.581833] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52aa77c7-ae3e-27b3-cf82-de55c80de6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011479} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.582159] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.583158] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.583463] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.583623] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.583803] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.584115] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59a8ceb7-0416-49cc-b439-1f2936e68f23 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.592764] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.592976] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.593723] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b838ad69-1e72-49db-99dc-790aab934883 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.599355] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Waiting for the task: (returnval){ [ 842.599355] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]524438b0-e063-bb58-1db2-953f180e7cf2" [ 842.599355] env[69239]: _type = "Task" [ 842.599355] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.607271] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524438b0-e063-bb58-1db2-953f180e7cf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.629224] env[69239]: DEBUG nova.network.neutron [req-8093913a-bb88-4ac5-856e-926534794b89 req-4b75cdf8-de5d-4889-9791-be8afb37ac16 service nova] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Updated VIF entry in instance network info cache for port 5c9271bb-855d-4d80-beff-ea23c8e62c91. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.629548] env[69239]: DEBUG nova.network.neutron [req-8093913a-bb88-4ac5-856e-926534794b89 req-4b75cdf8-de5d-4889-9791-be8afb37ac16 service nova] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Updating instance_info_cache with network_info: [{"id": "5c9271bb-855d-4d80-beff-ea23c8e62c91", "address": "fa:16:3e:73:f0:9e", "network": {"id": "32ef13d5-5f78-4ded-9fec-8df3837270db", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-568350428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d95f74e848a94d2c915115e29616fd62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9271bb-85", "ovs_interfaceid": "5c9271bb-855d-4d80-beff-ea23c8e62c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.787929] env[69239]: DEBUG oslo_vmware.api [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145185, 'name': PowerOffVM_Task, 'duration_secs': 0.201601} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.788543] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.788825] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.789206] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dfd592e-7299-4999-acef-d5ebb3972756 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.855756] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.856385] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.856385] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Deleting the datastore file [datastore1] 93026fc6-b7eb-4904-bc3b-3fea162449c3 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.856703] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e474f279-ce08-4426-b2c3-d62eb23cc336 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.864170] env[69239]: DEBUG oslo_vmware.api [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Waiting for the task: (returnval){ [ 842.864170] env[69239]: value = "task-4145187" [ 842.864170] env[69239]: _type = "Task" [ 842.864170] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.873682] env[69239]: DEBUG oslo_vmware.api [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.915882] env[69239]: DEBUG nova.network.neutron [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Successfully updated port: 730fd954-ebf0-4b40-9ddb-1e1d5e12a97f {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.996733] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.997312] env[69239]: DEBUG nova.compute.manager [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.000347] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.463s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.000347] env[69239]: DEBUG nova.objects.instance [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lazy-loading 'resources' on Instance uuid 43410ca1-1bf9-4332-93e5-be325167d292 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.019902] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.116339] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524438b0-e063-bb58-1db2-953f180e7cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.118296] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b6a809-2955-4209-9706-cfb1c43f3250 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.128539] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Waiting for the task: (returnval){ [ 843.128539] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ef0173-a22c-32ba-32ea-c1b62cf06a4e" [ 843.128539] env[69239]: _type = "Task" [ 843.128539] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.132251] env[69239]: DEBUG oslo_concurrency.lockutils [req-8093913a-bb88-4ac5-856e-926534794b89 req-4b75cdf8-de5d-4889-9791-be8afb37ac16 service nova] Releasing lock "refresh_cache-062a3642-4172-4012-96a7-1ace304146aa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.140803] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ef0173-a22c-32ba-32ea-c1b62cf06a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.376410] env[69239]: DEBUG oslo_vmware.api [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Task: {'id': task-4145187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148796} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.376667] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.377224] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.377224] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.377224] env[69239]: INFO nova.compute.manager [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 843.377451] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.377647] env[69239]: DEBUG nova.compute.manager [-] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.377750] env[69239]: DEBUG nova.network.neutron [-] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.504312] env[69239]: DEBUG oslo_vmware.api [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145184, 'name': PowerOnVM_Task, 'duration_secs': 1.310482} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.504627] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.504707] env[69239]: INFO nova.compute.manager [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Took 11.33 seconds to spawn the instance on the hypervisor. [ 843.505944] env[69239]: DEBUG nova.compute.manager [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 843.505944] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb000bcf-99d5-484a-8a0b-ad9951a2cef1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.519054] env[69239]: DEBUG nova.compute.utils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.520523] env[69239]: DEBUG nova.compute.manager [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.520666] env[69239]: DEBUG nova.network.neutron [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.541220] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc00461b-0603-41dc-b5d2-e1ce6d410d80 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.549832] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109c1804-c563-4fba-9848-08d140ef6aa2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.587495] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f0ff7a-2b3d-40b7-acdd-7c0bc94e0517 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.597222] env[69239]: DEBUG nova.policy [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26366db576ad4e70a196291d5a2ba336', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e96bf13d903403dbe7dbe134263eeb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.599925] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e82c1ca-3ccc-4728-82a5-bd0341200e7f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.619512] env[69239]: DEBUG nova.compute.provider_tree [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.640650] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ef0173-a22c-32ba-32ea-c1b62cf06a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.013931} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.641049] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.641550] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 062a3642-4172-4012-96a7-1ace304146aa/062a3642-4172-4012-96a7-1ace304146aa.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.641875] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e6e2913-2643-48c2-8afc-87d8b71f6774 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.653390] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Waiting for the task: (returnval){ [ 843.653390] env[69239]: value = "task-4145188" [ 843.653390] env[69239]: _type = "Task" [ 843.653390] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.667892] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.005974] env[69239]: DEBUG nova.compute.manager [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Received event network-vif-plugged-730fd954-ebf0-4b40-9ddb-1e1d5e12a97f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.006384] env[69239]: DEBUG oslo_concurrency.lockutils [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] Acquiring lock "a3b9f90d-353b-41b0-a310-fdd975080a85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.006481] env[69239]: DEBUG oslo_concurrency.lockutils [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] Lock "a3b9f90d-353b-41b0-a310-fdd975080a85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.006650] env[69239]: DEBUG oslo_concurrency.lockutils [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] Lock "a3b9f90d-353b-41b0-a310-fdd975080a85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.006820] env[69239]: DEBUG nova.compute.manager [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] No waiting events found dispatching network-vif-plugged-730fd954-ebf0-4b40-9ddb-1e1d5e12a97f {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 844.006977] env[69239]: WARNING nova.compute.manager [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Received unexpected event network-vif-plugged-730fd954-ebf0-4b40-9ddb-1e1d5e12a97f for instance with vm_state building and task_state spawning. [ 844.007157] env[69239]: DEBUG nova.compute.manager [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Received event network-changed-730fd954-ebf0-4b40-9ddb-1e1d5e12a97f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.007314] env[69239]: DEBUG nova.compute.manager [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Refreshing instance network info cache due to event network-changed-730fd954-ebf0-4b40-9ddb-1e1d5e12a97f. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.007496] env[69239]: DEBUG oslo_concurrency.lockutils [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] Acquiring lock "refresh_cache-a3b9f90d-353b-41b0-a310-fdd975080a85" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.007631] env[69239]: DEBUG oslo_concurrency.lockutils [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] Acquired lock "refresh_cache-a3b9f90d-353b-41b0-a310-fdd975080a85" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.007784] env[69239]: DEBUG nova.network.neutron [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Refreshing network info cache for port 730fd954-ebf0-4b40-9ddb-1e1d5e12a97f {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.024632] env[69239]: DEBUG nova.compute.manager [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.038114] env[69239]: INFO nova.compute.manager [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Took 47.87 seconds to build instance. [ 844.123898] env[69239]: DEBUG nova.scheduler.client.report [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.147243] env[69239]: DEBUG nova.network.neutron [-] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.164713] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497043} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.164997] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 062a3642-4172-4012-96a7-1ace304146aa/062a3642-4172-4012-96a7-1ace304146aa.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.165248] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.165515] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf30db05-0e8d-4ee0-9950-ccdcd2df4036 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.174139] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Waiting for the task: (returnval){ [ 844.174139] env[69239]: value = "task-4145189" [ 844.174139] env[69239]: _type = "Task" [ 844.174139] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.183579] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.318007] env[69239]: DEBUG nova.network.neutron [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Successfully created port: 6f7d27e5-a544-44e9-b2a1-137b8748928a {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.541813] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f0b72461-98a4-46ae-b777-f32d5fd2ac40 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.251s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.547906] env[69239]: DEBUG nova.network.neutron [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.630109] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.632504] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.677s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.634071] env[69239]: INFO nova.compute.claims [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.637770] env[69239]: DEBUG nova.network.neutron [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.650453] env[69239]: INFO nova.compute.manager [-] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Took 1.27 seconds to deallocate network for instance. [ 844.666348] env[69239]: INFO nova.scheduler.client.report [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Deleted allocations for instance 43410ca1-1bf9-4332-93e5-be325167d292 [ 844.684631] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081035} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.684920] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.685879] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabfa3e6-41f5-4fec-8883-3a52cfb5171b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.709092] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 062a3642-4172-4012-96a7-1ace304146aa/062a3642-4172-4012-96a7-1ace304146aa.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.709453] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f2d22f-f085-476c-a753-e60472cf9389 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.736276] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Waiting for the task: (returnval){ [ 844.736276] env[69239]: value = "task-4145190" [ 844.736276] env[69239]: _type = "Task" [ 844.736276] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.746608] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.042931] env[69239]: DEBUG nova.compute.manager [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.044893] env[69239]: DEBUG nova.compute.manager [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.070904] env[69239]: DEBUG nova.virt.hardware [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.071720] env[69239]: DEBUG nova.virt.hardware [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.072232] env[69239]: DEBUG nova.virt.hardware [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.072604] env[69239]: DEBUG nova.virt.hardware [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.072908] env[69239]: DEBUG nova.virt.hardware [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.073227] env[69239]: DEBUG nova.virt.hardware [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.073622] env[69239]: DEBUG nova.virt.hardware [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.074065] env[69239]: DEBUG nova.virt.hardware [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.074415] env[69239]: DEBUG nova.virt.hardware [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.074769] env[69239]: DEBUG nova.virt.hardware [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.075171] env[69239]: DEBUG nova.virt.hardware [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.076260] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5059f291-ebcb-4131-96bb-645dae53d2f9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.087141] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a156612d-27f7-4f60-a035-3b521c191eb5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.147031] env[69239]: DEBUG oslo_concurrency.lockutils [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] Releasing lock "refresh_cache-a3b9f90d-353b-41b0-a310-fdd975080a85" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.147031] env[69239]: DEBUG nova.compute.manager [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Received event network-vif-deleted-dffd482b-f9db-41ef-949f-37bc8d35916a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.147031] env[69239]: INFO nova.compute.manager [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Neutron deleted interface dffd482b-f9db-41ef-949f-37bc8d35916a; detaching it from the instance and deleting it from the info cache [ 845.147031] env[69239]: DEBUG nova.network.neutron [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.159353] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.175478] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90d44680-b382-480b-9c44-caddadb57a72 tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "43410ca1-1bf9-4332-93e5-be325167d292" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.552s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.250219] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145190, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.568992] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.648961] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-943d42c9-f6ee-4309-9b2f-28ed2cfc526f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.661069] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21a9cde-7c67-49cc-a0d6-07f6305cdcb7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.686208] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "3d7dced2-cc90-4c32-b559-cbf4fe9e85e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.686736] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "3d7dced2-cc90-4c32-b559-cbf4fe9e85e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.687061] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "3d7dced2-cc90-4c32-b559-cbf4fe9e85e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.687421] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "3d7dced2-cc90-4c32-b559-cbf4fe9e85e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.687756] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "3d7dced2-cc90-4c32-b559-cbf4fe9e85e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.691027] env[69239]: INFO nova.compute.manager [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Terminating instance [ 845.720217] env[69239]: DEBUG nova.compute.manager [req-5fb7ae8b-853a-4100-8767-3bfaca043191 req-a9ea704d-daa5-4cd4-938c-67d9e777db2e service nova] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Detach interface failed, port_id=dffd482b-f9db-41ef-949f-37bc8d35916a, reason: Instance 93026fc6-b7eb-4904-bc3b-3fea162449c3 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 845.740340] env[69239]: DEBUG nova.network.neutron [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Successfully updated port: f24cec30-11aa-436c-b166-d15e1f0e6d3d {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.757847] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145190, 'name': ReconfigVM_Task, 'duration_secs': 0.528933} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.759146] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 062a3642-4172-4012-96a7-1ace304146aa/062a3642-4172-4012-96a7-1ace304146aa.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.760338] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-600553fd-3ef3-4224-9313-3d4eba922112 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.770918] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Waiting for the task: (returnval){ [ 845.770918] env[69239]: value = "task-4145191" [ 845.770918] env[69239]: _type = "Task" [ 845.770918] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.781628] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145191, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.827386] env[69239]: DEBUG nova.compute.manager [req-dd756126-adc2-4784-9f4e-c3708774e032 req-380f3bff-b94d-482e-b2cc-5330cb83ba63 service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Received event network-vif-plugged-f24cec30-11aa-436c-b166-d15e1f0e6d3d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.827610] env[69239]: DEBUG oslo_concurrency.lockutils [req-dd756126-adc2-4784-9f4e-c3708774e032 req-380f3bff-b94d-482e-b2cc-5330cb83ba63 service nova] Acquiring lock "a3b9f90d-353b-41b0-a310-fdd975080a85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.828096] env[69239]: DEBUG oslo_concurrency.lockutils [req-dd756126-adc2-4784-9f4e-c3708774e032 req-380f3bff-b94d-482e-b2cc-5330cb83ba63 service nova] Lock "a3b9f90d-353b-41b0-a310-fdd975080a85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.828241] env[69239]: DEBUG oslo_concurrency.lockutils [req-dd756126-adc2-4784-9f4e-c3708774e032 req-380f3bff-b94d-482e-b2cc-5330cb83ba63 service nova] Lock "a3b9f90d-353b-41b0-a310-fdd975080a85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.828361] env[69239]: DEBUG nova.compute.manager [req-dd756126-adc2-4784-9f4e-c3708774e032 req-380f3bff-b94d-482e-b2cc-5330cb83ba63 service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] No waiting events found dispatching network-vif-plugged-f24cec30-11aa-436c-b166-d15e1f0e6d3d {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 845.828512] env[69239]: WARNING nova.compute.manager [req-dd756126-adc2-4784-9f4e-c3708774e032 req-380f3bff-b94d-482e-b2cc-5330cb83ba63 service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Received unexpected event network-vif-plugged-f24cec30-11aa-436c-b166-d15e1f0e6d3d for instance with vm_state building and task_state spawning. [ 846.042799] env[69239]: DEBUG nova.compute.manager [req-966b0a5f-1849-4740-b6d4-a3878f05d117 req-90ec674d-affc-417c-9604-b33723cb7bbd service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Received event network-changed-aa034852-13ba-4222-a761-67ec7d05d1ab {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.043079] env[69239]: DEBUG nova.compute.manager [req-966b0a5f-1849-4740-b6d4-a3878f05d117 req-90ec674d-affc-417c-9604-b33723cb7bbd service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Refreshing instance network info cache due to event network-changed-aa034852-13ba-4222-a761-67ec7d05d1ab. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.043522] env[69239]: DEBUG oslo_concurrency.lockutils [req-966b0a5f-1849-4740-b6d4-a3878f05d117 req-90ec674d-affc-417c-9604-b33723cb7bbd service nova] Acquiring lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.043692] env[69239]: DEBUG oslo_concurrency.lockutils [req-966b0a5f-1849-4740-b6d4-a3878f05d117 req-90ec674d-affc-417c-9604-b33723cb7bbd service nova] Acquired lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.043945] env[69239]: DEBUG nova.network.neutron [req-966b0a5f-1849-4740-b6d4-a3878f05d117 req-90ec674d-affc-417c-9604-b33723cb7bbd service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Refreshing network info cache for port aa034852-13ba-4222-a761-67ec7d05d1ab {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.202319] env[69239]: DEBUG nova.compute.manager [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.202319] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.202319] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdf856f-1760-47fb-807b-d8289cd76128 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.213038] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.213561] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70aba4dd-0caa-4b20-80b4-60564aca9f0c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.225217] env[69239]: DEBUG oslo_vmware.api [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 846.225217] env[69239]: value = "task-4145192" [ 846.225217] env[69239]: _type = "Task" [ 846.225217] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.237171] env[69239]: DEBUG oslo_vmware.api [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.260026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "refresh_cache-a3b9f90d-353b-41b0-a310-fdd975080a85" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.260026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquired lock "refresh_cache-a3b9f90d-353b-41b0-a310-fdd975080a85" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.260026] env[69239]: DEBUG nova.network.neutron [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.287850] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145191, 'name': Rename_Task, 'duration_secs': 0.213408} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.288318] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.288737] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c738f2d2-4f69-4b4c-a9f8-0120c7335597 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.299239] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Waiting for the task: (returnval){ [ 846.299239] env[69239]: value = "task-4145193" [ 846.299239] env[69239]: _type = "Task" [ 846.299239] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.310810] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.364441] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb7a2dc-e128-49b3-b1a2-5a3ae9313d2a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.376551] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14258c95-aaf0-4c0d-b786-52f4d7a6380b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.414443] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ab5588-cd91-4553-863f-189f92ab36cb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.423822] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247d1bec-e162-4259-a014-4434fa0e34e4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.438960] env[69239]: DEBUG nova.compute.provider_tree [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.608409] env[69239]: DEBUG nova.network.neutron [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Successfully updated port: 6f7d27e5-a544-44e9-b2a1-137b8748928a {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.741453] env[69239]: DEBUG oslo_vmware.api [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145192, 'name': PowerOffVM_Task, 'duration_secs': 0.402893} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.741453] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.741453] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.741623] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12681450-0f01-4be6-8f31-239825714394 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.813403] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.824199] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.824569] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.825012] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Deleting the datastore file [datastore1] 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.825658] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7b024fb-dd28-435b-94d0-a10db377b8a8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.835249] env[69239]: DEBUG oslo_vmware.api [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for the task: (returnval){ [ 846.835249] env[69239]: value = "task-4145195" [ 846.835249] env[69239]: _type = "Task" [ 846.835249] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.841620] env[69239]: DEBUG nova.network.neutron [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.847443] env[69239]: DEBUG oslo_vmware.api [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.942012] env[69239]: DEBUG nova.scheduler.client.report [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.112817] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "refresh_cache-bb959ee7-1de9-4877-b342-4183c2a30146" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.113081] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "refresh_cache-bb959ee7-1de9-4877-b342-4183c2a30146" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.113223] env[69239]: DEBUG nova.network.neutron [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.194194] env[69239]: DEBUG nova.network.neutron [req-966b0a5f-1849-4740-b6d4-a3878f05d117 req-90ec674d-affc-417c-9604-b33723cb7bbd service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Updated VIF entry in instance network info cache for port aa034852-13ba-4222-a761-67ec7d05d1ab. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.194811] env[69239]: DEBUG nova.network.neutron [req-966b0a5f-1849-4740-b6d4-a3878f05d117 req-90ec674d-affc-417c-9604-b33723cb7bbd service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Updating instance_info_cache with network_info: [{"id": "aa034852-13ba-4222-a761-67ec7d05d1ab", "address": "fa:16:3e:27:51:a2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa034852-13", "ovs_interfaceid": "aa034852-13ba-4222-a761-67ec7d05d1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.313764] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145193, 'name': PowerOnVM_Task} progress is 98%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.350642] env[69239]: DEBUG oslo_vmware.api [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Task: {'id': task-4145195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292695} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.351140] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.351363] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.352874] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.352874] env[69239]: INFO nova.compute.manager [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 847.352874] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.352874] env[69239]: DEBUG nova.compute.manager [-] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.352874] env[69239]: DEBUG nova.network.neutron [-] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.449630] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.450199] env[69239]: DEBUG nova.compute.manager [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.457011] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.447s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.457011] env[69239]: DEBUG nova.objects.instance [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69239) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 847.537947] env[69239]: DEBUG nova.network.neutron [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Updating instance_info_cache with network_info: [{"id": "730fd954-ebf0-4b40-9ddb-1e1d5e12a97f", "address": "fa:16:3e:36:92:0d", "network": {"id": "c595a97c-ffd2-41c6-8b8e-74bef245b8f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1762644695", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730fd954-eb", "ovs_interfaceid": "730fd954-ebf0-4b40-9ddb-1e1d5e12a97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f24cec30-11aa-436c-b166-d15e1f0e6d3d", "address": "fa:16:3e:0e:f4:4c", "network": {"id": "cb09a46a-c13a-414d-a0d9-c6c5060faab7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1440517300", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf24cec30-11", "ovs_interfaceid": "f24cec30-11aa-436c-b166-d15e1f0e6d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.697553] env[69239]: DEBUG oslo_concurrency.lockutils [req-966b0a5f-1849-4740-b6d4-a3878f05d117 req-90ec674d-affc-417c-9604-b33723cb7bbd service nova] Releasing lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.702938] env[69239]: DEBUG nova.network.neutron [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.818438] env[69239]: DEBUG oslo_vmware.api [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145193, 'name': PowerOnVM_Task, 'duration_secs': 1.152738} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.818830] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.819176] env[69239]: INFO nova.compute.manager [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Took 8.40 seconds to spawn the instance on the hypervisor. [ 847.819507] env[69239]: DEBUG nova.compute.manager [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 847.820784] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75f64ec-ff7b-4583-af25-954a8962ebd6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.960864] env[69239]: DEBUG nova.compute.utils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.973021] env[69239]: DEBUG nova.compute.manager [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.973021] env[69239]: DEBUG nova.network.neutron [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.040410] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Releasing lock "refresh_cache-a3b9f90d-353b-41b0-a310-fdd975080a85" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.040845] env[69239]: DEBUG nova.compute.manager [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Instance network_info: |[{"id": "730fd954-ebf0-4b40-9ddb-1e1d5e12a97f", "address": "fa:16:3e:36:92:0d", "network": {"id": "c595a97c-ffd2-41c6-8b8e-74bef245b8f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1762644695", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730fd954-eb", "ovs_interfaceid": "730fd954-ebf0-4b40-9ddb-1e1d5e12a97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f24cec30-11aa-436c-b166-d15e1f0e6d3d", "address": "fa:16:3e:0e:f4:4c", "network": {"id": "cb09a46a-c13a-414d-a0d9-c6c5060faab7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1440517300", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf24cec30-11", "ovs_interfaceid": "f24cec30-11aa-436c-b166-d15e1f0e6d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.041355] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:92:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '730fd954-ebf0-4b40-9ddb-1e1d5e12a97f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:f4:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f24cec30-11aa-436c-b166-d15e1f0e6d3d', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.052079] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.052748] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.053069] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e358b51-52df-47f9-a1c2-1ce958308088 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.072478] env[69239]: DEBUG nova.policy [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd68693239a7d41509729726d06dae86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44ef109c9ffc4312b5a456a146c20983', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.074621] env[69239]: DEBUG nova.network.neutron [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Updating instance_info_cache with network_info: [{"id": "6f7d27e5-a544-44e9-b2a1-137b8748928a", "address": "fa:16:3e:a3:0e:b6", "network": {"id": "4cb9afcf-cca0-4b50-8a68-3ce948c2664e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-562899602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e96bf13d903403dbe7dbe134263eeb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f7d27e5-a5", "ovs_interfaceid": "6f7d27e5-a544-44e9-b2a1-137b8748928a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.079646] env[69239]: DEBUG nova.compute.manager [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Received event network-changed-f24cec30-11aa-436c-b166-d15e1f0e6d3d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.080043] env[69239]: DEBUG nova.compute.manager [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Refreshing instance network info cache due to event network-changed-f24cec30-11aa-436c-b166-d15e1f0e6d3d. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.080227] env[69239]: DEBUG oslo_concurrency.lockutils [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] Acquiring lock "refresh_cache-a3b9f90d-353b-41b0-a310-fdd975080a85" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.080483] env[69239]: DEBUG oslo_concurrency.lockutils [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] Acquired lock "refresh_cache-a3b9f90d-353b-41b0-a310-fdd975080a85" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.080614] env[69239]: DEBUG nova.network.neutron [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Refreshing network info cache for port f24cec30-11aa-436c-b166-d15e1f0e6d3d {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.087405] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.087405] env[69239]: value = "task-4145196" [ 848.087405] env[69239]: _type = "Task" [ 848.087405] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.099066] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145196, 'name': CreateVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.354923] env[69239]: INFO nova.compute.manager [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Took 47.94 seconds to build instance. [ 848.457277] env[69239]: DEBUG nova.network.neutron [-] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.471219] env[69239]: DEBUG nova.compute.manager [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.475246] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8faf4857-8f14-4de2-96fe-47009e677f99 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.476429] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.039s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.478252] env[69239]: INFO nova.compute.claims [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.584754] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "refresh_cache-bb959ee7-1de9-4877-b342-4183c2a30146" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.585332] env[69239]: DEBUG nova.compute.manager [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Instance network_info: |[{"id": "6f7d27e5-a544-44e9-b2a1-137b8748928a", "address": "fa:16:3e:a3:0e:b6", "network": {"id": "4cb9afcf-cca0-4b50-8a68-3ce948c2664e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-562899602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e96bf13d903403dbe7dbe134263eeb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f7d27e5-a5", "ovs_interfaceid": "6f7d27e5-a544-44e9-b2a1-137b8748928a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.585784] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:0e:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f7d27e5-a544-44e9-b2a1-137b8748928a', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.594688] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.597216] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.601136] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47529e86-666a-4f02-b2e5-ede7cc5be0be {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.627456] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145196, 'name': CreateVM_Task, 'duration_secs': 0.389153} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.629143] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.629425] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.629425] env[69239]: value = "task-4145197" [ 848.629425] env[69239]: _type = "Task" [ 848.629425] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.630318] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.630554] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.630951] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.631274] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15fcbd6f-b870-44c4-8db7-a450c054acfe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.643125] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 848.643125] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526c764f-61de-2d1e-f8f3-cb50cb8bbf4e" [ 848.643125] env[69239]: _type = "Task" [ 848.643125] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.647110] env[69239]: DEBUG nova.network.neutron [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Successfully created port: 8e624647-8818-4a7e-97c4-ab8e589ad4b4 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.649564] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145197, 'name': CreateVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.659878] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526c764f-61de-2d1e-f8f3-cb50cb8bbf4e, 'name': SearchDatastore_Task, 'duration_secs': 0.011091} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.660233] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.660479] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.660734] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.660912] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.661158] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.661464] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82335f97-c662-4bfb-9f40-7ff624608f11 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.672124] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.672305] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.673093] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef72768f-2919-4dd9-94ed-d4877ada2812 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.680985] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 848.680985] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52768178-6ac8-9bb4-5a9d-fbc28ac9de8f" [ 848.680985] env[69239]: _type = "Task" [ 848.680985] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.691646] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52768178-6ac8-9bb4-5a9d-fbc28ac9de8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.858644] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba11619c-8154-42be-ad74-e1ba3df9be68 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Lock "062a3642-4172-4012-96a7-1ace304146aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.652s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.960365] env[69239]: INFO nova.compute.manager [-] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Took 1.61 seconds to deallocate network for instance. [ 849.146293] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145197, 'name': CreateVM_Task, 'duration_secs': 0.340427} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.146481] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.147414] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.147577] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.147910] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.148220] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900d84c0-49ff-4d91-a21d-0fbafe175304 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.153911] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 849.153911] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5258c50b-c3a3-9d76-2b1c-104d2ec1952e" [ 849.153911] env[69239]: _type = "Task" [ 849.153911] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.166148] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5258c50b-c3a3-9d76-2b1c-104d2ec1952e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.177014] env[69239]: DEBUG nova.network.neutron [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Updated VIF entry in instance network info cache for port f24cec30-11aa-436c-b166-d15e1f0e6d3d. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.177463] env[69239]: DEBUG nova.network.neutron [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Updating instance_info_cache with network_info: [{"id": "730fd954-ebf0-4b40-9ddb-1e1d5e12a97f", "address": "fa:16:3e:36:92:0d", "network": {"id": "c595a97c-ffd2-41c6-8b8e-74bef245b8f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1762644695", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730fd954-eb", "ovs_interfaceid": "730fd954-ebf0-4b40-9ddb-1e1d5e12a97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f24cec30-11aa-436c-b166-d15e1f0e6d3d", "address": "fa:16:3e:0e:f4:4c", "network": {"id": "cb09a46a-c13a-414d-a0d9-c6c5060faab7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1440517300", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b111107ce20841e1b8e46da3a74f2dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf24cec30-11", "ovs_interfaceid": "f24cec30-11aa-436c-b166-d15e1f0e6d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.196696] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52768178-6ac8-9bb4-5a9d-fbc28ac9de8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012082} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.197571] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533403cc-a6a5-4505-9c98-e66d8c75c586 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.205788] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 849.205788] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529eda36-d550-d3b0-735d-f822c213b4d7" [ 849.205788] env[69239]: _type = "Task" [ 849.205788] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.217180] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529eda36-d550-d3b0-735d-f822c213b4d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.362530] env[69239]: DEBUG nova.compute.manager [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.470008] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.487032] env[69239]: DEBUG nova.compute.manager [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.521343] env[69239]: DEBUG nova.virt.hardware [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.521620] env[69239]: DEBUG nova.virt.hardware [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.521855] env[69239]: DEBUG nova.virt.hardware [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.524913] env[69239]: DEBUG nova.virt.hardware [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.524913] env[69239]: DEBUG nova.virt.hardware [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.524913] env[69239]: DEBUG nova.virt.hardware [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.524913] env[69239]: DEBUG nova.virt.hardware [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.524913] env[69239]: DEBUG nova.virt.hardware [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.524913] env[69239]: DEBUG nova.virt.hardware [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.524913] env[69239]: DEBUG nova.virt.hardware [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.524913] env[69239]: DEBUG nova.virt.hardware [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.526015] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf9b3e9-9dce-4f55-ab65-d86c565a09ef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.535116] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8605f18d-f109-423d-acfd-a9c601822cb5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.669167] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5258c50b-c3a3-9d76-2b1c-104d2ec1952e, 'name': SearchDatastore_Task, 'duration_secs': 0.013072} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.669492] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.669765] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.669973] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.670204] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.670314] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.670589] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a908ba6-e682-4afb-bdc2-c5fc456cfe68 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.681153] env[69239]: DEBUG oslo_concurrency.lockutils [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] Releasing lock "refresh_cache-a3b9f90d-353b-41b0-a310-fdd975080a85" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.681220] env[69239]: DEBUG nova.compute.manager [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Received event network-vif-plugged-6f7d27e5-a544-44e9-b2a1-137b8748928a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.681389] env[69239]: DEBUG oslo_concurrency.lockutils [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] Acquiring lock "bb959ee7-1de9-4877-b342-4183c2a30146-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.681737] env[69239]: DEBUG oslo_concurrency.lockutils [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] Lock "bb959ee7-1de9-4877-b342-4183c2a30146-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.681821] env[69239]: DEBUG oslo_concurrency.lockutils [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] Lock "bb959ee7-1de9-4877-b342-4183c2a30146-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.681962] env[69239]: DEBUG nova.compute.manager [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] No waiting events found dispatching network-vif-plugged-6f7d27e5-a544-44e9-b2a1-137b8748928a {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 849.682152] env[69239]: WARNING nova.compute.manager [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Received unexpected event network-vif-plugged-6f7d27e5-a544-44e9-b2a1-137b8748928a for instance with vm_state building and task_state spawning. [ 849.682341] env[69239]: DEBUG nova.compute.manager [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Received event network-changed-6f7d27e5-a544-44e9-b2a1-137b8748928a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.682705] env[69239]: DEBUG nova.compute.manager [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Refreshing instance network info cache due to event network-changed-6f7d27e5-a544-44e9-b2a1-137b8748928a. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.682920] env[69239]: DEBUG oslo_concurrency.lockutils [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] Acquiring lock "refresh_cache-bb959ee7-1de9-4877-b342-4183c2a30146" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.683080] env[69239]: DEBUG oslo_concurrency.lockutils [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] Acquired lock "refresh_cache-bb959ee7-1de9-4877-b342-4183c2a30146" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.683266] env[69239]: DEBUG nova.network.neutron [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Refreshing network info cache for port 6f7d27e5-a544-44e9-b2a1-137b8748928a {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.685623] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.685806] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.690028] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d227e5b-1670-4d8b-bd36-811adf873778 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.696973] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 849.696973] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527fd206-2ef5-8b5b-0bd2-99194388825d" [ 849.696973] env[69239]: _type = "Task" [ 849.696973] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.709747] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527fd206-2ef5-8b5b-0bd2-99194388825d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.723408] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529eda36-d550-d3b0-735d-f822c213b4d7, 'name': SearchDatastore_Task, 'duration_secs': 0.017829} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.724114] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.724114] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] a3b9f90d-353b-41b0-a310-fdd975080a85/a3b9f90d-353b-41b0-a310-fdd975080a85.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.724290] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cefa1ecf-24d2-4fcb-a800-7a8de7289264 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.732585] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 849.732585] env[69239]: value = "task-4145198" [ 849.732585] env[69239]: _type = "Task" [ 849.732585] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.742009] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.758197] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Acquiring lock "062a3642-4172-4012-96a7-1ace304146aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.758446] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Lock "062a3642-4172-4012-96a7-1ace304146aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.758661] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Acquiring lock "062a3642-4172-4012-96a7-1ace304146aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.758865] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Lock "062a3642-4172-4012-96a7-1ace304146aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.759048] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Lock "062a3642-4172-4012-96a7-1ace304146aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.762492] env[69239]: INFO nova.compute.manager [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Terminating instance [ 849.884396] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.027025] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cf4fce-ba30-4902-92f9-8433f0d15f9a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.036779] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6fcd37-d158-4a6c-aa70-df51d1478633 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.069095] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaabb94-f87b-4e15-a9fe-fd40e98512a3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.079051] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339c246b-1508-4d1a-b91c-785bad1d4bb4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.098223] env[69239]: DEBUG nova.compute.provider_tree [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.208080] env[69239]: DEBUG nova.compute.manager [req-5c25d07c-0607-4a7e-be3e-2ed9c43bdf65 req-d50c9995-af36-43db-a6de-f38a6b5eeb33 service nova] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Received event network-vif-deleted-fd1e8d16-8e4e-489e-b6c6-aff83da86ea7 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.218208] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527fd206-2ef5-8b5b-0bd2-99194388825d, 'name': SearchDatastore_Task, 'duration_secs': 0.016413} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.219243] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a88460-f339-4896-a11f-a2ab0df2e7ea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.228058] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 850.228058] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52322ab1-ea4d-74e6-3635-b9ee14a2441e" [ 850.228058] env[69239]: _type = "Task" [ 850.228058] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.242727] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52322ab1-ea4d-74e6-3635-b9ee14a2441e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.249426] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145198, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.267777] env[69239]: DEBUG nova.compute.manager [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.268186] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.269421] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da19cd1c-3cb8-4fac-aebb-347a7c3db01d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.279584] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.279876] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32245a54-b295-4cdd-a42d-2c0b652e9108 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.287431] env[69239]: DEBUG oslo_vmware.api [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Waiting for the task: (returnval){ [ 850.287431] env[69239]: value = "task-4145199" [ 850.287431] env[69239]: _type = "Task" [ 850.287431] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.297067] env[69239]: DEBUG oslo_vmware.api [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.601816] env[69239]: DEBUG nova.scheduler.client.report [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.742095] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52322ab1-ea4d-74e6-3635-b9ee14a2441e, 'name': SearchDatastore_Task, 'duration_secs': 0.026158} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.742947] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.743155] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] bb959ee7-1de9-4877-b342-4183c2a30146/bb959ee7-1de9-4877-b342-4183c2a30146.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.745186] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c00d79e-f550-4969-a8c8-3a9ef639b74e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.753531] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562175} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.755391] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] a3b9f90d-353b-41b0-a310-fdd975080a85/a3b9f90d-353b-41b0-a310-fdd975080a85.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.755391] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.755935] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 850.755935] env[69239]: value = "task-4145200" [ 850.755935] env[69239]: _type = "Task" [ 850.755935] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.756222] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09c92fe5-aee7-415e-a5fa-3ae16fc4cd40 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.767130] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.768700] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 850.768700] env[69239]: value = "task-4145201" [ 850.768700] env[69239]: _type = "Task" [ 850.768700] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.777765] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.797738] env[69239]: DEBUG oslo_vmware.api [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145199, 'name': PowerOffVM_Task, 'duration_secs': 0.199766} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.798103] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.798289] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.798571] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c767159a-50be-4c4c-ae70-acdded68933c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.870261] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.870511] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.870697] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Deleting the datastore file [datastore2] 062a3642-4172-4012-96a7-1ace304146aa {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.871167] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d42a7302-f6cc-48a3-b531-49a6d61198ec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.878565] env[69239]: DEBUG oslo_vmware.api [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Waiting for the task: (returnval){ [ 850.878565] env[69239]: value = "task-4145203" [ 850.878565] env[69239]: _type = "Task" [ 850.878565] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.889601] env[69239]: DEBUG oslo_vmware.api [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.894501] env[69239]: DEBUG nova.network.neutron [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Updated VIF entry in instance network info cache for port 6f7d27e5-a544-44e9-b2a1-137b8748928a. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.894892] env[69239]: DEBUG nova.network.neutron [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Updating instance_info_cache with network_info: [{"id": "6f7d27e5-a544-44e9-b2a1-137b8748928a", "address": "fa:16:3e:a3:0e:b6", "network": {"id": "4cb9afcf-cca0-4b50-8a68-3ce948c2664e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-562899602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e96bf13d903403dbe7dbe134263eeb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f7d27e5-a5", "ovs_interfaceid": "6f7d27e5-a544-44e9-b2a1-137b8748928a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.108292] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.108793] env[69239]: DEBUG nova.compute.manager [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.111651] env[69239]: DEBUG oslo_concurrency.lockutils [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.883s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.112540] env[69239]: DEBUG nova.objects.instance [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Lazy-loading 'resources' on Instance uuid a8b3f7de-560b-4b00-ab3b-19d6b7b60330 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.140919] env[69239]: DEBUG nova.network.neutron [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Successfully updated port: 8e624647-8818-4a7e-97c4-ab8e589ad4b4 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.271029] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145200, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.282315] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188785} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.282663] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.283546] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7605b37b-b8d8-46a0-ba59-96fdef7e7715 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.312865] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] a3b9f90d-353b-41b0-a310-fdd975080a85/a3b9f90d-353b-41b0-a310-fdd975080a85.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.314228] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d60c395f-da66-4eaf-847a-fe29a470ce13 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.341040] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 851.341040] env[69239]: value = "task-4145204" [ 851.341040] env[69239]: _type = "Task" [ 851.341040] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.348022] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.389485] env[69239]: DEBUG oslo_vmware.api [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Task: {'id': task-4145203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220757} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.389771] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.389979] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.390266] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.390500] env[69239]: INFO nova.compute.manager [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 851.391444] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.391444] env[69239]: DEBUG nova.compute.manager [-] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.391444] env[69239]: DEBUG nova.network.neutron [-] [instance: 062a3642-4172-4012-96a7-1ace304146aa] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.397939] env[69239]: DEBUG oslo_concurrency.lockutils [req-25a7ff5a-ef8f-436c-b89d-5630f104814f req-1132c930-546f-40c7-97e2-44fd02185b0e service nova] Releasing lock "refresh_cache-bb959ee7-1de9-4877-b342-4183c2a30146" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.615956] env[69239]: DEBUG nova.compute.utils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.620784] env[69239]: DEBUG nova.compute.manager [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.621033] env[69239]: DEBUG nova.network.neutron [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.642728] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "refresh_cache-0de18b9d-ab56-4687-802a-eb202691f51f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.642938] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "refresh_cache-0de18b9d-ab56-4687-802a-eb202691f51f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.643123] env[69239]: DEBUG nova.network.neutron [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.676570] env[69239]: DEBUG nova.policy [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd84fc527fd824acebbb043c7cc0145cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bc097a85e81435a9afa6e063d0b4764', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.770043] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611041} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.770043] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] bb959ee7-1de9-4877-b342-4183c2a30146/bb959ee7-1de9-4877-b342-4183c2a30146.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.770043] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.770402] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3134dd9-9771-46d3-95d3-47ee81bbafb4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.779394] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 851.779394] env[69239]: value = "task-4145205" [ 851.779394] env[69239]: _type = "Task" [ 851.779394] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.793037] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.849676] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145204, 'name': ReconfigVM_Task, 'duration_secs': 0.313632} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.850126] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Reconfigured VM instance instance-00000038 to attach disk [datastore2] a3b9f90d-353b-41b0-a310-fdd975080a85/a3b9f90d-353b-41b0-a310-fdd975080a85.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.850877] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa569800-8a63-4c1b-8ae8-4003e286c903 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.857719] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 851.857719] env[69239]: value = "task-4145206" [ 851.857719] env[69239]: _type = "Task" [ 851.857719] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.875087] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145206, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.121749] env[69239]: DEBUG nova.compute.manager [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.218656] env[69239]: DEBUG nova.network.neutron [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.239921] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25170a42-74d4-41f2-b623-c65bb2008c48 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.247731] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8d3d39-84ef-4e37-8e6d-a945281fc448 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.284086] env[69239]: DEBUG nova.network.neutron [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Successfully created port: 9fc0b536-c43d-475e-8ce4-888e8fc85e0b {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.287167] env[69239]: DEBUG nova.compute.manager [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Received event network-vif-plugged-8e624647-8818-4a7e-97c4-ab8e589ad4b4 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.287374] env[69239]: DEBUG oslo_concurrency.lockutils [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] Acquiring lock "0de18b9d-ab56-4687-802a-eb202691f51f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.287576] env[69239]: DEBUG oslo_concurrency.lockutils [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] Lock "0de18b9d-ab56-4687-802a-eb202691f51f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.287739] env[69239]: DEBUG oslo_concurrency.lockutils [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] Lock "0de18b9d-ab56-4687-802a-eb202691f51f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.287932] env[69239]: DEBUG nova.compute.manager [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] No waiting events found dispatching network-vif-plugged-8e624647-8818-4a7e-97c4-ab8e589ad4b4 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 852.288136] env[69239]: WARNING nova.compute.manager [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Received unexpected event network-vif-plugged-8e624647-8818-4a7e-97c4-ab8e589ad4b4 for instance with vm_state building and task_state spawning. [ 852.288235] env[69239]: DEBUG nova.compute.manager [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Received event network-changed-8e624647-8818-4a7e-97c4-ab8e589ad4b4 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.288389] env[69239]: DEBUG nova.compute.manager [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Refreshing instance network info cache due to event network-changed-8e624647-8818-4a7e-97c4-ab8e589ad4b4. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.288551] env[69239]: DEBUG oslo_concurrency.lockutils [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] Acquiring lock "refresh_cache-0de18b9d-ab56-4687-802a-eb202691f51f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.292491] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6ccd6b-df84-4ff2-865c-387b4f32b025 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.307362] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a727b22-662d-441f-8f33-2321047c6893 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.311323] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073377} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.311579] env[69239]: DEBUG nova.network.neutron [-] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.316020] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.316020] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86ef047-df24-4d13-8f99-723412a969a4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.325122] env[69239]: DEBUG nova.compute.provider_tree [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.349920] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] bb959ee7-1de9-4877-b342-4183c2a30146/bb959ee7-1de9-4877-b342-4183c2a30146.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.350624] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-663002a4-5b2f-4bb3-aa78-1e92b034bc72 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.378823] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145206, 'name': Rename_Task, 'duration_secs': 0.177971} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.380315] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.380659] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 852.380659] env[69239]: value = "task-4145207" [ 852.380659] env[69239]: _type = "Task" [ 852.380659] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.380882] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afb2bf6d-4b91-42f1-bcec-57b5db3d996d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.395595] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.399963] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 852.399963] env[69239]: value = "task-4145208" [ 852.399963] env[69239]: _type = "Task" [ 852.399963] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.407291] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.614140] env[69239]: DEBUG nova.network.neutron [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Updating instance_info_cache with network_info: [{"id": "8e624647-8818-4a7e-97c4-ab8e589ad4b4", "address": "fa:16:3e:c5:9f:b1", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e624647-88", "ovs_interfaceid": "8e624647-8818-4a7e-97c4-ab8e589ad4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.814676] env[69239]: INFO nova.compute.manager [-] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Took 1.42 seconds to deallocate network for instance. [ 852.828671] env[69239]: DEBUG nova.scheduler.client.report [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.894567] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145207, 'name': ReconfigVM_Task, 'duration_secs': 0.314993} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.894818] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Reconfigured VM instance instance-00000039 to attach disk [datastore1] bb959ee7-1de9-4877-b342-4183c2a30146/bb959ee7-1de9-4877-b342-4183c2a30146.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.895475] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d17518c-6f2d-4edd-8424-e6e0be09b3ef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.903807] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 852.903807] env[69239]: value = "task-4145209" [ 852.903807] env[69239]: _type = "Task" [ 852.903807] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.907667] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145208, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.916977] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145209, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.116732] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "refresh_cache-0de18b9d-ab56-4687-802a-eb202691f51f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.117113] env[69239]: DEBUG nova.compute.manager [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Instance network_info: |[{"id": "8e624647-8818-4a7e-97c4-ab8e589ad4b4", "address": "fa:16:3e:c5:9f:b1", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e624647-88", "ovs_interfaceid": "8e624647-8818-4a7e-97c4-ab8e589ad4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.117433] env[69239]: DEBUG oslo_concurrency.lockutils [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] Acquired lock "refresh_cache-0de18b9d-ab56-4687-802a-eb202691f51f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.117620] env[69239]: DEBUG nova.network.neutron [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Refreshing network info cache for port 8e624647-8818-4a7e-97c4-ab8e589ad4b4 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.118941] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:9f:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e624647-8818-4a7e-97c4-ab8e589ad4b4', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.127467] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Creating folder: Project (44ef109c9ffc4312b5a456a146c20983). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.131778] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3548db8-bf95-4d86-ba13-e9d74b3501af {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.133660] env[69239]: DEBUG nova.compute.manager [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.146365] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Created folder: Project (44ef109c9ffc4312b5a456a146c20983) in parent group-v820715. [ 853.146662] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Creating folder: Instances. Parent ref: group-v820888. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.146983] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa71c2a5-89dc-4e3d-bb60-f180e05cdab2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.161159] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Created folder: Instances in parent group-v820888. [ 853.161797] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.161950] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.162189] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49ab517a-24d8-4a48-ab70-5d56b8204435 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.186150] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.186150] env[69239]: value = "task-4145212" [ 853.186150] env[69239]: _type = "Task" [ 853.186150] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.190833] env[69239]: DEBUG nova.virt.hardware [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.191133] env[69239]: DEBUG nova.virt.hardware [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.191297] env[69239]: DEBUG nova.virt.hardware [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.191479] env[69239]: DEBUG nova.virt.hardware [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.191628] env[69239]: DEBUG nova.virt.hardware [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.191870] env[69239]: DEBUG nova.virt.hardware [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.192126] env[69239]: DEBUG nova.virt.hardware [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.192290] env[69239]: DEBUG nova.virt.hardware [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.192461] env[69239]: DEBUG nova.virt.hardware [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.192624] env[69239]: DEBUG nova.virt.hardware [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.192789] env[69239]: DEBUG nova.virt.hardware [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.196976] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc0cf82-361b-4330-96bc-aaeb5360a743 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.207937] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145212, 'name': CreateVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.209395] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3178c48-2eee-4d3b-8365-ae70ca85ac8a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.322527] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.334549] env[69239]: DEBUG oslo_concurrency.lockutils [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.337319] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 32.016s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.368780] env[69239]: INFO nova.scheduler.client.report [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Deleted allocations for instance a8b3f7de-560b-4b00-ab3b-19d6b7b60330 [ 853.411454] env[69239]: DEBUG oslo_vmware.api [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145208, 'name': PowerOnVM_Task, 'duration_secs': 0.529822} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.416092] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.416468] env[69239]: INFO nova.compute.manager [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Took 11.21 seconds to spawn the instance on the hypervisor. [ 853.416777] env[69239]: DEBUG nova.compute.manager [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 853.417864] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4812213-fb01-42b3-94c2-f6e6cf6e91bb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.433082] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145209, 'name': Rename_Task, 'duration_secs': 0.163839} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.434794] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.438447] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9359e6d4-dd87-4a47-ad61-63e21d602dc3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.446878] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 853.446878] env[69239]: value = "task-4145213" [ 853.446878] env[69239]: _type = "Task" [ 853.446878] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.456288] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.493092] env[69239]: DEBUG nova.network.neutron [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Updated VIF entry in instance network info cache for port 8e624647-8818-4a7e-97c4-ab8e589ad4b4. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.493508] env[69239]: DEBUG nova.network.neutron [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Updating instance_info_cache with network_info: [{"id": "8e624647-8818-4a7e-97c4-ab8e589ad4b4", "address": "fa:16:3e:c5:9f:b1", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e624647-88", "ovs_interfaceid": "8e624647-8818-4a7e-97c4-ab8e589ad4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.702722] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145212, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.844951] env[69239]: DEBUG nova.objects.instance [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lazy-loading 'migration_context' on Instance uuid 17e9b47b-1f79-4b53-93a0-b9258d846e97 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.877753] env[69239]: DEBUG oslo_concurrency.lockutils [None req-707da99e-f363-492b-88d1-227da3c462bc tempest-ServersTestJSON-1956507718 tempest-ServersTestJSON-1956507718-project-member] Lock "a8b3f7de-560b-4b00-ab3b-19d6b7b60330" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.899s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.942965] env[69239]: INFO nova.compute.manager [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Took 53.52 seconds to build instance. [ 853.957721] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.996538] env[69239]: DEBUG oslo_concurrency.lockutils [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] Releasing lock "refresh_cache-0de18b9d-ab56-4687-802a-eb202691f51f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.996858] env[69239]: DEBUG nova.compute.manager [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Received event network-vif-deleted-5c9271bb-855d-4d80-beff-ea23c8e62c91 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.997062] env[69239]: INFO nova.compute.manager [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Neutron deleted interface 5c9271bb-855d-4d80-beff-ea23c8e62c91; detaching it from the instance and deleting it from the info cache [ 853.997241] env[69239]: DEBUG nova.network.neutron [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.205030] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145212, 'name': CreateVM_Task, 'duration_secs': 0.640223} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.205030] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.205030] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.205030] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.205030] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.205030] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-589a0aa2-ecb4-4de3-ab0e-fbc0ae8e3018 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.212251] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 854.212251] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]524ae183-6d36-a981-cde7-6d03aa7e797e" [ 854.212251] env[69239]: _type = "Task" [ 854.212251] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.224117] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524ae183-6d36-a981-cde7-6d03aa7e797e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.433071] env[69239]: DEBUG nova.compute.manager [req-98cfbab4-cd9f-41fe-9766-9ec8cc2e9330 req-c27f8e32-d21e-4ce6-a7ee-783a27b6767c service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Received event network-vif-plugged-9fc0b536-c43d-475e-8ce4-888e8fc85e0b {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.433292] env[69239]: DEBUG oslo_concurrency.lockutils [req-98cfbab4-cd9f-41fe-9766-9ec8cc2e9330 req-c27f8e32-d21e-4ce6-a7ee-783a27b6767c service nova] Acquiring lock "fc588c49-4478-456b-a3f8-a049fc908c96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.433508] env[69239]: DEBUG oslo_concurrency.lockutils [req-98cfbab4-cd9f-41fe-9766-9ec8cc2e9330 req-c27f8e32-d21e-4ce6-a7ee-783a27b6767c service nova] Lock "fc588c49-4478-456b-a3f8-a049fc908c96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.433673] env[69239]: DEBUG oslo_concurrency.lockutils [req-98cfbab4-cd9f-41fe-9766-9ec8cc2e9330 req-c27f8e32-d21e-4ce6-a7ee-783a27b6767c service nova] Lock "fc588c49-4478-456b-a3f8-a049fc908c96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.433841] env[69239]: DEBUG nova.compute.manager [req-98cfbab4-cd9f-41fe-9766-9ec8cc2e9330 req-c27f8e32-d21e-4ce6-a7ee-783a27b6767c service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] No waiting events found dispatching network-vif-plugged-9fc0b536-c43d-475e-8ce4-888e8fc85e0b {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 854.434016] env[69239]: WARNING nova.compute.manager [req-98cfbab4-cd9f-41fe-9766-9ec8cc2e9330 req-c27f8e32-d21e-4ce6-a7ee-783a27b6767c service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Received unexpected event network-vif-plugged-9fc0b536-c43d-475e-8ce4-888e8fc85e0b for instance with vm_state building and task_state spawning. [ 854.445759] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0fbb69f6-4fb2-4ee0-9bbd-48a2c15287fa tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "a3b9f90d-353b-41b0-a310-fdd975080a85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.917s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.465419] env[69239]: DEBUG oslo_vmware.api [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145213, 'name': PowerOnVM_Task, 'duration_secs': 0.676799} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.465521] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.465770] env[69239]: INFO nova.compute.manager [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Took 9.42 seconds to spawn the instance on the hypervisor. [ 854.466020] env[69239]: DEBUG nova.compute.manager [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 854.467945] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae8d3c1-91be-49c8-93db-8976cd993744 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.500511] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5da3897-9f57-41e0-885a-f2b289adb61d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.503265] env[69239]: DEBUG nova.network.neutron [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Successfully updated port: 9fc0b536-c43d-475e-8ce4-888e8fc85e0b {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.514407] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077a9258-2425-4656-84c2-7f2fc6cc3e09 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.555116] env[69239]: DEBUG nova.compute.manager [req-19f7ed71-396a-43d6-90be-8a5233aee669 req-481a87cc-cdc7-497d-af46-36a4ea86ae46 service nova] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Detach interface failed, port_id=5c9271bb-855d-4d80-beff-ea23c8e62c91, reason: Instance 062a3642-4172-4012-96a7-1ace304146aa could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 854.574632] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "a3b9f90d-353b-41b0-a310-fdd975080a85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.574928] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "a3b9f90d-353b-41b0-a310-fdd975080a85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.575171] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "a3b9f90d-353b-41b0-a310-fdd975080a85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.575378] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "a3b9f90d-353b-41b0-a310-fdd975080a85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.575550] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "a3b9f90d-353b-41b0-a310-fdd975080a85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.579282] env[69239]: INFO nova.compute.manager [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Terminating instance [ 854.726274] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524ae183-6d36-a981-cde7-6d03aa7e797e, 'name': SearchDatastore_Task, 'duration_secs': 0.035222} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.728366] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.728613] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.728860] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.730435] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.730744] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.732258] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b23be752-115f-488e-84b1-9f95a814969c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.744143] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.744143] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.744283] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e7dd4bc-c0b0-455b-bad4-98e1ad9585c6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.753227] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 854.753227] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527e92c2-7cda-0616-471d-057a31a732b0" [ 854.753227] env[69239]: _type = "Task" [ 854.753227] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.762902] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527e92c2-7cda-0616-471d-057a31a732b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.948774] env[69239]: DEBUG nova.compute.manager [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.979854] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a230de1b-3178-412f-987a-d678b9882267 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.992651] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74906fec-120a-435c-aaa6-1ded55be5ca7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.999031] env[69239]: INFO nova.compute.manager [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Took 46.57 seconds to build instance. [ 855.030582] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "refresh_cache-fc588c49-4478-456b-a3f8-a049fc908c96" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.030891] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquired lock "refresh_cache-fc588c49-4478-456b-a3f8-a049fc908c96" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.031113] env[69239]: DEBUG nova.network.neutron [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.033883] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c4ae29-cfbe-412c-968e-c04b2a8b9b8e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.042516] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec7d49d-10e5-42b0-a00b-cf1b771bb832 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.057389] env[69239]: DEBUG nova.compute.provider_tree [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.085890] env[69239]: DEBUG nova.compute.manager [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.086202] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.087521] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50f4aea-8f8f-4f51-8338-7b3a20444c1a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.096515] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.096805] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-336dccf5-f6a8-41b8-8ac2-da23caf1e3bc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.105096] env[69239]: DEBUG oslo_vmware.api [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 855.105096] env[69239]: value = "task-4145214" [ 855.105096] env[69239]: _type = "Task" [ 855.105096] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.114135] env[69239]: DEBUG oslo_vmware.api [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.265210] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527e92c2-7cda-0616-471d-057a31a732b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013523} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.266572] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde66bf9-eff7-4b6d-b84d-b9770a4e5537 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.274048] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 855.274048] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5242443d-4126-abaf-1e5c-431b185ad5a4" [ 855.274048] env[69239]: _type = "Task" [ 855.274048] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.283171] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5242443d-4126-abaf-1e5c-431b185ad5a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.478235] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.501756] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3c9e1fd4-d21d-4387-9048-4719f581cad7 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "bb959ee7-1de9-4877-b342-4183c2a30146" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.945s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.560566] env[69239]: DEBUG nova.scheduler.client.report [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.596686] env[69239]: DEBUG nova.network.neutron [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.618782] env[69239]: DEBUG oslo_vmware.api [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145214, 'name': PowerOffVM_Task, 'duration_secs': 0.232571} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.619119] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.619287] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.619545] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed8dd112-c0e5-4c2b-9bb1-69b90ead6b84 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.724721] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.724973] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.725182] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Deleting the datastore file [datastore2] a3b9f90d-353b-41b0-a310-fdd975080a85 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.725473] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b283ece8-1e48-4814-a6c6-710e49b6b898 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.733383] env[69239]: DEBUG oslo_vmware.api [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for the task: (returnval){ [ 855.733383] env[69239]: value = "task-4145216" [ 855.733383] env[69239]: _type = "Task" [ 855.733383] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.744781] env[69239]: DEBUG oslo_vmware.api [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.785368] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5242443d-4126-abaf-1e5c-431b185ad5a4, 'name': SearchDatastore_Task, 'duration_secs': 0.023127} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.785787] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.786107] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 0de18b9d-ab56-4687-802a-eb202691f51f/0de18b9d-ab56-4687-802a-eb202691f51f.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.786428] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-597c51b6-e2ad-4b23-bf3d-dd98be44009a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.795023] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 855.795023] env[69239]: value = "task-4145217" [ 855.795023] env[69239]: _type = "Task" [ 855.795023] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.803718] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.947581] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "46e30dc4-a255-4dc9-b3ca-9e03610ac529" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.947980] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "46e30dc4-a255-4dc9-b3ca-9e03610ac529" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.952214] env[69239]: DEBUG nova.network.neutron [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Updating instance_info_cache with network_info: [{"id": "9fc0b536-c43d-475e-8ce4-888e8fc85e0b", "address": "fa:16:3e:20:4f:f1", "network": {"id": "99d0f0cd-f736-4d02-b210-7739b4558b42", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1306484074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc097a85e81435a9afa6e063d0b4764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc0b536-c4", "ovs_interfaceid": "9fc0b536-c43d-475e-8ce4-888e8fc85e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.005543] env[69239]: DEBUG nova.compute.manager [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.246708] env[69239]: DEBUG oslo_vmware.api [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Task: {'id': task-4145216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186831} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.247440] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.247440] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.247440] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.247440] env[69239]: INFO nova.compute.manager [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Took 1.16 seconds to destroy the instance on the hypervisor. [ 856.248020] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.248020] env[69239]: DEBUG nova.compute.manager [-] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.248165] env[69239]: DEBUG nova.network.neutron [-] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.306936] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145217, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.455300] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Releasing lock "refresh_cache-fc588c49-4478-456b-a3f8-a049fc908c96" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.455670] env[69239]: DEBUG nova.compute.manager [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Instance network_info: |[{"id": "9fc0b536-c43d-475e-8ce4-888e8fc85e0b", "address": "fa:16:3e:20:4f:f1", "network": {"id": "99d0f0cd-f736-4d02-b210-7739b4558b42", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1306484074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc097a85e81435a9afa6e063d0b4764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc0b536-c4", "ovs_interfaceid": "9fc0b536-c43d-475e-8ce4-888e8fc85e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.456127] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:4f:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fc0b536-c43d-475e-8ce4-888e8fc85e0b', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.464226] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.464879] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.465142] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab6d38f7-b855-4d9b-ae19-7820e1e8e05c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.494147] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.494147] env[69239]: value = "task-4145218" [ 856.494147] env[69239]: _type = "Task" [ 856.494147] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.503887] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145218, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.531091] env[69239]: DEBUG nova.compute.manager [req-55a4f546-7204-482d-a805-26113cc04538 req-7a845709-8e73-40bb-a381-5664cb3ec7e9 service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Received event network-changed-9fc0b536-c43d-475e-8ce4-888e8fc85e0b {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.531383] env[69239]: DEBUG nova.compute.manager [req-55a4f546-7204-482d-a805-26113cc04538 req-7a845709-8e73-40bb-a381-5664cb3ec7e9 service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Refreshing instance network info cache due to event network-changed-9fc0b536-c43d-475e-8ce4-888e8fc85e0b. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.531790] env[69239]: DEBUG oslo_concurrency.lockutils [req-55a4f546-7204-482d-a805-26113cc04538 req-7a845709-8e73-40bb-a381-5664cb3ec7e9 service nova] Acquiring lock "refresh_cache-fc588c49-4478-456b-a3f8-a049fc908c96" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.532098] env[69239]: DEBUG oslo_concurrency.lockutils [req-55a4f546-7204-482d-a805-26113cc04538 req-7a845709-8e73-40bb-a381-5664cb3ec7e9 service nova] Acquired lock "refresh_cache-fc588c49-4478-456b-a3f8-a049fc908c96" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.532261] env[69239]: DEBUG nova.network.neutron [req-55a4f546-7204-482d-a805-26113cc04538 req-7a845709-8e73-40bb-a381-5664cb3ec7e9 service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Refreshing network info cache for port 9fc0b536-c43d-475e-8ce4-888e8fc85e0b {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.534743] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.572159] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.235s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.579255] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.751s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.579519] env[69239]: DEBUG nova.objects.instance [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Lazy-loading 'resources' on Instance uuid 356511fa-a83d-4211-adb5-4c3f143e698d {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.809280] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533554} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.809600] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 0de18b9d-ab56-4687-802a-eb202691f51f/0de18b9d-ab56-4687-802a-eb202691f51f.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.809839] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.811491] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36be9fd0-7dd3-406c-96f3-bdcb33800c16 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.824585] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 856.824585] env[69239]: value = "task-4145219" [ 856.824585] env[69239]: _type = "Task" [ 856.824585] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.839341] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.007259] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145218, 'name': CreateVM_Task, 'duration_secs': 0.427796} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.007444] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.008167] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.008339] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.008719] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.008950] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66aae469-e696-4317-9685-e3b05e088d88 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.014402] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 857.014402] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]521c0832-8638-7a62-0148-66fda0c23f4b" [ 857.014402] env[69239]: _type = "Task" [ 857.014402] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.022793] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521c0832-8638-7a62-0148-66fda0c23f4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.336568] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092488} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.340325] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.341992] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0e540f-d5d8-4bd2-9cdc-3e51a37dca31 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.368410] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 0de18b9d-ab56-4687-802a-eb202691f51f/0de18b9d-ab56-4687-802a-eb202691f51f.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.371766] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f2878a8-928c-44be-bf6d-472ff8b2336b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.393412] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 857.393412] env[69239]: value = "task-4145220" [ 857.393412] env[69239]: _type = "Task" [ 857.393412] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.404402] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.475036] env[69239]: DEBUG nova.network.neutron [-] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.535368] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521c0832-8638-7a62-0148-66fda0c23f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.535485] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.535719] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.535957] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.536129] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.536312] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.536791] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59efd183-eca6-401c-abb2-dc1d2ef34a7d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.547113] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.547376] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.548137] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da713342-df45-4748-bf1a-2ab4c1346eb1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.566962] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 857.566962] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529d447d-39e4-61b5-356e-690269b1df9c" [ 857.566962] env[69239]: _type = "Task" [ 857.566962] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.579159] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529d447d-39e4-61b5-356e-690269b1df9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.580363] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1793cf1d-bd50-43a9-b306-324fde4438e2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.585813] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 857.585813] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d71cf8-d071-2110-a0d0-4f4afe4212dc" [ 857.585813] env[69239]: _type = "Task" [ 857.585813] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.601205] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d71cf8-d071-2110-a0d0-4f4afe4212dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.643525] env[69239]: DEBUG nova.network.neutron [req-55a4f546-7204-482d-a805-26113cc04538 req-7a845709-8e73-40bb-a381-5664cb3ec7e9 service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Updated VIF entry in instance network info cache for port 9fc0b536-c43d-475e-8ce4-888e8fc85e0b. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.643892] env[69239]: DEBUG nova.network.neutron [req-55a4f546-7204-482d-a805-26113cc04538 req-7a845709-8e73-40bb-a381-5664cb3ec7e9 service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Updating instance_info_cache with network_info: [{"id": "9fc0b536-c43d-475e-8ce4-888e8fc85e0b", "address": "fa:16:3e:20:4f:f1", "network": {"id": "99d0f0cd-f736-4d02-b210-7739b4558b42", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1306484074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc097a85e81435a9afa6e063d0b4764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc0b536-c4", "ovs_interfaceid": "9fc0b536-c43d-475e-8ce4-888e8fc85e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.740451] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b217e22e-8e22-495f-b8f3-1aeca459d3a4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.748894] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4138980-46eb-4ab5-996d-47813307dcad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.780624] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84de8b12-faed-4b53-9f5f-bce5d7079e40 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.788892] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7447e54-2849-47d4-b677-02951962ff58 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.803618] env[69239]: DEBUG nova.compute.provider_tree [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.906146] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.979835] env[69239]: INFO nova.compute.manager [-] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Took 1.73 seconds to deallocate network for instance. [ 858.097637] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d71cf8-d071-2110-a0d0-4f4afe4212dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.098012] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.098316] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] fc588c49-4478-456b-a3f8-a049fc908c96/fc588c49-4478-456b-a3f8-a049fc908c96.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.098853] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-184782f7-8290-42b2-9701-c0f9cd707325 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.110888] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 858.110888] env[69239]: value = "task-4145221" [ 858.110888] env[69239]: _type = "Task" [ 858.110888] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.121096] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.122305] env[69239]: INFO nova.compute.manager [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Swapping old allocation on dict_keys(['2bd4b269-7c99-4e7d-a21b-3ca84d613130']) held by migration a514b943-a867-480b-a21b-12d4904dd2b8 for instance [ 858.150295] env[69239]: DEBUG oslo_concurrency.lockutils [req-55a4f546-7204-482d-a805-26113cc04538 req-7a845709-8e73-40bb-a381-5664cb3ec7e9 service nova] Releasing lock "refresh_cache-fc588c49-4478-456b-a3f8-a049fc908c96" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.156526] env[69239]: DEBUG nova.scheduler.client.report [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Overwriting current allocation {'allocations': {'2bd4b269-7c99-4e7d-a21b-3ca84d613130': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 93}}, 'project_id': 'ad89db7831ad4a238c5c02fa2a7d0ab2', 'user_id': '63c70220e09f4821ad514cb022591b78', 'consumer_generation': 1} on consumer 17e9b47b-1f79-4b53-93a0-b9258d846e97 {{(pid=69239) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 858.294353] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.294491] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquired lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.294672] env[69239]: DEBUG nova.network.neutron [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.309391] env[69239]: DEBUG nova.scheduler.client.report [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.413593] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145220, 'name': ReconfigVM_Task, 'duration_secs': 0.88712} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.413593] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 0de18b9d-ab56-4687-802a-eb202691f51f/0de18b9d-ab56-4687-802a-eb202691f51f.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.414261] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bb5abe0-adcb-40eb-8d27-518bd80cd8ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.426711] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 858.426711] env[69239]: value = "task-4145222" [ 858.426711] env[69239]: _type = "Task" [ 858.426711] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.445589] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145222, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.488190] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.566278] env[69239]: DEBUG nova.compute.manager [req-31605d66-e069-4087-9527-f394a177b105 req-de978270-8f16-4528-9e51-6036e6c3325e service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Received event network-vif-deleted-730fd954-ebf0-4b40-9ddb-1e1d5e12a97f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.566520] env[69239]: DEBUG nova.compute.manager [req-31605d66-e069-4087-9527-f394a177b105 req-de978270-8f16-4528-9e51-6036e6c3325e service nova] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Received event network-vif-deleted-f24cec30-11aa-436c-b166-d15e1f0e6d3d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.623302] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512951} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.623302] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] fc588c49-4478-456b-a3f8-a049fc908c96/fc588c49-4478-456b-a3f8-a049fc908c96.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.623302] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.623302] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07d779c7-dd45-4b25-8b6d-6210fa46f856 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.631051] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 858.631051] env[69239]: value = "task-4145223" [ 858.631051] env[69239]: _type = "Task" [ 858.631051] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.642093] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.813072] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.816210] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.883s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.816379] env[69239]: DEBUG nova.objects.instance [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lazy-loading 'resources' on Instance uuid 2b91336b-a564-4e32-9469-0703346a7c65 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.943233] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145222, 'name': Rename_Task, 'duration_secs': 0.194285} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.943233] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.943233] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cae42bf-9a93-48cc-ac82-59c2ae0c1c28 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.950059] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 858.950059] env[69239]: value = "task-4145224" [ 858.950059] env[69239]: _type = "Task" [ 858.950059] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.963122] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.978034] env[69239]: INFO nova.scheduler.client.report [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Deleted allocations for instance 356511fa-a83d-4211-adb5-4c3f143e698d [ 859.149019] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151695} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.149019] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.149019] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905c2d71-7fba-4cd9-a11b-0a49598a296e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.180355] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] fc588c49-4478-456b-a3f8-a049fc908c96/fc588c49-4478-456b-a3f8-a049fc908c96.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.184946] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bb36e6d-4abd-4122-8f19-27b4a1d9285a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.209369] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 859.209369] env[69239]: value = "task-4145225" [ 859.209369] env[69239]: _type = "Task" [ 859.209369] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.219685] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.265939] env[69239]: DEBUG nova.network.neutron [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating instance_info_cache with network_info: [{"id": "ce97a929-4294-4145-a93f-b32689dbbaec", "address": "fa:16:3e:ce:4a:24", "network": {"id": "d2ced1d5-dcaa-44cf-a37b-102d93ca989f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6e16387b07e34e769a9d41d0e382fb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce97a929-42", "ovs_interfaceid": "ce97a929-4294-4145-a93f-b32689dbbaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.463700] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.493024] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0529bef5-0aee-476a-8d2b-077134034495 tempest-ServerShowV257Test-1351834808 tempest-ServerShowV257Test-1351834808-project-member] Lock "356511fa-a83d-4211-adb5-4c3f143e698d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.927s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.721393] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.742071] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Releasing lock "refresh_cache-17e9b47b-1f79-4b53-93a0-b9258d846e97" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.742605] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.743066] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f9151b5-1fac-46b7-b7fe-ad73f27d418a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.751072] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 859.751072] env[69239]: value = "task-4145226" [ 859.751072] env[69239]: _type = "Task" [ 859.751072] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.764025] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.948524] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab93e96-3a24-4458-a79a-ea8de80bdd2e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.967949] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145224, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.969226] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f986c24-2895-4a0f-b4f7-2645e9422b56 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.005770] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a900d18-818f-411e-82de-8c223a709437 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.015338] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c90664-f8ef-4aeb-a617-8a7729418714 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.038408] env[69239]: DEBUG nova.compute.provider_tree [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.225510] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145225, 'name': ReconfigVM_Task, 'duration_secs': 0.817372} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.227024] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Reconfigured VM instance instance-0000003b to attach disk [datastore1] fc588c49-4478-456b-a3f8-a049fc908c96/fc588c49-4478-456b-a3f8-a049fc908c96.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.227024] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b28aaefd-c177-43d3-a508-573dbe89c6c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.236846] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 860.236846] env[69239]: value = "task-4145227" [ 860.236846] env[69239]: _type = "Task" [ 860.236846] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.251392] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145227, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.263430] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145226, 'name': PowerOffVM_Task, 'duration_secs': 0.337097} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.263780] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.264539] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:21:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c8529e5d-7a01-44fa-b98f-43d8da945594',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-964531787',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.264862] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.265135] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.265416] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.265634] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.265864] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.266268] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.266419] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.266668] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.269260] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.269260] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.273628] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e3f9436-27ef-4398-b555-a7d633e1edd9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.294041] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 860.294041] env[69239]: value = "task-4145228" [ 860.294041] env[69239]: _type = "Task" [ 860.294041] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.305453] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.462361] env[69239]: DEBUG oslo_vmware.api [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145224, 'name': PowerOnVM_Task, 'duration_secs': 1.154338} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.462655] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.462868] env[69239]: INFO nova.compute.manager [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Took 10.98 seconds to spawn the instance on the hypervisor. [ 860.463205] env[69239]: DEBUG nova.compute.manager [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.463928] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068a74c2-2656-4acf-a8e5-0f1ac9d7715c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.541756] env[69239]: DEBUG nova.scheduler.client.report [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.747134] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145227, 'name': Rename_Task, 'duration_secs': 0.203488} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.747549] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.747707] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4090bd1c-afe6-4ac3-a655-6529dd89f003 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.755527] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 860.755527] env[69239]: value = "task-4145229" [ 860.755527] env[69239]: _type = "Task" [ 860.755527] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.764240] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.805257] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145228, 'name': ReconfigVM_Task, 'duration_secs': 0.172891} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.806132] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dd143c-099e-4ca4-beb6-25d5caa81100 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.827532] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:21:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c8529e5d-7a01-44fa-b98f-43d8da945594',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-964531787',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.827795] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.827974] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.828224] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.828390] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.828541] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.828758] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.828949] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.829141] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.829575] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.829575] env[69239]: DEBUG nova.virt.hardware [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.830607] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5294ec48-232d-4910-8626-ec928be985be {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.838046] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 860.838046] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52aa996d-6c3e-db99-f008-edf3d7db42e5" [ 860.838046] env[69239]: _type = "Task" [ 860.838046] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.849430] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52aa996d-6c3e-db99-f008-edf3d7db42e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.987057] env[69239]: INFO nova.compute.manager [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Took 50.06 seconds to build instance. [ 861.049303] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.052605] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.057s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.053400] env[69239]: DEBUG nova.objects.instance [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lazy-loading 'resources' on Instance uuid 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.081758] env[69239]: INFO nova.scheduler.client.report [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Deleted allocations for instance 2b91336b-a564-4e32-9469-0703346a7c65 [ 861.274315] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.356553] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52aa996d-6c3e-db99-f008-edf3d7db42e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013802} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.364859] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 861.365640] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d040c1e-0463-4e60-ab6a-59ace60a7266 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.390290] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 861.390290] env[69239]: value = "task-4145233" [ 861.390290] env[69239]: _type = "Task" [ 861.390290] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.401173] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.494103] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c0a4d4f-bd9d-469f-ab0a-484e5b2616fb tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "0de18b9d-ab56-4687-802a-eb202691f51f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.591s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.591529] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3ccc188-51f6-4b38-8fce-5eec85f9cb42 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "2b91336b-a564-4e32-9469-0703346a7c65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.648s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.768942] env[69239]: DEBUG oslo_vmware.api [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145229, 'name': PowerOnVM_Task, 'duration_secs': 0.801015} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.771959] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.772275] env[69239]: INFO nova.compute.manager [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Took 8.64 seconds to spawn the instance on the hypervisor. [ 861.772482] env[69239]: DEBUG nova.compute.manager [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.773962] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def68d30-105d-4db7-9c4a-6a7bbf162a3a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.901989] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145233, 'name': ReconfigVM_Task, 'duration_secs': 0.28076} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.902399] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 861.903334] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba272288-9ed1-4113-a0a1-da24a76f8e9c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.926958] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 17e9b47b-1f79-4b53-93a0-b9258d846e97/17e9b47b-1f79-4b53-93a0-b9258d846e97.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.930072] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd316fd6-5a91-41dc-a68a-249179de6e32 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.952561] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 861.952561] env[69239]: value = "task-4145234" [ 861.952561] env[69239]: _type = "Task" [ 861.952561] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.961988] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.000066] env[69239]: DEBUG nova.compute.manager [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.033089] env[69239]: DEBUG nova.compute.manager [req-a67a3199-a033-4b5c-bd2c-7872d4b5c3ce req-cd94b0da-37f9-4820-8ae5-8c2ef440c300 service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Received event network-changed-8e624647-8818-4a7e-97c4-ab8e589ad4b4 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.033383] env[69239]: DEBUG nova.compute.manager [req-a67a3199-a033-4b5c-bd2c-7872d4b5c3ce req-cd94b0da-37f9-4820-8ae5-8c2ef440c300 service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Refreshing instance network info cache due to event network-changed-8e624647-8818-4a7e-97c4-ab8e589ad4b4. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.034030] env[69239]: DEBUG oslo_concurrency.lockutils [req-a67a3199-a033-4b5c-bd2c-7872d4b5c3ce req-cd94b0da-37f9-4820-8ae5-8c2ef440c300 service nova] Acquiring lock "refresh_cache-0de18b9d-ab56-4687-802a-eb202691f51f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.034030] env[69239]: DEBUG oslo_concurrency.lockutils [req-a67a3199-a033-4b5c-bd2c-7872d4b5c3ce req-cd94b0da-37f9-4820-8ae5-8c2ef440c300 service nova] Acquired lock "refresh_cache-0de18b9d-ab56-4687-802a-eb202691f51f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.034030] env[69239]: DEBUG nova.network.neutron [req-a67a3199-a033-4b5c-bd2c-7872d4b5c3ce req-cd94b0da-37f9-4820-8ae5-8c2ef440c300 service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Refreshing network info cache for port 8e624647-8818-4a7e-97c4-ab8e589ad4b4 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.199010] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83550374-2ba5-4b90-9695-f837ae467172 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.209198] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37b82a1-5c43-4159-8bbf-bebb7582b1db {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.247645] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a819f3d-d27e-49da-9750-78cf533f4777 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.260459] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a407c4-e52f-4b69-9cec-2b48574951ec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.276621] env[69239]: DEBUG nova.compute.provider_tree [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.301025] env[69239]: INFO nova.compute.manager [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Took 44.89 seconds to build instance. [ 862.462860] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.526357] env[69239]: DEBUG oslo_concurrency.lockutils [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.781981] env[69239]: DEBUG nova.scheduler.client.report [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.804371] env[69239]: DEBUG oslo_concurrency.lockutils [None req-94a68dac-9f24-4f2c-85ef-ad9ef5617371 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "fc588c49-4478-456b-a3f8-a049fc908c96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.460s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.964926] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.965702] env[69239]: DEBUG nova.network.neutron [req-a67a3199-a033-4b5c-bd2c-7872d4b5c3ce req-cd94b0da-37f9-4820-8ae5-8c2ef440c300 service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Updated VIF entry in instance network info cache for port 8e624647-8818-4a7e-97c4-ab8e589ad4b4. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.966107] env[69239]: DEBUG nova.network.neutron [req-a67a3199-a033-4b5c-bd2c-7872d4b5c3ce req-cd94b0da-37f9-4820-8ae5-8c2ef440c300 service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Updating instance_info_cache with network_info: [{"id": "8e624647-8818-4a7e-97c4-ab8e589ad4b4", "address": "fa:16:3e:c5:9f:b1", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e624647-88", "ovs_interfaceid": "8e624647-8818-4a7e-97c4-ab8e589ad4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.293287] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.297739] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.585s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.302584] env[69239]: INFO nova.compute.claims [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.309334] env[69239]: DEBUG nova.compute.manager [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.331277] env[69239]: INFO nova.scheduler.client.report [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Deleted allocations for instance 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b [ 863.469044] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145234, 'name': ReconfigVM_Task, 'duration_secs': 1.345709} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.469407] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 17e9b47b-1f79-4b53-93a0-b9258d846e97/17e9b47b-1f79-4b53-93a0-b9258d846e97.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.470068] env[69239]: DEBUG oslo_concurrency.lockutils [req-a67a3199-a033-4b5c-bd2c-7872d4b5c3ce req-cd94b0da-37f9-4820-8ae5-8c2ef440c300 service nova] Releasing lock "refresh_cache-0de18b9d-ab56-4687-802a-eb202691f51f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.471032] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09860f85-9713-4a38-a974-c03b73bbe8cf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.492052] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606afe69-aaf4-4fef-9c8c-61243d9f67c9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.514527] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fce0c05-17ed-4949-bb20-88a5b73caeb2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.537110] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b41692-f1bf-442d-a143-ec75bd838133 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.546853] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.547170] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-296cee8f-aec2-4948-9238-7a2b1ae2467f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.557940] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 863.557940] env[69239]: value = "task-4145235" [ 863.557940] env[69239]: _type = "Task" [ 863.557940] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.573464] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.835197] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.842346] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bd81a2d3-2483-41fa-8398-167daefba02c tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.435s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.066485] env[69239]: DEBUG nova.compute.manager [req-ebe5f7e3-81b9-475e-a1fd-63f3c0a5dbc2 req-d3b13f48-066d-4cf2-9f5d-c9d4087a7f3b service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Received event network-changed-9fc0b536-c43d-475e-8ce4-888e8fc85e0b {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.066683] env[69239]: DEBUG nova.compute.manager [req-ebe5f7e3-81b9-475e-a1fd-63f3c0a5dbc2 req-d3b13f48-066d-4cf2-9f5d-c9d4087a7f3b service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Refreshing instance network info cache due to event network-changed-9fc0b536-c43d-475e-8ce4-888e8fc85e0b. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.066898] env[69239]: DEBUG oslo_concurrency.lockutils [req-ebe5f7e3-81b9-475e-a1fd-63f3c0a5dbc2 req-d3b13f48-066d-4cf2-9f5d-c9d4087a7f3b service nova] Acquiring lock "refresh_cache-fc588c49-4478-456b-a3f8-a049fc908c96" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.067057] env[69239]: DEBUG oslo_concurrency.lockutils [req-ebe5f7e3-81b9-475e-a1fd-63f3c0a5dbc2 req-d3b13f48-066d-4cf2-9f5d-c9d4087a7f3b service nova] Acquired lock "refresh_cache-fc588c49-4478-456b-a3f8-a049fc908c96" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.067442] env[69239]: DEBUG nova.network.neutron [req-ebe5f7e3-81b9-475e-a1fd-63f3c0a5dbc2 req-d3b13f48-066d-4cf2-9f5d-c9d4087a7f3b service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Refreshing network info cache for port 9fc0b536-c43d-475e-8ce4-888e8fc85e0b {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.077509] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.091691] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "fc588c49-4478-456b-a3f8-a049fc908c96" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.092027] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "fc588c49-4478-456b-a3f8-a049fc908c96" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.092309] env[69239]: INFO nova.compute.manager [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Rebooting instance [ 864.570910] env[69239]: DEBUG oslo_vmware.api [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145235, 'name': PowerOnVM_Task, 'duration_secs': 0.674853} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.570910] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.617161] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "refresh_cache-fc588c49-4478-456b-a3f8-a049fc908c96" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.879237] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e80eb3-450a-438b-b3af-d004cb35a568 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.893880] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711e270f-df1d-495e-afcf-37ead4543463 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.923809] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de31006-ae58-46c2-ba24-51c904ab2efc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.932263] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2f7000-913d-4176-a528-e74df489335e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.948340] env[69239]: DEBUG nova.compute.provider_tree [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.961300] env[69239]: DEBUG nova.network.neutron [req-ebe5f7e3-81b9-475e-a1fd-63f3c0a5dbc2 req-d3b13f48-066d-4cf2-9f5d-c9d4087a7f3b service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Updated VIF entry in instance network info cache for port 9fc0b536-c43d-475e-8ce4-888e8fc85e0b. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.961300] env[69239]: DEBUG nova.network.neutron [req-ebe5f7e3-81b9-475e-a1fd-63f3c0a5dbc2 req-d3b13f48-066d-4cf2-9f5d-c9d4087a7f3b service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Updating instance_info_cache with network_info: [{"id": "9fc0b536-c43d-475e-8ce4-888e8fc85e0b", "address": "fa:16:3e:20:4f:f1", "network": {"id": "99d0f0cd-f736-4d02-b210-7739b4558b42", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1306484074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc097a85e81435a9afa6e063d0b4764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc0b536-c4", "ovs_interfaceid": "9fc0b536-c43d-475e-8ce4-888e8fc85e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.452043] env[69239]: DEBUG nova.scheduler.client.report [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.462581] env[69239]: DEBUG oslo_concurrency.lockutils [req-ebe5f7e3-81b9-475e-a1fd-63f3c0a5dbc2 req-d3b13f48-066d-4cf2-9f5d-c9d4087a7f3b service nova] Releasing lock "refresh_cache-fc588c49-4478-456b-a3f8-a049fc908c96" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.463064] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquired lock "refresh_cache-fc588c49-4478-456b-a3f8-a049fc908c96" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.463260] env[69239]: DEBUG nova.network.neutron [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.587153] env[69239]: INFO nova.compute.manager [None req-4878fffb-9a26-45f3-9d1c-e3863beb42cb tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating instance to original state: 'active' [ 865.957912] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.958097] env[69239]: DEBUG nova.compute.manager [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.961836] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.518s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.287924] env[69239]: DEBUG nova.network.neutron [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Updating instance_info_cache with network_info: [{"id": "9fc0b536-c43d-475e-8ce4-888e8fc85e0b", "address": "fa:16:3e:20:4f:f1", "network": {"id": "99d0f0cd-f736-4d02-b210-7739b4558b42", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1306484074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc097a85e81435a9afa6e063d0b4764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc0b536-c4", "ovs_interfaceid": "9fc0b536-c43d-475e-8ce4-888e8fc85e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.465282] env[69239]: DEBUG nova.compute.utils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.468713] env[69239]: INFO nova.compute.claims [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.472579] env[69239]: DEBUG nova.compute.manager [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.472765] env[69239]: DEBUG nova.network.neutron [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.517943] env[69239]: DEBUG nova.policy [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f4edf460b0947478082cee853f0080a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9476d30321d4f1a89203a9fb1f14fd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.759676] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "17e9b47b-1f79-4b53-93a0-b9258d846e97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.759976] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "17e9b47b-1f79-4b53-93a0-b9258d846e97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.760159] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "17e9b47b-1f79-4b53-93a0-b9258d846e97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.760351] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "17e9b47b-1f79-4b53-93a0-b9258d846e97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.760518] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "17e9b47b-1f79-4b53-93a0-b9258d846e97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.762574] env[69239]: INFO nova.compute.manager [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Terminating instance [ 866.790966] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Releasing lock "refresh_cache-fc588c49-4478-456b-a3f8-a049fc908c96" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.902035] env[69239]: DEBUG nova.network.neutron [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Successfully created port: 5cc67098-d14d-4381-bc5a-5b9ff0736cd2 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.973445] env[69239]: DEBUG nova.compute.manager [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.978064] env[69239]: INFO nova.compute.resource_tracker [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating resource usage from migration 7d296ac4-50d1-4578-a665-d891d05ba9bc [ 867.266469] env[69239]: DEBUG nova.compute.manager [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.266691] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.267654] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413fa309-632d-40e0-96a6-2144b7ae907d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.279405] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.279695] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79b7f97c-d3aa-4fb0-bc43-be3b54bfce39 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.289170] env[69239]: DEBUG oslo_vmware.api [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 867.289170] env[69239]: value = "task-4145239" [ 867.289170] env[69239]: _type = "Task" [ 867.289170] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.298205] env[69239]: DEBUG oslo_vmware.api [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.301261] env[69239]: DEBUG nova.compute.manager [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 867.302131] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6bd9c0-fea8-4f4c-a17f-483d24615f50 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.487244] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b440c06c-3db0-4971-9b17-51c61f945672 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.495912] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d68007-7e27-40a5-a374-7d6f66159bc6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.533270] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06a28c4-2a69-4f31-ad0b-b1aed9617a64 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.542888] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb71911d-3b00-496e-ab36-a13200987a76 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.557684] env[69239]: DEBUG nova.compute.provider_tree [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.801457] env[69239]: DEBUG oslo_vmware.api [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145239, 'name': PowerOffVM_Task, 'duration_secs': 0.200417} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.801758] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.801912] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.802218] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0967e9db-ee84-4691-9f6b-fe974a81527d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.884107] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.884411] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.884604] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Deleting the datastore file [datastore1] 17e9b47b-1f79-4b53-93a0-b9258d846e97 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.885247] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a13a1e9-4535-4c09-b6b6-a815589f9b18 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.892834] env[69239]: DEBUG oslo_vmware.api [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 867.892834] env[69239]: value = "task-4145241" [ 867.892834] env[69239]: _type = "Task" [ 867.892834] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.902218] env[69239]: DEBUG oslo_vmware.api [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.992168] env[69239]: DEBUG nova.compute.manager [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.021528] env[69239]: DEBUG nova.virt.hardware [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.021784] env[69239]: DEBUG nova.virt.hardware [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.021942] env[69239]: DEBUG nova.virt.hardware [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.022144] env[69239]: DEBUG nova.virt.hardware [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.022334] env[69239]: DEBUG nova.virt.hardware [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.022493] env[69239]: DEBUG nova.virt.hardware [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.022706] env[69239]: DEBUG nova.virt.hardware [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.022866] env[69239]: DEBUG nova.virt.hardware [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.023044] env[69239]: DEBUG nova.virt.hardware [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.023217] env[69239]: DEBUG nova.virt.hardware [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.023403] env[69239]: DEBUG nova.virt.hardware [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.024332] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a6920e-e753-4357-a492-f22243593cbf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.035800] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59f1373-6514-4643-838f-16ad03da8c58 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.061297] env[69239]: DEBUG nova.scheduler.client.report [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.320094] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3436ae-ea9c-4515-9dcf-37976c73d2f1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.324737] env[69239]: DEBUG nova.compute.manager [req-128907c9-2031-42a4-926d-1f16d82d0c20 req-6aebe567-c684-4698-b2bf-e51f7e2ca72a service nova] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Received event network-vif-plugged-5cc67098-d14d-4381-bc5a-5b9ff0736cd2 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.325136] env[69239]: DEBUG oslo_concurrency.lockutils [req-128907c9-2031-42a4-926d-1f16d82d0c20 req-6aebe567-c684-4698-b2bf-e51f7e2ca72a service nova] Acquiring lock "09dae98c-7b24-4342-9f25-64065c1eb190-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.325615] env[69239]: DEBUG oslo_concurrency.lockutils [req-128907c9-2031-42a4-926d-1f16d82d0c20 req-6aebe567-c684-4698-b2bf-e51f7e2ca72a service nova] Lock "09dae98c-7b24-4342-9f25-64065c1eb190-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.325718] env[69239]: DEBUG oslo_concurrency.lockutils [req-128907c9-2031-42a4-926d-1f16d82d0c20 req-6aebe567-c684-4698-b2bf-e51f7e2ca72a service nova] Lock "09dae98c-7b24-4342-9f25-64065c1eb190-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.326016] env[69239]: DEBUG nova.compute.manager [req-128907c9-2031-42a4-926d-1f16d82d0c20 req-6aebe567-c684-4698-b2bf-e51f7e2ca72a service nova] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] No waiting events found dispatching network-vif-plugged-5cc67098-d14d-4381-bc5a-5b9ff0736cd2 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 868.326257] env[69239]: WARNING nova.compute.manager [req-128907c9-2031-42a4-926d-1f16d82d0c20 req-6aebe567-c684-4698-b2bf-e51f7e2ca72a service nova] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Received unexpected event network-vif-plugged-5cc67098-d14d-4381-bc5a-5b9ff0736cd2 for instance with vm_state building and task_state spawning. [ 868.332478] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Doing hard reboot of VM {{(pid=69239) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 868.332741] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.332953] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.333241] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.333369] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.333527] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.336552] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-316f6046-cd07-42fa-a472-a9b641e90773 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.337242] env[69239]: INFO nova.compute.manager [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Terminating instance [ 868.345554] env[69239]: DEBUG oslo_vmware.api [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 868.345554] env[69239]: value = "task-4145243" [ 868.345554] env[69239]: _type = "Task" [ 868.345554] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.355248] env[69239]: DEBUG oslo_vmware.api [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145243, 'name': ResetVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.403381] env[69239]: DEBUG oslo_vmware.api [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204565} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.403655] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.403890] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.404084] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.404261] env[69239]: INFO nova.compute.manager [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Took 1.14 seconds to destroy the instance on the hypervisor. [ 868.404495] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.404686] env[69239]: DEBUG nova.compute.manager [-] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.404776] env[69239]: DEBUG nova.network.neutron [-] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.433954] env[69239]: DEBUG nova.network.neutron [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Successfully updated port: 5cc67098-d14d-4381-bc5a-5b9ff0736cd2 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.566931] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.606s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.567177] env[69239]: INFO nova.compute.manager [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Migrating [ 868.575734] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 39.950s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.575950] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.576100] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69239) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 868.576428] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.279s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.578149] env[69239]: INFO nova.compute.claims [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.587211] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35e8730-59e1-4c24-922e-6fa25847fcb2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.611498] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdc4239-5435-49cb-aba7-f6b6b9de35f4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.630282] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b609f7e-68a4-47cc-91f5-ed56c7d5fd4e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.638562] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be614b36-855d-4434-bafb-3af3870d6fee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.669522] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178187MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69239) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 868.669959] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.843413] env[69239]: DEBUG nova.compute.manager [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.843633] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.845207] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa33fdf-a872-48f8-9861-296479472387 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.857017] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.859768] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de543190-ef6d-4d07-afa6-d9e56f920b67 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.861596] env[69239]: DEBUG oslo_vmware.api [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145243, 'name': ResetVM_Task, 'duration_secs': 0.106002} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.861991] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Did hard reboot of VM {{(pid=69239) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 868.862155] env[69239]: DEBUG nova.compute.manager [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 868.863269] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7638a7e5-539a-40a6-9325-d93b6446e1df {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.867564] env[69239]: DEBUG oslo_vmware.api [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 868.867564] env[69239]: value = "task-4145244" [ 868.867564] env[69239]: _type = "Task" [ 868.867564] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.881891] env[69239]: DEBUG oslo_vmware.api [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.936646] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "refresh_cache-09dae98c-7b24-4342-9f25-64065c1eb190" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.936749] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquired lock "refresh_cache-09dae98c-7b24-4342-9f25-64065c1eb190" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.936880] env[69239]: DEBUG nova.network.neutron [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.101467] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "refresh_cache-1c5e3340-3f00-480d-a7db-9d7a0ea07636" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.101629] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "refresh_cache-1c5e3340-3f00-480d-a7db-9d7a0ea07636" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.101842] env[69239]: DEBUG nova.network.neutron [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.207938] env[69239]: DEBUG nova.network.neutron [-] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.382483] env[69239]: DEBUG oslo_vmware.api [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145244, 'name': PowerOffVM_Task, 'duration_secs': 0.471549} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.383084] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6da7718a-c271-4437-8a42-3d71d0aea2bf tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "fc588c49-4478-456b-a3f8-a049fc908c96" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.291s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.384579] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.384742] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.385015] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51e13381-9446-44b0-b6e0-d7012ca17d71 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.473921] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.474226] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.474470] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Deleting the datastore file [datastore2] f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.475787] env[69239]: DEBUG nova.network.neutron [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.477896] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-429f0e4e-d5aa-4397-98b8-c0869ee853ea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.484364] env[69239]: DEBUG oslo_vmware.api [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for the task: (returnval){ [ 869.484364] env[69239]: value = "task-4145246" [ 869.484364] env[69239]: _type = "Task" [ 869.484364] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.494432] env[69239]: DEBUG oslo_vmware.api [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.615344] env[69239]: DEBUG nova.network.neutron [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Updating instance_info_cache with network_info: [{"id": "5cc67098-d14d-4381-bc5a-5b9ff0736cd2", "address": "fa:16:3e:c8:f3:e1", "network": {"id": "265576da-c621-4e5b-bbbc-66a36c9eb631", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2108037031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9476d30321d4f1a89203a9fb1f14fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cc67098-d1", "ovs_interfaceid": "5cc67098-d14d-4381-bc5a-5b9ff0736cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.710245] env[69239]: INFO nova.compute.manager [-] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Took 1.31 seconds to deallocate network for instance. [ 869.908681] env[69239]: DEBUG nova.network.neutron [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating instance_info_cache with network_info: [{"id": "b016c91f-1bd9-4c85-8865-2d76406caac7", "address": "fa:16:3e:85:ec:15", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb016c91f-1b", "ovs_interfaceid": "b016c91f-1bd9-4c85-8865-2d76406caac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.998016] env[69239]: DEBUG oslo_vmware.api [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Task: {'id': task-4145246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138934} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.998331] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.998537] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.999347] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.999735] env[69239]: INFO nova.compute.manager [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 870.000142] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.000626] env[69239]: DEBUG nova.compute.manager [-] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.000790] env[69239]: DEBUG nova.network.neutron [-] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.079615] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3683f7a-c1ff-45b0-91e4-718ca1dff174 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.088401] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4983da6-ff54-4a3f-9b4b-0a5000e23805 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.125380] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Releasing lock "refresh_cache-09dae98c-7b24-4342-9f25-64065c1eb190" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.125720] env[69239]: DEBUG nova.compute.manager [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Instance network_info: |[{"id": "5cc67098-d14d-4381-bc5a-5b9ff0736cd2", "address": "fa:16:3e:c8:f3:e1", "network": {"id": "265576da-c621-4e5b-bbbc-66a36c9eb631", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2108037031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9476d30321d4f1a89203a9fb1f14fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cc67098-d1", "ovs_interfaceid": "5cc67098-d14d-4381-bc5a-5b9ff0736cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.126510] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:f3:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cc67098-d14d-4381-bc5a-5b9ff0736cd2', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.141262] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Creating folder: Project (f9476d30321d4f1a89203a9fb1f14fd2). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.141586] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88bea51-496f-4c8f-9076-9396cdabebc8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.144627] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-886ee57a-66a2-40a1-a85a-45079140b2d4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.152051] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a35343-7783-4801-8a51-f66dc8314713 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.158621] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Created folder: Project (f9476d30321d4f1a89203a9fb1f14fd2) in parent group-v820715. [ 870.158621] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Creating folder: Instances. Parent ref: group-v820895. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.158621] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fc227a5-53d6-457a-8b25-8aa7291a514b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.168279] env[69239]: DEBUG nova.compute.provider_tree [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.171165] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Created folder: Instances in parent group-v820895. [ 870.171431] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.171888] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.172149] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96703f23-7ddd-4079-aee2-1c08413be750 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.194713] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.194713] env[69239]: value = "task-4145249" [ 870.194713] env[69239]: _type = "Task" [ 870.194713] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.203963] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145249, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.220927] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.411885] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "refresh_cache-1c5e3340-3f00-480d-a7db-9d7a0ea07636" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.673708] env[69239]: DEBUG nova.scheduler.client.report [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.708905] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145249, 'name': CreateVM_Task, 'duration_secs': 0.3714} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.709112] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.709820] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.709988] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.710336] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.710598] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b865c9e-6bec-4820-8cca-c7d6a7aeb592 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.716330] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 870.716330] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a7d801-b4ee-431d-e897-24c385af8938" [ 870.716330] env[69239]: _type = "Task" [ 870.716330] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.725930] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a7d801-b4ee-431d-e897-24c385af8938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.774112] env[69239]: DEBUG nova.compute.manager [req-a5d4b722-9088-40ac-9982-0998528419fd req-71abe4c4-3eae-43d5-8028-ac8f18d9847b service nova] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Received event network-changed-5cc67098-d14d-4381-bc5a-5b9ff0736cd2 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.774321] env[69239]: DEBUG nova.compute.manager [req-a5d4b722-9088-40ac-9982-0998528419fd req-71abe4c4-3eae-43d5-8028-ac8f18d9847b service nova] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Refreshing instance network info cache due to event network-changed-5cc67098-d14d-4381-bc5a-5b9ff0736cd2. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.774578] env[69239]: DEBUG oslo_concurrency.lockutils [req-a5d4b722-9088-40ac-9982-0998528419fd req-71abe4c4-3eae-43d5-8028-ac8f18d9847b service nova] Acquiring lock "refresh_cache-09dae98c-7b24-4342-9f25-64065c1eb190" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.774740] env[69239]: DEBUG oslo_concurrency.lockutils [req-a5d4b722-9088-40ac-9982-0998528419fd req-71abe4c4-3eae-43d5-8028-ac8f18d9847b service nova] Acquired lock "refresh_cache-09dae98c-7b24-4342-9f25-64065c1eb190" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.774925] env[69239]: DEBUG nova.network.neutron [req-a5d4b722-9088-40ac-9982-0998528419fd req-71abe4c4-3eae-43d5-8028-ac8f18d9847b service nova] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Refreshing network info cache for port 5cc67098-d14d-4381-bc5a-5b9ff0736cd2 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.186185] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.186185] env[69239]: DEBUG nova.compute.manager [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.189648] env[69239]: DEBUG oslo_concurrency.lockutils [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.942s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.190146] env[69239]: DEBUG nova.objects.instance [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lazy-loading 'resources' on Instance uuid 54e30768-6647-4d29-a6b0-fb3c4fe9235b {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.228753] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a7d801-b4ee-431d-e897-24c385af8938, 'name': SearchDatastore_Task, 'duration_secs': 0.012284} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.228753] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.228753] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.229069] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.229187] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.229366] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.229756] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81dbd3cf-ada9-4149-b347-9a7afd795d1b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.239353] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.239541] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.240703] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2c1cd2-7a99-49a3-bcb7-a2b822ad6c0b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.247599] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 871.247599] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52bac7ec-79ba-e9df-942d-50df2d0ce4ee" [ 871.247599] env[69239]: _type = "Task" [ 871.247599] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.256675] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bac7ec-79ba-e9df-942d-50df2d0ce4ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.444466] env[69239]: DEBUG nova.network.neutron [-] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.482799] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "fc588c49-4478-456b-a3f8-a049fc908c96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.483085] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "fc588c49-4478-456b-a3f8-a049fc908c96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.483329] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "fc588c49-4478-456b-a3f8-a049fc908c96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.484057] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "fc588c49-4478-456b-a3f8-a049fc908c96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.484298] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "fc588c49-4478-456b-a3f8-a049fc908c96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.486694] env[69239]: INFO nova.compute.manager [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Terminating instance [ 871.612670] env[69239]: DEBUG nova.network.neutron [req-a5d4b722-9088-40ac-9982-0998528419fd req-71abe4c4-3eae-43d5-8028-ac8f18d9847b service nova] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Updated VIF entry in instance network info cache for port 5cc67098-d14d-4381-bc5a-5b9ff0736cd2. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.613107] env[69239]: DEBUG nova.network.neutron [req-a5d4b722-9088-40ac-9982-0998528419fd req-71abe4c4-3eae-43d5-8028-ac8f18d9847b service nova] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Updating instance_info_cache with network_info: [{"id": "5cc67098-d14d-4381-bc5a-5b9ff0736cd2", "address": "fa:16:3e:c8:f3:e1", "network": {"id": "265576da-c621-4e5b-bbbc-66a36c9eb631", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2108037031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9476d30321d4f1a89203a9fb1f14fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cc67098-d1", "ovs_interfaceid": "5cc67098-d14d-4381-bc5a-5b9ff0736cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.693532] env[69239]: DEBUG nova.compute.utils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.698596] env[69239]: DEBUG nova.compute.manager [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.698596] env[69239]: DEBUG nova.network.neutron [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.762444] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bac7ec-79ba-e9df-942d-50df2d0ce4ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.763433] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466c7726-904f-4feb-8b33-b984908c3dc6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.774901] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 871.774901] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5204cca6-1384-8539-eaaf-026b798caf08" [ 871.774901] env[69239]: _type = "Task" [ 871.774901] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.781125] env[69239]: DEBUG nova.policy [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85de2e746c5c4f22ad5ea92d7b3d2d0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8da31a30c05b42dd8ca4d9c8a625c623', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.787068] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5204cca6-1384-8539-eaaf-026b798caf08, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.787444] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.787725] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 09dae98c-7b24-4342-9f25-64065c1eb190/09dae98c-7b24-4342-9f25-64065c1eb190.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.788095] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79c9a888-420b-470e-a23e-d2447055a6ef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.798154] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 871.798154] env[69239]: value = "task-4145251" [ 871.798154] env[69239]: _type = "Task" [ 871.798154] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.811017] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.933871] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3185112-bd3d-4cb2-ac1d-10c11daa172d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.958944] env[69239]: INFO nova.compute.manager [-] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Took 1.96 seconds to deallocate network for instance. [ 871.960081] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating instance '1c5e3340-3f00-480d-a7db-9d7a0ea07636' progress to 0 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.990651] env[69239]: DEBUG nova.compute.manager [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.991034] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.994017] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c10e1af-8f43-4234-97d6-1d90ea60d2eb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.010033] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.010033] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d943c89-b723-4976-9068-91cb56f77e88 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.023320] env[69239]: DEBUG oslo_concurrency.lockutils [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.023815] env[69239]: DEBUG oslo_concurrency.lockutils [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.024155] env[69239]: INFO nova.compute.manager [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Shelving [ 872.026218] env[69239]: DEBUG oslo_vmware.api [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 872.026218] env[69239]: value = "task-4145252" [ 872.026218] env[69239]: _type = "Task" [ 872.026218] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.037874] env[69239]: DEBUG oslo_vmware.api [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.117586] env[69239]: DEBUG oslo_concurrency.lockutils [req-a5d4b722-9088-40ac-9982-0998528419fd req-71abe4c4-3eae-43d5-8028-ac8f18d9847b service nova] Releasing lock "refresh_cache-09dae98c-7b24-4342-9f25-64065c1eb190" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.117586] env[69239]: DEBUG nova.compute.manager [req-a5d4b722-9088-40ac-9982-0998528419fd req-71abe4c4-3eae-43d5-8028-ac8f18d9847b service nova] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Received event network-vif-deleted-ce97a929-4294-4145-a93f-b32689dbbaec {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.202192] env[69239]: DEBUG nova.compute.manager [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.279173] env[69239]: DEBUG nova.network.neutron [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Successfully created port: 3f55ad75-ab05-44af-a4d0-30ca7e2062b0 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.310603] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145251, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.351856] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50bcfb5-7243-45ba-bd3a-75a87a0cd81d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.361415] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f728e843-d728-4589-8f73-d99190d1bee0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.404669] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bf3d82-0669-49d0-932d-cdbf18f6569c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.413778] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5befd4b-0e9a-4082-a88d-07ad351bb8ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.433971] env[69239]: DEBUG nova.compute.provider_tree [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.467080] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.467347] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eda6b98a-7fbd-46dc-af61-ba47fd05940e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.470295] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.477728] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 872.477728] env[69239]: value = "task-4145253" [ 872.477728] env[69239]: _type = "Task" [ 872.477728] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.492025] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.545243] env[69239]: DEBUG oslo_vmware.api [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145252, 'name': PowerOffVM_Task, 'duration_secs': 0.246536} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.545807] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.545990] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.546297] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38b5fd3c-aa5f-4561-b19b-6859f0f28966 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.614282] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.614559] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.614710] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Deleting the datastore file [datastore1] fc588c49-4478-456b-a3f8-a049fc908c96 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.615010] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1683cd19-ed52-4b1c-b80f-ea04c9928311 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.624379] env[69239]: DEBUG oslo_vmware.api [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 872.624379] env[69239]: value = "task-4145256" [ 872.624379] env[69239]: _type = "Task" [ 872.624379] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.635326] env[69239]: DEBUG oslo_vmware.api [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.810815] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550099} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.812230] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 09dae98c-7b24-4342-9f25-64065c1eb190/09dae98c-7b24-4342-9f25-64065c1eb190.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.812456] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.813958] env[69239]: DEBUG nova.compute.manager [req-0f7b05c1-76ea-42ec-a050-0b373310fecd req-48a94027-d816-49be-9476-2bab8e37e92f service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Received event network-changed-9fc0b536-c43d-475e-8ce4-888e8fc85e0b {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.814151] env[69239]: DEBUG nova.compute.manager [req-0f7b05c1-76ea-42ec-a050-0b373310fecd req-48a94027-d816-49be-9476-2bab8e37e92f service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Refreshing instance network info cache due to event network-changed-9fc0b536-c43d-475e-8ce4-888e8fc85e0b. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.814365] env[69239]: DEBUG oslo_concurrency.lockutils [req-0f7b05c1-76ea-42ec-a050-0b373310fecd req-48a94027-d816-49be-9476-2bab8e37e92f service nova] Acquiring lock "refresh_cache-fc588c49-4478-456b-a3f8-a049fc908c96" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.814509] env[69239]: DEBUG oslo_concurrency.lockutils [req-0f7b05c1-76ea-42ec-a050-0b373310fecd req-48a94027-d816-49be-9476-2bab8e37e92f service nova] Acquired lock "refresh_cache-fc588c49-4478-456b-a3f8-a049fc908c96" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.814682] env[69239]: DEBUG nova.network.neutron [req-0f7b05c1-76ea-42ec-a050-0b373310fecd req-48a94027-d816-49be-9476-2bab8e37e92f service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Refreshing network info cache for port 9fc0b536-c43d-475e-8ce4-888e8fc85e0b {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.815870] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35331289-cf64-426c-8b37-b0b0687a07b9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.824548] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 872.824548] env[69239]: value = "task-4145257" [ 872.824548] env[69239]: _type = "Task" [ 872.824548] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.835302] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.938843] env[69239]: DEBUG nova.scheduler.client.report [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.987799] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145253, 'name': PowerOffVM_Task, 'duration_secs': 0.250517} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.988042] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.988242] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating instance '1c5e3340-3f00-480d-a7db-9d7a0ea07636' progress to 17 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.046683] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.046998] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a051d3de-e042-49d1-93f1-9f50614eb126 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.055133] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 873.055133] env[69239]: value = "task-4145258" [ 873.055133] env[69239]: _type = "Task" [ 873.055133] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.064352] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.136081] env[69239]: DEBUG oslo_vmware.api [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165805} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.136378] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.136580] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.136766] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.137202] env[69239]: INFO nova.compute.manager [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Took 1.15 seconds to destroy the instance on the hypervisor. [ 873.137480] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.137682] env[69239]: DEBUG nova.compute.manager [-] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.137779] env[69239]: DEBUG nova.network.neutron [-] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.215831] env[69239]: DEBUG nova.compute.manager [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.256119] env[69239]: DEBUG nova.virt.hardware [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.256514] env[69239]: DEBUG nova.virt.hardware [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.256570] env[69239]: DEBUG nova.virt.hardware [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.256727] env[69239]: DEBUG nova.virt.hardware [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.256877] env[69239]: DEBUG nova.virt.hardware [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.257031] env[69239]: DEBUG nova.virt.hardware [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.257285] env[69239]: DEBUG nova.virt.hardware [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.257420] env[69239]: DEBUG nova.virt.hardware [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.257631] env[69239]: DEBUG nova.virt.hardware [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.257748] env[69239]: DEBUG nova.virt.hardware [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.257927] env[69239]: DEBUG nova.virt.hardware [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.258886] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa304207-2c8a-4af1-ad64-713013a30018 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.269425] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ab91ae-896f-4e32-9c48-2d0c80aab94b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.338437] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069976} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.338437] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.338437] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73b8596-7a27-4f96-82b8-85f6840cc109 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.365808] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 09dae98c-7b24-4342-9f25-64065c1eb190/09dae98c-7b24-4342-9f25-64065c1eb190.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.369161] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e93eeb66-ee5d-4a8a-8433-369c7a8592e1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.393381] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 873.393381] env[69239]: value = "task-4145259" [ 873.393381] env[69239]: _type = "Task" [ 873.393381] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.407922] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.445137] env[69239]: DEBUG oslo_concurrency.lockutils [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.448281] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.951s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.450410] env[69239]: INFO nova.compute.claims [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.477793] env[69239]: INFO nova.scheduler.client.report [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleted allocations for instance 54e30768-6647-4d29-a6b0-fb3c4fe9235b [ 873.495286] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.495513] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.496277] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.496447] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.496603] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.496756] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.496965] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.497155] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.497324] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.497655] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.497655] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.503249] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76ac9976-58fa-4339-ae64-39bff6680098 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.527351] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 873.527351] env[69239]: value = "task-4145260" [ 873.527351] env[69239]: _type = "Task" [ 873.527351] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.537536] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.566442] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145258, 'name': PowerOffVM_Task, 'duration_secs': 0.263705} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.566682] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.567655] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b10130-a779-491a-9bd9-c1e223b8ff07 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.590029] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470b44fc-dea8-4b06-931b-63a4439efd14 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.630661] env[69239]: DEBUG nova.network.neutron [req-0f7b05c1-76ea-42ec-a050-0b373310fecd req-48a94027-d816-49be-9476-2bab8e37e92f service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Updated VIF entry in instance network info cache for port 9fc0b536-c43d-475e-8ce4-888e8fc85e0b. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.631295] env[69239]: DEBUG nova.network.neutron [req-0f7b05c1-76ea-42ec-a050-0b373310fecd req-48a94027-d816-49be-9476-2bab8e37e92f service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Updating instance_info_cache with network_info: [{"id": "9fc0b536-c43d-475e-8ce4-888e8fc85e0b", "address": "fa:16:3e:20:4f:f1", "network": {"id": "99d0f0cd-f736-4d02-b210-7739b4558b42", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1306484074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc097a85e81435a9afa6e063d0b4764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc0b536-c4", "ovs_interfaceid": "9fc0b536-c43d-475e-8ce4-888e8fc85e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.903882] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145259, 'name': ReconfigVM_Task, 'duration_secs': 0.335053} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.904211] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 09dae98c-7b24-4342-9f25-64065c1eb190/09dae98c-7b24-4342-9f25-64065c1eb190.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.904859] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2ebc9e4-6bc4-49c8-b1c3-e4ebc27a6213 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.912325] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 873.912325] env[69239]: value = "task-4145261" [ 873.912325] env[69239]: _type = "Task" [ 873.912325] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.923085] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145261, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.962862] env[69239]: DEBUG nova.network.neutron [-] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.988299] env[69239]: DEBUG oslo_concurrency.lockutils [None req-791f0717-ca2d-47a7-b59a-b5a9f52df9e6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "54e30768-6647-4d29-a6b0-fb3c4fe9235b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.384s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.008804] env[69239]: DEBUG nova.network.neutron [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Successfully updated port: 3f55ad75-ab05-44af-a4d0-30ca7e2062b0 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.044042] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145260, 'name': ReconfigVM_Task, 'duration_secs': 0.463094} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.044042] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating instance '1c5e3340-3f00-480d-a7db-9d7a0ea07636' progress to 33 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 874.101685] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 874.102125] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-674676c6-12bf-4f1e-92f0-bdf04eb82351 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.111291] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 874.111291] env[69239]: value = "task-4145262" [ 874.111291] env[69239]: _type = "Task" [ 874.111291] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.125198] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145262, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.133997] env[69239]: DEBUG oslo_concurrency.lockutils [req-0f7b05c1-76ea-42ec-a050-0b373310fecd req-48a94027-d816-49be-9476-2bab8e37e92f service nova] Releasing lock "refresh_cache-fc588c49-4478-456b-a3f8-a049fc908c96" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.134425] env[69239]: DEBUG nova.compute.manager [req-0f7b05c1-76ea-42ec-a050-0b373310fecd req-48a94027-d816-49be-9476-2bab8e37e92f service nova] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Received event network-vif-deleted-e16f0ce7-c502-4746-b060-afc170eacd9d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.422558] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145261, 'name': Rename_Task, 'duration_secs': 0.159374} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.422893] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.423113] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5b735d2-dfb8-4d7d-a554-6ac999536f85 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.430078] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 874.430078] env[69239]: value = "task-4145263" [ 874.430078] env[69239]: _type = "Task" [ 874.430078] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.438609] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.466028] env[69239]: INFO nova.compute.manager [-] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Took 1.33 seconds to deallocate network for instance. [ 874.515550] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "refresh_cache-cf1eb428-09b1-4619-a28b-9570fa678ee0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.515550] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquired lock "refresh_cache-cf1eb428-09b1-4619-a28b-9570fa678ee0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.515722] env[69239]: DEBUG nova.network.neutron [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.552985] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.553149] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.553347] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.553579] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.553769] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.553913] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.554157] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.554336] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.554531] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.554702] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.554871] env[69239]: DEBUG nova.virt.hardware [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.560304] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 874.564146] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-528b7378-5ac2-482e-9fc3-aaea5b2a3fd7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.587961] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 874.587961] env[69239]: value = "task-4145265" [ 874.587961] env[69239]: _type = "Task" [ 874.587961] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.602781] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145265, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.626284] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145262, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.917491] env[69239]: DEBUG nova.compute.manager [req-f3380002-73be-4d11-b127-b4170498eff2 req-f2585a63-4a4a-452c-a874-82cda1dcc7db service nova] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Received event network-vif-deleted-9fc0b536-c43d-475e-8ce4-888e8fc85e0b {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.917711] env[69239]: DEBUG nova.compute.manager [req-f3380002-73be-4d11-b127-b4170498eff2 req-f2585a63-4a4a-452c-a874-82cda1dcc7db service nova] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Received event network-vif-plugged-3f55ad75-ab05-44af-a4d0-30ca7e2062b0 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.917886] env[69239]: DEBUG oslo_concurrency.lockutils [req-f3380002-73be-4d11-b127-b4170498eff2 req-f2585a63-4a4a-452c-a874-82cda1dcc7db service nova] Acquiring lock "cf1eb428-09b1-4619-a28b-9570fa678ee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.918114] env[69239]: DEBUG oslo_concurrency.lockutils [req-f3380002-73be-4d11-b127-b4170498eff2 req-f2585a63-4a4a-452c-a874-82cda1dcc7db service nova] Lock "cf1eb428-09b1-4619-a28b-9570fa678ee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.918288] env[69239]: DEBUG oslo_concurrency.lockutils [req-f3380002-73be-4d11-b127-b4170498eff2 req-f2585a63-4a4a-452c-a874-82cda1dcc7db service nova] Lock "cf1eb428-09b1-4619-a28b-9570fa678ee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.918453] env[69239]: DEBUG nova.compute.manager [req-f3380002-73be-4d11-b127-b4170498eff2 req-f2585a63-4a4a-452c-a874-82cda1dcc7db service nova] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] No waiting events found dispatching network-vif-plugged-3f55ad75-ab05-44af-a4d0-30ca7e2062b0 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 874.918618] env[69239]: WARNING nova.compute.manager [req-f3380002-73be-4d11-b127-b4170498eff2 req-f2585a63-4a4a-452c-a874-82cda1dcc7db service nova] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Received unexpected event network-vif-plugged-3f55ad75-ab05-44af-a4d0-30ca7e2062b0 for instance with vm_state building and task_state spawning. [ 874.918905] env[69239]: DEBUG nova.compute.manager [req-f3380002-73be-4d11-b127-b4170498eff2 req-f2585a63-4a4a-452c-a874-82cda1dcc7db service nova] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Received event network-changed-3f55ad75-ab05-44af-a4d0-30ca7e2062b0 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.918961] env[69239]: DEBUG nova.compute.manager [req-f3380002-73be-4d11-b127-b4170498eff2 req-f2585a63-4a4a-452c-a874-82cda1dcc7db service nova] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Refreshing instance network info cache due to event network-changed-3f55ad75-ab05-44af-a4d0-30ca7e2062b0. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.919167] env[69239]: DEBUG oslo_concurrency.lockutils [req-f3380002-73be-4d11-b127-b4170498eff2 req-f2585a63-4a4a-452c-a874-82cda1dcc7db service nova] Acquiring lock "refresh_cache-cf1eb428-09b1-4619-a28b-9570fa678ee0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.948672] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145263, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.978872] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.038212] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d3c825-863e-4d5c-ba49-eeaec8e0e1b1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.047026] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69f09ed-8cbf-4131-b06c-aee4d039c41f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.053398] env[69239]: DEBUG nova.network.neutron [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.089796] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33be8063-06bf-494d-aa3b-ab6fe1489612 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.106100] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac48fc5-ce44-48a2-8c6a-f7fc47dc3edd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.110392] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145265, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.124870] env[69239]: DEBUG nova.compute.provider_tree [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.134103] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145262, 'name': CreateSnapshot_Task, 'duration_secs': 0.782059} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.134103] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 875.134103] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e048143-1a69-4025-86fc-5939dc3c8e01 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.364372] env[69239]: DEBUG nova.network.neutron [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Updating instance_info_cache with network_info: [{"id": "3f55ad75-ab05-44af-a4d0-30ca7e2062b0", "address": "fa:16:3e:29:26:90", "network": {"id": "2baaf167-44da-4d08-924b-77011bf49686", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-639765521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8da31a30c05b42dd8ca4d9c8a625c623", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f55ad75-ab", "ovs_interfaceid": "3f55ad75-ab05-44af-a4d0-30ca7e2062b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.441041] env[69239]: DEBUG oslo_vmware.api [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145263, 'name': PowerOnVM_Task, 'duration_secs': 0.549078} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.441665] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.442405] env[69239]: INFO nova.compute.manager [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Took 7.45 seconds to spawn the instance on the hypervisor. [ 875.442405] env[69239]: DEBUG nova.compute.manager [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 875.442812] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9997959-e502-4903-9740-bcde582b920c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.603340] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145265, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.630375] env[69239]: DEBUG nova.scheduler.client.report [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.657558] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 875.657558] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-005509ca-97e1-41f1-bdb8-31fe80d8bb13 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.665028] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 875.665028] env[69239]: value = "task-4145266" [ 875.665028] env[69239]: _type = "Task" [ 875.665028] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.675626] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145266, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.867436] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Releasing lock "refresh_cache-cf1eb428-09b1-4619-a28b-9570fa678ee0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.867782] env[69239]: DEBUG nova.compute.manager [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Instance network_info: |[{"id": "3f55ad75-ab05-44af-a4d0-30ca7e2062b0", "address": "fa:16:3e:29:26:90", "network": {"id": "2baaf167-44da-4d08-924b-77011bf49686", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-639765521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8da31a30c05b42dd8ca4d9c8a625c623", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f55ad75-ab", "ovs_interfaceid": "3f55ad75-ab05-44af-a4d0-30ca7e2062b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.868157] env[69239]: DEBUG oslo_concurrency.lockutils [req-f3380002-73be-4d11-b127-b4170498eff2 req-f2585a63-4a4a-452c-a874-82cda1dcc7db service nova] Acquired lock "refresh_cache-cf1eb428-09b1-4619-a28b-9570fa678ee0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.868486] env[69239]: DEBUG nova.network.neutron [req-f3380002-73be-4d11-b127-b4170498eff2 req-f2585a63-4a4a-452c-a874-82cda1dcc7db service nova] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Refreshing network info cache for port 3f55ad75-ab05-44af-a4d0-30ca7e2062b0 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.869777] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:26:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f55ad75-ab05-44af-a4d0-30ca7e2062b0', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.878039] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.878725] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.878998] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b47e6784-6111-4484-a473-f228069cdfd0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.904439] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.904439] env[69239]: value = "task-4145267" [ 875.904439] env[69239]: _type = "Task" [ 875.904439] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.916049] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145267, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.962183] env[69239]: INFO nova.compute.manager [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Took 49.28 seconds to build instance. [ 876.105042] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145265, 'name': ReconfigVM_Task, 'duration_secs': 1.19357} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.106133] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 876.106341] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4121c82b-686d-4799-8528-c3734d4779d8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.130368] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 1c5e3340-3f00-480d-a7db-9d7a0ea07636/1c5e3340-3f00-480d-a7db-9d7a0ea07636.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.130717] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4d71c26-84cc-49da-bb7c-e5b1db955e14 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.146252] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.146699] env[69239]: DEBUG nova.compute.manager [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.150038] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.892s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.152567] env[69239]: INFO nova.compute.claims [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.162725] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 876.162725] env[69239]: value = "task-4145268" [ 876.162725] env[69239]: _type = "Task" [ 876.162725] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.178580] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.182894] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145266, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.417808] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145267, 'name': CreateVM_Task, 'duration_secs': 0.378334} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.417808] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.418764] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.419062] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.419962] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.419962] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bed596e-ab78-425e-a029-8d649469d00a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.425393] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 876.425393] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520c8501-ecec-40a8-2124-f6426bf8e4a9" [ 876.425393] env[69239]: _type = "Task" [ 876.425393] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.436145] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520c8501-ecec-40a8-2124-f6426bf8e4a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.464724] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1729fb91-4a59-4e4d-9728-b730afb8001e tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "09dae98c-7b24-4342-9f25-64065c1eb190" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.049s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.651996] env[69239]: DEBUG nova.compute.utils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.657664] env[69239]: DEBUG nova.compute.manager [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.657886] env[69239]: DEBUG nova.network.neutron [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.688466] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145266, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.692776] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145268, 'name': ReconfigVM_Task, 'duration_secs': 0.32081} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.693075] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 1c5e3340-3f00-480d-a7db-9d7a0ea07636/1c5e3340-3f00-480d-a7db-9d7a0ea07636.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.693359] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating instance '1c5e3340-3f00-480d-a7db-9d7a0ea07636' progress to 50 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.739755] env[69239]: DEBUG nova.policy [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae68b17b45b94aeeb14a0f31dbda289a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97f1d9bc976d43eb8d39008acbdf6c95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.941608] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520c8501-ecec-40a8-2124-f6426bf8e4a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011993} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.942173] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.942772] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.943078] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.943348] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.943605] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.944082] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9167f59-09dc-4827-9d2a-47ef971349c5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.953634] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.954085] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.955181] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd76e987-6345-4888-882c-58a8fc8a7120 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.961575] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 876.961575] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ead783-4e0c-22cf-6f6a-c36143463bd6" [ 876.961575] env[69239]: _type = "Task" [ 876.961575] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.971325] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ead783-4e0c-22cf-6f6a-c36143463bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.008365] env[69239]: DEBUG nova.network.neutron [req-f3380002-73be-4d11-b127-b4170498eff2 req-f2585a63-4a4a-452c-a874-82cda1dcc7db service nova] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Updated VIF entry in instance network info cache for port 3f55ad75-ab05-44af-a4d0-30ca7e2062b0. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.008547] env[69239]: DEBUG nova.network.neutron [req-f3380002-73be-4d11-b127-b4170498eff2 req-f2585a63-4a4a-452c-a874-82cda1dcc7db service nova] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Updating instance_info_cache with network_info: [{"id": "3f55ad75-ab05-44af-a4d0-30ca7e2062b0", "address": "fa:16:3e:29:26:90", "network": {"id": "2baaf167-44da-4d08-924b-77011bf49686", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-639765521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8da31a30c05b42dd8ca4d9c8a625c623", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f55ad75-ab", "ovs_interfaceid": "3f55ad75-ab05-44af-a4d0-30ca7e2062b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.066175] env[69239]: DEBUG nova.network.neutron [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Successfully created port: 528b82fb-f59b-4768-8118-e6e1a19d5b89 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.170528] env[69239]: DEBUG nova.compute.manager [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.185103] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145266, 'name': CloneVM_Task} progress is 95%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.199872] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a66706-0ee4-4e01-b6c2-a0c523c0fc60 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.228675] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32861485-bbb9-4cab-82d4-619ab33191a0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.254647] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating instance '1c5e3340-3f00-480d-a7db-9d7a0ea07636' progress to 67 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.472491] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ead783-4e0c-22cf-6f6a-c36143463bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.476505] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a831fca-7284-4d1a-b371-4694369ab126 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.482569] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 877.482569] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520d25e3-7022-cefa-eaa6-13e874e82aa1" [ 877.482569] env[69239]: _type = "Task" [ 877.482569] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.495789] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520d25e3-7022-cefa-eaa6-13e874e82aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.495960] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.496240] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] cf1eb428-09b1-4619-a28b-9570fa678ee0/cf1eb428-09b1-4619-a28b-9570fa678ee0.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.496506] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62e4bec3-01de-4fbf-8237-ac59f85ec8ce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.505084] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 877.505084] env[69239]: value = "task-4145270" [ 877.505084] env[69239]: _type = "Task" [ 877.505084] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.514015] env[69239]: DEBUG oslo_concurrency.lockutils [req-f3380002-73be-4d11-b127-b4170498eff2 req-f2585a63-4a4a-452c-a874-82cda1dcc7db service nova] Releasing lock "refresh_cache-cf1eb428-09b1-4619-a28b-9570fa678ee0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.514428] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.628131] env[69239]: INFO nova.compute.manager [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Rescuing [ 877.628435] env[69239]: DEBUG oslo_concurrency.lockutils [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "refresh_cache-09dae98c-7b24-4342-9f25-64065c1eb190" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.628625] env[69239]: DEBUG oslo_concurrency.lockutils [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquired lock "refresh_cache-09dae98c-7b24-4342-9f25-64065c1eb190" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.628804] env[69239]: DEBUG nova.network.neutron [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.688174] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145266, 'name': CloneVM_Task, 'duration_secs': 1.709107} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.689493] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Created linked-clone VM from snapshot [ 877.690305] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c43ace2-6952-40f2-8440-6779586ba233 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.693503] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe957e7-4df3-4ddc-92f3-9bcd1d7506cb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.706575] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Uploading image 49f6092f-b289-4f61-9819-ff887a83de93 {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 877.710140] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a315c290-4a75-410c-a832-4457a4b317ec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.753179] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057f7b01-0f2a-42fa-b1ac-1032ae464dce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.768825] env[69239]: DEBUG oslo_vmware.rw_handles [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 877.768825] env[69239]: value = "vm-820900" [ 877.768825] env[69239]: _type = "VirtualMachine" [ 877.768825] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 877.770643] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fcea14-c527-4dc1-a948-f09135234bb9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.774960] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-01881645-2fc0-4d77-bcd6-bb17f3f80789 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.791262] env[69239]: DEBUG nova.compute.provider_tree [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.794571] env[69239]: DEBUG oslo_vmware.rw_handles [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lease: (returnval){ [ 877.794571] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b6bb6d-3f6f-f805-2712-27bf4aa443f1" [ 877.794571] env[69239]: _type = "HttpNfcLease" [ 877.794571] env[69239]: } obtained for exporting VM: (result){ [ 877.794571] env[69239]: value = "vm-820900" [ 877.794571] env[69239]: _type = "VirtualMachine" [ 877.794571] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 877.794943] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the lease: (returnval){ [ 877.794943] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b6bb6d-3f6f-f805-2712-27bf4aa443f1" [ 877.794943] env[69239]: _type = "HttpNfcLease" [ 877.794943] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 877.804709] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.804709] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b6bb6d-3f6f-f805-2712-27bf4aa443f1" [ 877.804709] env[69239]: _type = "HttpNfcLease" [ 877.804709] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 877.828020] env[69239]: DEBUG nova.network.neutron [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Port b016c91f-1bd9-4c85-8865-2d76406caac7 binding to destination host cpu-1 is already ACTIVE {{(pid=69239) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 878.016079] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145270, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.186352] env[69239]: DEBUG nova.compute.manager [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.215880] env[69239]: DEBUG nova.virt.hardware [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.216127] env[69239]: DEBUG nova.virt.hardware [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.216299] env[69239]: DEBUG nova.virt.hardware [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.216487] env[69239]: DEBUG nova.virt.hardware [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.216638] env[69239]: DEBUG nova.virt.hardware [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.216787] env[69239]: DEBUG nova.virt.hardware [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.216994] env[69239]: DEBUG nova.virt.hardware [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.217385] env[69239]: DEBUG nova.virt.hardware [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.217578] env[69239]: DEBUG nova.virt.hardware [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.217748] env[69239]: DEBUG nova.virt.hardware [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.217924] env[69239]: DEBUG nova.virt.hardware [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.218860] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23963e50-a50d-408d-b2e0-b14d895dca2b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.229809] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b1e9fb-5615-41e3-8227-c1f714086882 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.296157] env[69239]: DEBUG nova.scheduler.client.report [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.309320] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 878.309320] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b6bb6d-3f6f-f805-2712-27bf4aa443f1" [ 878.309320] env[69239]: _type = "HttpNfcLease" [ 878.309320] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 878.309655] env[69239]: DEBUG oslo_vmware.rw_handles [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 878.309655] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b6bb6d-3f6f-f805-2712-27bf4aa443f1" [ 878.309655] env[69239]: _type = "HttpNfcLease" [ 878.309655] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 878.310360] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b0b461-34b8-459d-b940-072f7e7a9c29 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.319282] env[69239]: DEBUG oslo_vmware.rw_handles [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285961e-dd80-6006-f925-b07901683c56/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 878.319479] env[69239]: DEBUG oslo_vmware.rw_handles [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285961e-dd80-6006-f925-b07901683c56/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 878.518365] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512237} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.518653] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] cf1eb428-09b1-4619-a28b-9570fa678ee0/cf1eb428-09b1-4619-a28b-9570fa678ee0.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.518895] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.519217] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c758d455-9518-4ebc-a986-c7eefc31550f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.526417] env[69239]: DEBUG nova.network.neutron [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Updating instance_info_cache with network_info: [{"id": "5cc67098-d14d-4381-bc5a-5b9ff0736cd2", "address": "fa:16:3e:c8:f3:e1", "network": {"id": "265576da-c621-4e5b-bbbc-66a36c9eb631", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2108037031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9476d30321d4f1a89203a9fb1f14fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cc67098-d1", "ovs_interfaceid": "5cc67098-d14d-4381-bc5a-5b9ff0736cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.530877] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 878.530877] env[69239]: value = "task-4145272" [ 878.530877] env[69239]: _type = "Task" [ 878.530877] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.543397] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.557389] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7754ff14-0b85-4185-ad22-f3adcf3af5d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.620106] env[69239]: DEBUG nova.compute.manager [req-7edc6115-8e63-4fc9-93c8-c3c6d1c3287d req-3aea5296-a6f5-48c6-a451-390a8069ec73 service nova] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Received event network-vif-plugged-528b82fb-f59b-4768-8118-e6e1a19d5b89 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.620106] env[69239]: DEBUG oslo_concurrency.lockutils [req-7edc6115-8e63-4fc9-93c8-c3c6d1c3287d req-3aea5296-a6f5-48c6-a451-390a8069ec73 service nova] Acquiring lock "4156b2a5-daef-4f43-9306-0d6730b8d580-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.620389] env[69239]: DEBUG oslo_concurrency.lockutils [req-7edc6115-8e63-4fc9-93c8-c3c6d1c3287d req-3aea5296-a6f5-48c6-a451-390a8069ec73 service nova] Lock "4156b2a5-daef-4f43-9306-0d6730b8d580-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.620484] env[69239]: DEBUG oslo_concurrency.lockutils [req-7edc6115-8e63-4fc9-93c8-c3c6d1c3287d req-3aea5296-a6f5-48c6-a451-390a8069ec73 service nova] Lock "4156b2a5-daef-4f43-9306-0d6730b8d580-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.620618] env[69239]: DEBUG nova.compute.manager [req-7edc6115-8e63-4fc9-93c8-c3c6d1c3287d req-3aea5296-a6f5-48c6-a451-390a8069ec73 service nova] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] No waiting events found dispatching network-vif-plugged-528b82fb-f59b-4768-8118-e6e1a19d5b89 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 878.620824] env[69239]: WARNING nova.compute.manager [req-7edc6115-8e63-4fc9-93c8-c3c6d1c3287d req-3aea5296-a6f5-48c6-a451-390a8069ec73 service nova] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Received unexpected event network-vif-plugged-528b82fb-f59b-4768-8118-e6e1a19d5b89 for instance with vm_state building and task_state spawning. [ 878.646439] env[69239]: DEBUG nova.network.neutron [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Successfully updated port: 528b82fb-f59b-4768-8118-e6e1a19d5b89 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.806940] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.807621] env[69239]: DEBUG nova.compute.manager [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.812252] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.653s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.812654] env[69239]: DEBUG nova.objects.instance [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Lazy-loading 'resources' on Instance uuid 93026fc6-b7eb-4904-bc3b-3fea162449c3 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.912014] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.912132] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.912341] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.033506] env[69239]: DEBUG oslo_concurrency.lockutils [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Releasing lock "refresh_cache-09dae98c-7b24-4342-9f25-64065c1eb190" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.045840] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079135} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.046170] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.047137] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91c91fb-1b11-4d0c-8ad9-7d7965d11c42 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.072388] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] cf1eb428-09b1-4619-a28b-9570fa678ee0/cf1eb428-09b1-4619-a28b-9570fa678ee0.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.076795] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e125acd9-d065-4ad4-9b4d-dc5a5d1446b9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.100571] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 879.100571] env[69239]: value = "task-4145273" [ 879.100571] env[69239]: _type = "Task" [ 879.100571] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.110271] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.149536] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "refresh_cache-4156b2a5-daef-4f43-9306-0d6730b8d580" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.149634] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "refresh_cache-4156b2a5-daef-4f43-9306-0d6730b8d580" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.149798] env[69239]: DEBUG nova.network.neutron [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.314432] env[69239]: DEBUG nova.compute.utils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.316197] env[69239]: DEBUG nova.compute.manager [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.316422] env[69239]: DEBUG nova.network.neutron [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.366519] env[69239]: DEBUG nova.policy [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58750e2eb5e44daca2e5ed2ecd89164b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e781aa074a470a99151cf0f5f794c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.617492] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145273, 'name': ReconfigVM_Task, 'duration_secs': 0.354655} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.618738] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Reconfigured VM instance instance-0000003d to attach disk [datastore1] cf1eb428-09b1-4619-a28b-9570fa678ee0/cf1eb428-09b1-4619-a28b-9570fa678ee0.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.622304] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0b1df45-9e33-46fe-a92e-c8520207e05a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.629741] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 879.629741] env[69239]: value = "task-4145274" [ 879.629741] env[69239]: _type = "Task" [ 879.629741] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.640590] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145274, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.698470] env[69239]: DEBUG nova.network.neutron [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.754136] env[69239]: DEBUG nova.network.neutron [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Successfully created port: 21bcb62b-1aed-41b8-8eb2-23d72f77bec7 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.825415] env[69239]: DEBUG nova.compute.manager [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.900807] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eac1ebc-00bf-4d89-a2f9-174f21c4c1b3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.908672] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6b6041-5016-413c-818d-dd61577b23ad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.951883] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a4188c-0208-429c-8958-cf8c1661b3e6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.961570] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9909b64f-436d-4dda-9f67-3401acd621b3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.980137] env[69239]: DEBUG nova.compute.provider_tree [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.035052] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "refresh_cache-1c5e3340-3f00-480d-a7db-9d7a0ea07636" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.035052] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "refresh_cache-1c5e3340-3f00-480d-a7db-9d7a0ea07636" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.035052] env[69239]: DEBUG nova.network.neutron [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.050646] env[69239]: DEBUG nova.network.neutron [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Updating instance_info_cache with network_info: [{"id": "528b82fb-f59b-4768-8118-e6e1a19d5b89", "address": "fa:16:3e:9d:60:f2", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528b82fb-f5", "ovs_interfaceid": "528b82fb-f59b-4768-8118-e6e1a19d5b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.141705] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145274, 'name': Rename_Task, 'duration_secs': 0.152367} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.142488] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.142890] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6416432f-10ad-45dd-8dec-31912cc22e29 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.152145] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 880.152145] env[69239]: value = "task-4145275" [ 880.152145] env[69239]: _type = "Task" [ 880.152145] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.171287] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.483700] env[69239]: DEBUG nova.scheduler.client.report [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.552135] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "refresh_cache-4156b2a5-daef-4f43-9306-0d6730b8d580" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.552484] env[69239]: DEBUG nova.compute.manager [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Instance network_info: |[{"id": "528b82fb-f59b-4768-8118-e6e1a19d5b89", "address": "fa:16:3e:9d:60:f2", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528b82fb-f5", "ovs_interfaceid": "528b82fb-f59b-4768-8118-e6e1a19d5b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.552999] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:60:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '528b82fb-f59b-4768-8118-e6e1a19d5b89', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.561874] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.562179] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.562447] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b41af896-902f-4906-819a-09961e3f757c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.585470] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.585470] env[69239]: value = "task-4145276" [ 880.585470] env[69239]: _type = "Task" [ 880.585470] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.594715] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145276, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.605876] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.606273] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec694d8b-508b-4ddf-a786-54ad904f7b6e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.615309] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 880.615309] env[69239]: value = "task-4145277" [ 880.615309] env[69239]: _type = "Task" [ 880.615309] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.630561] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.663841] env[69239]: DEBUG oslo_vmware.api [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145275, 'name': PowerOnVM_Task, 'duration_secs': 0.510956} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.664362] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.664962] env[69239]: INFO nova.compute.manager [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Took 7.45 seconds to spawn the instance on the hypervisor. [ 880.664962] env[69239]: DEBUG nova.compute.manager [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 880.665729] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183be9d3-ef2f-4911-9c43-0d0dbeb3150d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.819171] env[69239]: DEBUG nova.compute.manager [req-482df3aa-8fbe-4e49-8934-27f324e98c6d req-621b8794-de48-4422-bd79-d6dadca87b99 service nova] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Received event network-changed-528b82fb-f59b-4768-8118-e6e1a19d5b89 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.819334] env[69239]: DEBUG nova.compute.manager [req-482df3aa-8fbe-4e49-8934-27f324e98c6d req-621b8794-de48-4422-bd79-d6dadca87b99 service nova] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Refreshing instance network info cache due to event network-changed-528b82fb-f59b-4768-8118-e6e1a19d5b89. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.819621] env[69239]: DEBUG oslo_concurrency.lockutils [req-482df3aa-8fbe-4e49-8934-27f324e98c6d req-621b8794-de48-4422-bd79-d6dadca87b99 service nova] Acquiring lock "refresh_cache-4156b2a5-daef-4f43-9306-0d6730b8d580" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.819812] env[69239]: DEBUG oslo_concurrency.lockutils [req-482df3aa-8fbe-4e49-8934-27f324e98c6d req-621b8794-de48-4422-bd79-d6dadca87b99 service nova] Acquired lock "refresh_cache-4156b2a5-daef-4f43-9306-0d6730b8d580" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.820130] env[69239]: DEBUG nova.network.neutron [req-482df3aa-8fbe-4e49-8934-27f324e98c6d req-621b8794-de48-4422-bd79-d6dadca87b99 service nova] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Refreshing network info cache for port 528b82fb-f59b-4768-8118-e6e1a19d5b89 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.835207] env[69239]: DEBUG nova.compute.manager [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.872986] env[69239]: DEBUG nova.virt.hardware [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.873455] env[69239]: DEBUG nova.virt.hardware [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.873798] env[69239]: DEBUG nova.virt.hardware [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.874576] env[69239]: DEBUG nova.virt.hardware [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.874576] env[69239]: DEBUG nova.virt.hardware [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.874576] env[69239]: DEBUG nova.virt.hardware [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.874940] env[69239]: DEBUG nova.virt.hardware [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.875152] env[69239]: DEBUG nova.virt.hardware [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.875458] env[69239]: DEBUG nova.virt.hardware [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.875674] env[69239]: DEBUG nova.virt.hardware [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.876084] env[69239]: DEBUG nova.virt.hardware [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.877603] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eceaac-3c6c-4f1f-a091-0db4794fefbd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.888360] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7c0451-449a-4c88-8827-aa96b828bc4a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.985360] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Acquiring lock "5218604c-e5de-4d24-bc5a-8a96cb645126" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.986094] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Lock "5218604c-e5de-4d24-bc5a-8a96cb645126" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.988890] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.994073] env[69239]: DEBUG nova.network.neutron [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating instance_info_cache with network_info: [{"id": "b016c91f-1bd9-4c85-8865-2d76406caac7", "address": "fa:16:3e:85:ec:15", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb016c91f-1b", "ovs_interfaceid": "b016c91f-1bd9-4c85-8865-2d76406caac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.995439] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.427s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.997323] env[69239]: INFO nova.compute.claims [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.021192] env[69239]: INFO nova.scheduler.client.report [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Deleted allocations for instance 93026fc6-b7eb-4904-bc3b-3fea162449c3 [ 881.096515] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145276, 'name': CreateVM_Task, 'duration_secs': 0.452151} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.096515] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.097616] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.097616] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.097752] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.098101] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f2b4d4-2d4d-4b78-8371-48b5e7f3d9ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.103855] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 881.103855] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b29468-2cfa-991e-b13c-c7e089dabbf6" [ 881.103855] env[69239]: _type = "Task" [ 881.103855] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.113462] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b29468-2cfa-991e-b13c-c7e089dabbf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.128363] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145277, 'name': PowerOffVM_Task, 'duration_secs': 0.263241} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.128363] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.128363] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434a1890-fb3c-4f7e-93d9-6597ff7fa39c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.151444] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032abdd1-82c1-4446-85b5-4fd720c8a9f8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.190969] env[69239]: INFO nova.compute.manager [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Took 49.91 seconds to build instance. [ 881.197082] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.197411] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba7a35d4-64a0-4fe2-8385-8143f1932a39 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.209108] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 881.209108] env[69239]: value = "task-4145278" [ 881.209108] env[69239]: _type = "Task" [ 881.209108] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.221840] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.330051] env[69239]: DEBUG nova.network.neutron [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Successfully updated port: 21bcb62b-1aed-41b8-8eb2-23d72f77bec7 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.489588] env[69239]: DEBUG nova.compute.manager [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.505359] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "refresh_cache-1c5e3340-3f00-480d-a7db-9d7a0ea07636" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.534170] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f764f7d-d730-4ed1-acef-9afed8391edf tempest-InstanceActionsTestJSON-369122008 tempest-InstanceActionsTestJSON-369122008-project-member] Lock "93026fc6-b7eb-4904-bc3b-3fea162449c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.777s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.617484] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b29468-2cfa-991e-b13c-c7e089dabbf6, 'name': SearchDatastore_Task, 'duration_secs': 0.02209} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.617860] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.618168] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.618470] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.618702] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.618998] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.619476] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d1c53aa-b8b6-4a03-adef-818d57deee01 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.633423] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.633423] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.633423] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-120d7710-6228-46e6-bd22-f0ef4917aecc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.640961] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 881.640961] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c642a5-c38e-7ed2-c024-29179d059560" [ 881.640961] env[69239]: _type = "Task" [ 881.640961] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.655046] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c642a5-c38e-7ed2-c024-29179d059560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.694186] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf1db6a3-840b-4e7f-ba3c-661a57a12d4c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "cf1eb428-09b1-4619-a28b-9570fa678ee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.245s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.725876] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] VM already powered off {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 881.726116] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.726348] env[69239]: DEBUG oslo_concurrency.lockutils [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.832775] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Acquiring lock "refresh_cache-54d4ddec-4054-4db3-bdd5-3614ee273b89" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.832775] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Acquired lock "refresh_cache-54d4ddec-4054-4db3-bdd5-3614ee273b89" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.832775] env[69239]: DEBUG nova.network.neutron [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.896581] env[69239]: DEBUG nova.network.neutron [req-482df3aa-8fbe-4e49-8934-27f324e98c6d req-621b8794-de48-4422-bd79-d6dadca87b99 service nova] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Updated VIF entry in instance network info cache for port 528b82fb-f59b-4768-8118-e6e1a19d5b89. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.896959] env[69239]: DEBUG nova.network.neutron [req-482df3aa-8fbe-4e49-8934-27f324e98c6d req-621b8794-de48-4422-bd79-d6dadca87b99 service nova] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Updating instance_info_cache with network_info: [{"id": "528b82fb-f59b-4768-8118-e6e1a19d5b89", "address": "fa:16:3e:9d:60:f2", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528b82fb-f5", "ovs_interfaceid": "528b82fb-f59b-4768-8118-e6e1a19d5b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.017169] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.034402] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3778876-887d-4d51-adfe-08bcd060fce5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.063908] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191fe59f-76f9-4adf-9136-5656f926d8e6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.072593] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating instance '1c5e3340-3f00-480d-a7db-9d7a0ea07636' progress to 83 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.151758] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c642a5-c38e-7ed2-c024-29179d059560, 'name': SearchDatastore_Task, 'duration_secs': 0.017942} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.156479] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8503e66-3b00-4cab-bc8d-3815cfd26d1f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.162103] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 882.162103] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]522a5332-2b8e-3b0b-3aa0-cb21ec49eeae" [ 882.162103] env[69239]: _type = "Task" [ 882.162103] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.178188] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522a5332-2b8e-3b0b-3aa0-cb21ec49eeae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.393692] env[69239]: DEBUG nova.network.neutron [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.400050] env[69239]: DEBUG oslo_concurrency.lockutils [req-482df3aa-8fbe-4e49-8934-27f324e98c6d req-621b8794-de48-4422-bd79-d6dadca87b99 service nova] Releasing lock "refresh_cache-4156b2a5-daef-4f43-9306-0d6730b8d580" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.580424] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.580424] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7d05aeb-f978-4b53-b7a4-58047f269869 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.590847] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 882.590847] env[69239]: value = "task-4145279" [ 882.590847] env[69239]: _type = "Task" [ 882.590847] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.603758] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.625028] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af8a272-c9f6-4df4-b576-2f57976b7d75 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.633851] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58db0ee7-ce27-4a12-a2fd-ff3c7b0b44a0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.679427] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4000768-3098-413d-bf52-b78fe131e5db {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.691701] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0f9c57-98b6-41c8-bbc9-65a0abb37d7d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.699049] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522a5332-2b8e-3b0b-3aa0-cb21ec49eeae, 'name': SearchDatastore_Task, 'duration_secs': 0.020944} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.699049] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.699049] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 4156b2a5-daef-4f43-9306-0d6730b8d580/4156b2a5-daef-4f43-9306-0d6730b8d580.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.699049] env[69239]: DEBUG oslo_concurrency.lockutils [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.699049] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.699049] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c85f2648-faf4-48fc-8090-8dcbe984c9cb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.708712] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-564a0c81-f073-4f7c-9110-c0befb054427 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.711295] env[69239]: DEBUG nova.compute.provider_tree [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.720039] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 882.720039] env[69239]: value = "task-4145280" [ 882.720039] env[69239]: _type = "Task" [ 882.720039] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.725594] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.725825] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.727071] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50eb7ff1-657c-455b-8f0a-48b83b2e7c1e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.733670] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.738100] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 882.738100] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d849d3-924c-3086-6f0b-d415beb11f57" [ 882.738100] env[69239]: _type = "Task" [ 882.738100] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.748625] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d849d3-924c-3086-6f0b-d415beb11f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.005051] env[69239]: DEBUG nova.network.neutron [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Updating instance_info_cache with network_info: [{"id": "21bcb62b-1aed-41b8-8eb2-23d72f77bec7", "address": "fa:16:3e:5e:e2:03", "network": {"id": "fec77c95-810c-4af1-b6eb-d76541fd6992", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1450956184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e781aa074a470a99151cf0f5f794c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21bcb62b-1a", "ovs_interfaceid": "21bcb62b-1aed-41b8-8eb2-23d72f77bec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.104740] env[69239]: DEBUG oslo_vmware.api [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145279, 'name': PowerOnVM_Task, 'duration_secs': 0.449433} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.105109] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.105338] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8fac13ed-6e40-49d0-a263-ca5fc1f3ce17 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating instance '1c5e3340-3f00-480d-a7db-9d7a0ea07636' progress to 100 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 883.214871] env[69239]: DEBUG nova.scheduler.client.report [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.244099] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145280, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.254384] env[69239]: DEBUG nova.compute.manager [req-85a1963e-490c-4c83-82f0-931922a60f1f req-e280d0bc-ac80-4703-b780-c5184dbebf66 service nova] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Received event network-vif-plugged-21bcb62b-1aed-41b8-8eb2-23d72f77bec7 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.255015] env[69239]: DEBUG oslo_concurrency.lockutils [req-85a1963e-490c-4c83-82f0-931922a60f1f req-e280d0bc-ac80-4703-b780-c5184dbebf66 service nova] Acquiring lock "54d4ddec-4054-4db3-bdd5-3614ee273b89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.258059] env[69239]: DEBUG oslo_concurrency.lockutils [req-85a1963e-490c-4c83-82f0-931922a60f1f req-e280d0bc-ac80-4703-b780-c5184dbebf66 service nova] Lock "54d4ddec-4054-4db3-bdd5-3614ee273b89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.258059] env[69239]: DEBUG oslo_concurrency.lockutils [req-85a1963e-490c-4c83-82f0-931922a60f1f req-e280d0bc-ac80-4703-b780-c5184dbebf66 service nova] Lock "54d4ddec-4054-4db3-bdd5-3614ee273b89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.258059] env[69239]: DEBUG nova.compute.manager [req-85a1963e-490c-4c83-82f0-931922a60f1f req-e280d0bc-ac80-4703-b780-c5184dbebf66 service nova] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] No waiting events found dispatching network-vif-plugged-21bcb62b-1aed-41b8-8eb2-23d72f77bec7 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 883.258059] env[69239]: WARNING nova.compute.manager [req-85a1963e-490c-4c83-82f0-931922a60f1f req-e280d0bc-ac80-4703-b780-c5184dbebf66 service nova] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Received unexpected event network-vif-plugged-21bcb62b-1aed-41b8-8eb2-23d72f77bec7 for instance with vm_state building and task_state spawning. [ 883.258059] env[69239]: DEBUG nova.compute.manager [req-85a1963e-490c-4c83-82f0-931922a60f1f req-e280d0bc-ac80-4703-b780-c5184dbebf66 service nova] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Received event network-changed-21bcb62b-1aed-41b8-8eb2-23d72f77bec7 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.258059] env[69239]: DEBUG nova.compute.manager [req-85a1963e-490c-4c83-82f0-931922a60f1f req-e280d0bc-ac80-4703-b780-c5184dbebf66 service nova] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Refreshing instance network info cache due to event network-changed-21bcb62b-1aed-41b8-8eb2-23d72f77bec7. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.258059] env[69239]: DEBUG oslo_concurrency.lockutils [req-85a1963e-490c-4c83-82f0-931922a60f1f req-e280d0bc-ac80-4703-b780-c5184dbebf66 service nova] Acquiring lock "refresh_cache-54d4ddec-4054-4db3-bdd5-3614ee273b89" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.268202] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d849d3-924c-3086-6f0b-d415beb11f57, 'name': SearchDatastore_Task, 'duration_secs': 0.019185} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.269956] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3068becc-5694-4772-a09f-ae3fe85bd728 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.282436] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 883.282436] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528790fc-1503-59b3-499f-ca8f661c2394" [ 883.282436] env[69239]: _type = "Task" [ 883.282436] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.294173] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528790fc-1503-59b3-499f-ca8f661c2394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.507963] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Releasing lock "refresh_cache-54d4ddec-4054-4db3-bdd5-3614ee273b89" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.508345] env[69239]: DEBUG nova.compute.manager [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Instance network_info: |[{"id": "21bcb62b-1aed-41b8-8eb2-23d72f77bec7", "address": "fa:16:3e:5e:e2:03", "network": {"id": "fec77c95-810c-4af1-b6eb-d76541fd6992", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1450956184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e781aa074a470a99151cf0f5f794c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21bcb62b-1a", "ovs_interfaceid": "21bcb62b-1aed-41b8-8eb2-23d72f77bec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.508663] env[69239]: DEBUG oslo_concurrency.lockutils [req-85a1963e-490c-4c83-82f0-931922a60f1f req-e280d0bc-ac80-4703-b780-c5184dbebf66 service nova] Acquired lock "refresh_cache-54d4ddec-4054-4db3-bdd5-3614ee273b89" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.508978] env[69239]: DEBUG nova.network.neutron [req-85a1963e-490c-4c83-82f0-931922a60f1f req-e280d0bc-ac80-4703-b780-c5184dbebf66 service nova] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Refreshing network info cache for port 21bcb62b-1aed-41b8-8eb2-23d72f77bec7 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.512184] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:e2:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21bcb62b-1aed-41b8-8eb2-23d72f77bec7', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.524773] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Creating folder: Project (17e781aa074a470a99151cf0f5f794c1). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.526380] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e72d1fe4-269b-447c-bc8b-cdb75351e315 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.544567] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Created folder: Project (17e781aa074a470a99151cf0f5f794c1) in parent group-v820715. [ 883.544947] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Creating folder: Instances. Parent ref: group-v820903. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.545900] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db0ec338-4322-4a81-a199-acef50165640 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.563413] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Created folder: Instances in parent group-v820903. [ 883.563819] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.564128] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.564414] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-541b9fd0-af20-4272-8fde-745b3236bbaf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.587386] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.587386] env[69239]: value = "task-4145283" [ 883.587386] env[69239]: _type = "Task" [ 883.587386] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.599491] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145283, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.724529] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.725471] env[69239]: DEBUG nova.compute.manager [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.729555] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.260s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.729779] env[69239]: DEBUG nova.objects.instance [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lazy-loading 'resources' on Instance uuid 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.741760] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718745} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.742215] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 4156b2a5-daef-4f43-9306-0d6730b8d580/4156b2a5-daef-4f43-9306-0d6730b8d580.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.742646] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.743583] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4edf1f14-dac1-4e1c-a32a-4ebfa160176c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.755101] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 883.755101] env[69239]: value = "task-4145284" [ 883.755101] env[69239]: _type = "Task" [ 883.755101] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.779135] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.798555] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528790fc-1503-59b3-499f-ca8f661c2394, 'name': SearchDatastore_Task, 'duration_secs': 0.062127} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.798906] env[69239]: DEBUG oslo_concurrency.lockutils [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.799221] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 09dae98c-7b24-4342-9f25-64065c1eb190/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk. {{(pid=69239) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 883.799922] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4094f74c-6ec9-4a0c-a3bf-c421633574af {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.815373] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 883.815373] env[69239]: value = "task-4145285" [ 883.815373] env[69239]: _type = "Task" [ 883.815373] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.828664] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.837671] env[69239]: DEBUG nova.compute.manager [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 883.839020] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05710bf0-5307-4097-8df8-9dc837261a69 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.099236] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145283, 'name': CreateVM_Task, 'duration_secs': 0.48755} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.099236] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.100086] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.100364] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.100941] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.101349] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e689dc41-6d35-458f-b274-6fc0694f2490 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.107636] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Waiting for the task: (returnval){ [ 884.107636] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529ea080-8ca9-66ae-d2c8-f6f8f2d4c009" [ 884.107636] env[69239]: _type = "Task" [ 884.107636] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.129105] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529ea080-8ca9-66ae-d2c8-f6f8f2d4c009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.240494] env[69239]: DEBUG nova.compute.utils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.245438] env[69239]: DEBUG nova.compute.manager [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.247200] env[69239]: DEBUG nova.network.neutron [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.278230] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094201} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.282557] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.284653] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33be2016-6958-41f4-82d0-f52819c8633c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.318354] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 4156b2a5-daef-4f43-9306-0d6730b8d580/4156b2a5-daef-4f43-9306-0d6730b8d580.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.324800] env[69239]: DEBUG nova.policy [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4058e04d92a74a2da4b7b82bde9c0346', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd4a08f0eddb490ebf81212f43ad23d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.325459] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee59357a-45cf-472d-8ec4-8ddd041221d7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.356031] env[69239]: INFO nova.compute.manager [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] instance snapshotting [ 884.358805] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60c7fbf-7a83-472b-a51e-7a765bc3f008 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.371836] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 884.371836] env[69239]: value = "task-4145286" [ 884.371836] env[69239]: _type = "Task" [ 884.371836] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.421144] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145285, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.431257] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50db816-d526-4eff-af7a-51f5a28bed5e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.448713] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.600867] env[69239]: DEBUG nova.network.neutron [req-85a1963e-490c-4c83-82f0-931922a60f1f req-e280d0bc-ac80-4703-b780-c5184dbebf66 service nova] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Updated VIF entry in instance network info cache for port 21bcb62b-1aed-41b8-8eb2-23d72f77bec7. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.601297] env[69239]: DEBUG nova.network.neutron [req-85a1963e-490c-4c83-82f0-931922a60f1f req-e280d0bc-ac80-4703-b780-c5184dbebf66 service nova] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Updating instance_info_cache with network_info: [{"id": "21bcb62b-1aed-41b8-8eb2-23d72f77bec7", "address": "fa:16:3e:5e:e2:03", "network": {"id": "fec77c95-810c-4af1-b6eb-d76541fd6992", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1450956184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e781aa074a470a99151cf0f5f794c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21bcb62b-1a", "ovs_interfaceid": "21bcb62b-1aed-41b8-8eb2-23d72f77bec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.625768] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529ea080-8ca9-66ae-d2c8-f6f8f2d4c009, 'name': SearchDatastore_Task, 'duration_secs': 0.019407} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.626116] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.626355] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.626590] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.626729] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.626910] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.633352] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-080c6cdd-5604-4b79-863a-61f6067983f0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.649919] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.650139] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.650914] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c48ea615-aa7a-4407-95c0-e3fc5b41e5b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.657658] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Waiting for the task: (returnval){ [ 884.657658] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ad7f60-5003-33bb-10bf-71ebcf269580" [ 884.657658] env[69239]: _type = "Task" [ 884.657658] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.672200] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ad7f60-5003-33bb-10bf-71ebcf269580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.750586] env[69239]: DEBUG nova.compute.utils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.837796] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692642} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.837796] env[69239]: INFO nova.virt.vmwareapi.ds_util [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 09dae98c-7b24-4342-9f25-64065c1eb190/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk. [ 884.838959] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3329bdae-b5bf-427f-b407-68de8729ab36 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.869279] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 09dae98c-7b24-4342-9f25-64065c1eb190/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.870341] env[69239]: DEBUG nova.network.neutron [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Successfully created port: 1e9d4953-afd7-4fa1-aa7e-909295d79b36 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.874669] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e1c068f-8648-45d3-aadf-537c5afff28b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.895290] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 884.895290] env[69239]: value = "task-4145287" [ 884.895290] env[69239]: _type = "Task" [ 884.895290] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.907749] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.929429] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145286, 'name': ReconfigVM_Task, 'duration_secs': 0.446062} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.929649] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 4156b2a5-daef-4f43-9306-0d6730b8d580/4156b2a5-daef-4f43-9306-0d6730b8d580.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.930434] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a65c0347-551b-4e91-9a66-1cf006d96a75 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.952664] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 884.952664] env[69239]: value = "task-4145288" [ 884.952664] env[69239]: _type = "Task" [ 884.952664] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.952664] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 884.952664] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145288, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.952664] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4643548-5a4b-40f7-9486-df09eea6c93a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.965483] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 884.965483] env[69239]: value = "task-4145289" [ 884.965483] env[69239]: _type = "Task" [ 884.965483] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.979424] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145289, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.054952] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e177ba-8b28-40e6-a650-01791560f2c6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.064086] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973010b2-c5d3-4e3e-bb6d-723b6ea2f35b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.098446] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c392b10-23a2-4516-9926-a92ccbdcc85e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.104877] env[69239]: DEBUG oslo_concurrency.lockutils [req-85a1963e-490c-4c83-82f0-931922a60f1f req-e280d0bc-ac80-4703-b780-c5184dbebf66 service nova] Releasing lock "refresh_cache-54d4ddec-4054-4db3-bdd5-3614ee273b89" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.108783] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c478730-1d78-4fcd-ba78-cab38cd9aec9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.127641] env[69239]: DEBUG nova.compute.provider_tree [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.171397] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ad7f60-5003-33bb-10bf-71ebcf269580, 'name': SearchDatastore_Task, 'duration_secs': 0.019611} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.171780] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1fd27b-f8d3-4ef5-83d6-b149a2780e8b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.179080] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Waiting for the task: (returnval){ [ 885.179080] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5274b4dc-2fd4-44b5-8acd-b4b1de176813" [ 885.179080] env[69239]: _type = "Task" [ 885.179080] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.189492] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5274b4dc-2fd4-44b5-8acd-b4b1de176813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.253516] env[69239]: DEBUG nova.compute.manager [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.409891] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145287, 'name': ReconfigVM_Task, 'duration_secs': 0.504028} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.410313] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 09dae98c-7b24-4342-9f25-64065c1eb190/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.411297] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2682bd57-0bfa-4c34-9d39-1048e6b36e5b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.444860] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2fc42aa-4b41-4576-a86e-f369b43921cb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.471528] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 885.471528] env[69239]: value = "task-4145290" [ 885.471528] env[69239]: _type = "Task" [ 885.471528] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.471893] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145288, 'name': Rename_Task, 'duration_secs': 0.202817} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.472634] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.476110] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cd9635e-a2b2-4757-92ed-cee53672ed82 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.481130] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145289, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.481594] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.481849] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.482052] env[69239]: DEBUG nova.compute.manager [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Going to confirm migration 3 {{(pid=69239) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 885.490895] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.493063] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 885.493063] env[69239]: value = "task-4145291" [ 885.493063] env[69239]: _type = "Task" [ 885.493063] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.503936] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.631920] env[69239]: DEBUG nova.scheduler.client.report [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.695099] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5274b4dc-2fd4-44b5-8acd-b4b1de176813, 'name': SearchDatastore_Task, 'duration_secs': 0.016259} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.695540] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.695787] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 54d4ddec-4054-4db3-bdd5-3614ee273b89/54d4ddec-4054-4db3-bdd5-3614ee273b89.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.696394] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-220cd788-181d-44df-9a92-8284552c6ac4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.707503] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Waiting for the task: (returnval){ [ 885.707503] env[69239]: value = "task-4145292" [ 885.707503] env[69239]: _type = "Task" [ 885.707503] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.718645] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.974157] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145289, 'name': CreateSnapshot_Task, 'duration_secs': 0.914765} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.977554] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 885.978393] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b5fc8c-faa6-44fa-ac32-456769039c2c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.995614] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145290, 'name': ReconfigVM_Task, 'duration_secs': 0.31507} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.998105] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.001520] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21e51592-ec28-4890-95ef-12b7bb8f8b47 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.009809] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.011313] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 886.011313] env[69239]: value = "task-4145293" [ 886.011313] env[69239]: _type = "Task" [ 886.011313] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.020313] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.121755] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "refresh_cache-1c5e3340-3f00-480d-a7db-9d7a0ea07636" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.122116] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "refresh_cache-1c5e3340-3f00-480d-a7db-9d7a0ea07636" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.122439] env[69239]: DEBUG nova.network.neutron [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.122787] env[69239]: DEBUG nova.objects.instance [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lazy-loading 'info_cache' on Instance uuid 1c5e3340-3f00-480d-a7db-9d7a0ea07636 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.137243] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.408s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.139892] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.255s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.141590] env[69239]: INFO nova.compute.claims [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.181864] env[69239]: INFO nova.scheduler.client.report [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Deleted allocations for instance 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9 [ 887.038665] env[69239]: DEBUG nova.network.neutron [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Successfully updated port: 1e9d4953-afd7-4fa1-aa7e-909295d79b36 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.041627] env[69239]: DEBUG nova.compute.manager [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.050635] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 887.060656] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3bd3699-07ec-45f5-af31-b11faf17f8de tempest-ServersAdminNegativeTestJSON-879816592 tempest-ServersAdminNegativeTestJSON-879816592-project-member] Lock "3d7dced2-cc90-4c32-b559-cbf4fe9e85e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.374s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.063303] env[69239]: DEBUG nova.compute.manager [req-d97c2b63-884a-4472-a558-483082bdc57e req-a9b59d40-ebc3-46d8-a742-89e5ec020db3 service nova] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Received event network-vif-plugged-1e9d4953-afd7-4fa1-aa7e-909295d79b36 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.063525] env[69239]: DEBUG oslo_concurrency.lockutils [req-d97c2b63-884a-4472-a558-483082bdc57e req-a9b59d40-ebc3-46d8-a742-89e5ec020db3 service nova] Acquiring lock "72c59591-e7cc-4a2b-9f28-fb3b696d5d30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.063733] env[69239]: DEBUG oslo_concurrency.lockutils [req-d97c2b63-884a-4472-a558-483082bdc57e req-a9b59d40-ebc3-46d8-a742-89e5ec020db3 service nova] Lock "72c59591-e7cc-4a2b-9f28-fb3b696d5d30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.063900] env[69239]: DEBUG oslo_concurrency.lockutils [req-d97c2b63-884a-4472-a558-483082bdc57e req-a9b59d40-ebc3-46d8-a742-89e5ec020db3 service nova] Lock "72c59591-e7cc-4a2b-9f28-fb3b696d5d30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.064102] env[69239]: DEBUG nova.compute.manager [req-d97c2b63-884a-4472-a558-483082bdc57e req-a9b59d40-ebc3-46d8-a742-89e5ec020db3 service nova] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] No waiting events found dispatching network-vif-plugged-1e9d4953-afd7-4fa1-aa7e-909295d79b36 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 887.064286] env[69239]: WARNING nova.compute.manager [req-d97c2b63-884a-4472-a558-483082bdc57e req-a9b59d40-ebc3-46d8-a742-89e5ec020db3 service nova] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Received unexpected event network-vif-plugged-1e9d4953-afd7-4fa1-aa7e-909295d79b36 for instance with vm_state building and task_state spawning. [ 887.065196] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "refresh_cache-72c59591-e7cc-4a2b-9f28-fb3b696d5d30" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.065347] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquired lock "refresh_cache-72c59591-e7cc-4a2b-9f28-fb3b696d5d30" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.065488] env[69239]: DEBUG nova.network.neutron [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.067634] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9dfed72c-8dbb-42a0-b86b-53fe1506bcef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.087749] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70756} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.088326] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 54d4ddec-4054-4db3-bdd5-3614ee273b89/54d4ddec-4054-4db3-bdd5-3614ee273b89.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.088555] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.088850] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-711140b8-00c2-45e9-aa7f-52bf04f03562 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.098457] env[69239]: DEBUG oslo_vmware.api [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145293, 'name': PowerOnVM_Task, 'duration_secs': 0.757598} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.098630] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 887.098630] env[69239]: value = "task-4145294" [ 887.098630] env[69239]: _type = "Task" [ 887.098630] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.099170] env[69239]: DEBUG oslo_vmware.api [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145291, 'name': PowerOnVM_Task, 'duration_secs': 1.054083} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.101779] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.104545] env[69239]: DEBUG nova.compute.manager [None req-015a3057-2de7-4107-9a60-18fb7b585e5c tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.104927] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.105151] env[69239]: INFO nova.compute.manager [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Took 8.92 seconds to spawn the instance on the hypervisor. [ 887.105333] env[69239]: DEBUG nova.compute.manager [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.107858] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f032c673-d805-4ab9-80d0-0762caa20de1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.114522] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f63b4be-181d-4985-8550-1c5a789c0fb8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.117175] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Waiting for the task: (returnval){ [ 887.117175] env[69239]: value = "task-4145295" [ 887.117175] env[69239]: _type = "Task" [ 887.117175] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.119498] env[69239]: DEBUG nova.virt.hardware [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:19:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='486541556',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1943151450',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.119765] env[69239]: DEBUG nova.virt.hardware [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.119981] env[69239]: DEBUG nova.virt.hardware [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.120227] env[69239]: DEBUG nova.virt.hardware [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.120314] env[69239]: DEBUG nova.virt.hardware [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.120455] env[69239]: DEBUG nova.virt.hardware [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.120664] env[69239]: DEBUG nova.virt.hardware [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.120824] env[69239]: DEBUG nova.virt.hardware [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.120990] env[69239]: DEBUG nova.virt.hardware [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.121199] env[69239]: DEBUG nova.virt.hardware [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.121390] env[69239]: DEBUG nova.virt.hardware [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.122932] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb6ca3c-7098-4f14-9895-dbbe3d064a2c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.126579] env[69239]: DEBUG nova.network.neutron [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.142653] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145294, 'name': CloneVM_Task} progress is 11%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.151198] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adcaa41-9167-4856-ac8e-607eaeb0ee3c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.175839] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.312851] env[69239]: DEBUG nova.network.neutron [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Updating instance_info_cache with network_info: [{"id": "1e9d4953-afd7-4fa1-aa7e-909295d79b36", "address": "fa:16:3e:1a:3e:7f", "network": {"id": "788055fd-8af9-4668-bd78-281929148cdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-917221043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd4a08f0eddb490ebf81212f43ad23d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9d4953-af", "ovs_interfaceid": "1e9d4953-afd7-4fa1-aa7e-909295d79b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.631337] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145294, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.637449] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183397} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.637739] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.638707] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c7eacb-421e-4f58-9d57-66e8798f6909 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.672677] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 54d4ddec-4054-4db3-bdd5-3614ee273b89/54d4ddec-4054-4db3-bdd5-3614ee273b89.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.681300] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7df5be0b-e1de-4654-8ec4-9c82ed96f161 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.699257] env[69239]: INFO nova.compute.manager [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Took 54.22 seconds to build instance. [ 887.709106] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Waiting for the task: (returnval){ [ 887.709106] env[69239]: value = "task-4145296" [ 887.709106] env[69239]: _type = "Task" [ 887.709106] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.721788] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.815421] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Releasing lock "refresh_cache-72c59591-e7cc-4a2b-9f28-fb3b696d5d30" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.815769] env[69239]: DEBUG nova.compute.manager [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Instance network_info: |[{"id": "1e9d4953-afd7-4fa1-aa7e-909295d79b36", "address": "fa:16:3e:1a:3e:7f", "network": {"id": "788055fd-8af9-4668-bd78-281929148cdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-917221043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd4a08f0eddb490ebf81212f43ad23d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9d4953-af", "ovs_interfaceid": "1e9d4953-afd7-4fa1-aa7e-909295d79b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.819294] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:3e:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e9d4953-afd7-4fa1-aa7e-909295d79b36', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.830536] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.834227] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.834485] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55c1346e-178c-47d8-bfe1-ce68294929e0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.862522] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.862522] env[69239]: value = "task-4145297" [ 887.862522] env[69239]: _type = "Task" [ 887.862522] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.871656] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145297, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.002401] env[69239]: DEBUG nova.network.neutron [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating instance_info_cache with network_info: [{"id": "b016c91f-1bd9-4c85-8865-2d76406caac7", "address": "fa:16:3e:85:ec:15", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb016c91f-1b", "ovs_interfaceid": "b016c91f-1bd9-4c85-8865-2d76406caac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.017543] env[69239]: DEBUG oslo_vmware.rw_handles [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285961e-dd80-6006-f925-b07901683c56/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 888.018626] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e80f018-6e7e-4013-a0d0-c5febb282a00 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.031401] env[69239]: DEBUG oslo_vmware.rw_handles [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285961e-dd80-6006-f925-b07901683c56/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 888.031639] env[69239]: ERROR oslo_vmware.rw_handles [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285961e-dd80-6006-f925-b07901683c56/disk-0.vmdk due to incomplete transfer. [ 888.031903] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7b7eec1a-9c5c-4d02-b027-c9a5d5b8ec3b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.043852] env[69239]: DEBUG oslo_vmware.rw_handles [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285961e-dd80-6006-f925-b07901683c56/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 888.045021] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Uploaded image 49f6092f-b289-4f61-9819-ff887a83de93 to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 888.047531] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 888.048481] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c349c7d8-c16d-4bd9-9c76-111fa17f07e6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.057319] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 888.057319] env[69239]: value = "task-4145298" [ 888.057319] env[69239]: _type = "Task" [ 888.057319] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.073585] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145298, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.119357] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145294, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.202044] env[69239]: DEBUG oslo_concurrency.lockutils [None req-064a6b5d-e3fb-4439-a14b-dba95ea62842 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "4156b2a5-daef-4f43-9306-0d6730b8d580" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.479s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.224388] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145296, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.230012] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4b3642-e640-4cf7-aaca-24b94d44ca1c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.238544] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff92cb2b-50ce-4a6b-84dd-38dc94a8f0af {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.275813] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4d272d-4409-45a2-8d8d-96fbfe0cdd1d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.285795] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24962598-d64d-46c4-838a-d306c41db72e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.302025] env[69239]: DEBUG nova.compute.provider_tree [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.376017] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145297, 'name': CreateVM_Task, 'duration_secs': 0.480137} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.376275] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.377192] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.377969] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.377969] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.378818] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e60a3de-1120-481d-88a4-6311a62119d4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.385688] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 888.385688] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c4f71e-f748-645c-b730-cb05b8dc39de" [ 888.385688] env[69239]: _type = "Task" [ 888.385688] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.399066] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c4f71e-f748-645c-b730-cb05b8dc39de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.504673] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "refresh_cache-1c5e3340-3f00-480d-a7db-9d7a0ea07636" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.507541] env[69239]: DEBUG nova.objects.instance [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lazy-loading 'migration_context' on Instance uuid 1c5e3340-3f00-480d-a7db-9d7a0ea07636 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.513974] env[69239]: DEBUG nova.compute.manager [req-f1e3367e-d5cc-4d8b-b022-8683e685d0c2 req-19946fc5-aa5e-487c-b071-1d0d37a76cdd service nova] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Received event network-changed-1e9d4953-afd7-4fa1-aa7e-909295d79b36 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.513974] env[69239]: DEBUG nova.compute.manager [req-f1e3367e-d5cc-4d8b-b022-8683e685d0c2 req-19946fc5-aa5e-487c-b071-1d0d37a76cdd service nova] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Refreshing instance network info cache due to event network-changed-1e9d4953-afd7-4fa1-aa7e-909295d79b36. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.513974] env[69239]: DEBUG oslo_concurrency.lockutils [req-f1e3367e-d5cc-4d8b-b022-8683e685d0c2 req-19946fc5-aa5e-487c-b071-1d0d37a76cdd service nova] Acquiring lock "refresh_cache-72c59591-e7cc-4a2b-9f28-fb3b696d5d30" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.513974] env[69239]: DEBUG oslo_concurrency.lockutils [req-f1e3367e-d5cc-4d8b-b022-8683e685d0c2 req-19946fc5-aa5e-487c-b071-1d0d37a76cdd service nova] Acquired lock "refresh_cache-72c59591-e7cc-4a2b-9f28-fb3b696d5d30" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.513974] env[69239]: DEBUG nova.network.neutron [req-f1e3367e-d5cc-4d8b-b022-8683e685d0c2 req-19946fc5-aa5e-487c-b071-1d0d37a76cdd service nova] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Refreshing network info cache for port 1e9d4953-afd7-4fa1-aa7e-909295d79b36 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.576364] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145298, 'name': Destroy_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.623308] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145294, 'name': CloneVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.628369] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "1257c7e3-6466-4540-a0ea-4437e151905f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.628641] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "1257c7e3-6466-4540-a0ea-4437e151905f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.726595] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145296, 'name': ReconfigVM_Task, 'duration_secs': 0.618696} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.726889] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 54d4ddec-4054-4db3-bdd5-3614ee273b89/54d4ddec-4054-4db3-bdd5-3614ee273b89.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.727659] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f493d12-e3d7-4cc0-a0ac-4a7e77c69446 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.736132] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Waiting for the task: (returnval){ [ 888.736132] env[69239]: value = "task-4145299" [ 888.736132] env[69239]: _type = "Task" [ 888.736132] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.748298] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145299, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.805646] env[69239]: DEBUG nova.scheduler.client.report [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.900836] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c4f71e-f748-645c-b730-cb05b8dc39de, 'name': SearchDatastore_Task, 'duration_secs': 0.015077} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.901250] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.901520] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.901865] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.902078] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.902297] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.902682] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8def83fc-8c9b-4d20-84fb-aa0d292627c7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.914039] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.914304] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.915092] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210d383a-d0d6-46e5-b5eb-cbcb55004383 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.921728] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 888.921728] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5293ef66-fd18-7f58-fb71-a276f9e1915f" [ 888.921728] env[69239]: _type = "Task" [ 888.921728] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.936801] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5293ef66-fd18-7f58-fb71-a276f9e1915f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.011946] env[69239]: DEBUG nova.objects.base [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Object Instance<1c5e3340-3f00-480d-a7db-9d7a0ea07636> lazy-loaded attributes: info_cache,migration_context {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 889.011946] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b086d031-4eda-4bc0-80fb-e4c83f49a20e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.035337] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bda7ace-d0a1-4a64-90ea-60598cb4b977 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.043941] env[69239]: DEBUG oslo_vmware.api [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 889.043941] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52533c6d-126a-d9e7-3ff7-79f0e1dde033" [ 889.043941] env[69239]: _type = "Task" [ 889.043941] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.054587] env[69239]: DEBUG oslo_vmware.api [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52533c6d-126a-d9e7-3ff7-79f0e1dde033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.074271] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145298, 'name': Destroy_Task, 'duration_secs': 0.608927} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.074620] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Destroyed the VM [ 889.074814] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 889.075099] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da33676c-c5fd-486b-8e22-0c5fda975c03 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.084198] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 889.084198] env[69239]: value = "task-4145300" [ 889.084198] env[69239]: _type = "Task" [ 889.084198] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.095602] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145300, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.121204] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145294, 'name': CloneVM_Task, 'duration_secs': 1.56393} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.121395] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Created linked-clone VM from snapshot [ 889.122197] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70b84fe-1812-4fa1-a632-86c282aacf9b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.131221] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Uploading image 0bd695fe-6477-4419-b46c-244557560bfb {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 889.135884] env[69239]: DEBUG nova.compute.manager [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.143266] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 889.143591] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e32d1e41-1791-4441-9ffc-d9dd3895fc3d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.151855] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 889.151855] env[69239]: value = "task-4145301" [ 889.151855] env[69239]: _type = "Task" [ 889.151855] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.160905] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145301, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.250806] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145299, 'name': Rename_Task, 'duration_secs': 0.243278} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.251269] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.251598] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cbbde06-c246-466f-a4a9-25a34c6975c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.259663] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Waiting for the task: (returnval){ [ 889.259663] env[69239]: value = "task-4145302" [ 889.259663] env[69239]: _type = "Task" [ 889.259663] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.270925] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.287858] env[69239]: DEBUG nova.network.neutron [req-f1e3367e-d5cc-4d8b-b022-8683e685d0c2 req-19946fc5-aa5e-487c-b071-1d0d37a76cdd service nova] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Updated VIF entry in instance network info cache for port 1e9d4953-afd7-4fa1-aa7e-909295d79b36. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.288300] env[69239]: DEBUG nova.network.neutron [req-f1e3367e-d5cc-4d8b-b022-8683e685d0c2 req-19946fc5-aa5e-487c-b071-1d0d37a76cdd service nova] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Updating instance_info_cache with network_info: [{"id": "1e9d4953-afd7-4fa1-aa7e-909295d79b36", "address": "fa:16:3e:1a:3e:7f", "network": {"id": "788055fd-8af9-4668-bd78-281929148cdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-917221043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd4a08f0eddb490ebf81212f43ad23d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9d4953-af", "ovs_interfaceid": "1e9d4953-afd7-4fa1-aa7e-909295d79b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.311563] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.172s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.312118] env[69239]: DEBUG nova.compute.manager [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.314820] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.992s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.315142] env[69239]: DEBUG nova.objects.instance [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Lazy-loading 'resources' on Instance uuid 062a3642-4172-4012-96a7-1ace304146aa {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.434884] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5293ef66-fd18-7f58-fb71-a276f9e1915f, 'name': SearchDatastore_Task, 'duration_secs': 0.014955} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.435775] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ffbc06-4e24-4476-b228-834974f36f93 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.443160] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 889.443160] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5285a536-dbf3-a162-ba6d-a0b9d6b43927" [ 889.443160] env[69239]: _type = "Task" [ 889.443160] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.455018] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5285a536-dbf3-a162-ba6d-a0b9d6b43927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.557298] env[69239]: DEBUG oslo_vmware.api [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52533c6d-126a-d9e7-3ff7-79f0e1dde033, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.557657] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.580136] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.580387] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.595154] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145300, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.659111] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.665748] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145301, 'name': Destroy_Task, 'duration_secs': 0.495356} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.666084] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Destroyed the VM [ 889.666351] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 889.666962] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a8882c8-94dd-42ac-9a06-2de9960003a8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.674403] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 889.674403] env[69239]: value = "task-4145303" [ 889.674403] env[69239]: _type = "Task" [ 889.674403] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.684094] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145303, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.770490] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.791438] env[69239]: DEBUG oslo_concurrency.lockutils [req-f1e3367e-d5cc-4d8b-b022-8683e685d0c2 req-19946fc5-aa5e-487c-b071-1d0d37a76cdd service nova] Releasing lock "refresh_cache-72c59591-e7cc-4a2b-9f28-fb3b696d5d30" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.818492] env[69239]: DEBUG nova.compute.utils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.823839] env[69239]: DEBUG nova.compute.manager [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.823947] env[69239]: DEBUG nova.network.neutron [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.873612] env[69239]: DEBUG nova.policy [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7104790afe104d359bbfde12024c94ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c26f4ab7abc14bac8ee32dd4b4c80d10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.970322] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5285a536-dbf3-a162-ba6d-a0b9d6b43927, 'name': SearchDatastore_Task, 'duration_secs': 0.012115} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.970767] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.971204] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 72c59591-e7cc-4a2b-9f28-fb3b696d5d30/72c59591-e7cc-4a2b-9f28-fb3b696d5d30.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.971644] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52402ca8-cb8f-4f84-932e-8fa61ee974ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.982914] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 889.982914] env[69239]: value = "task-4145304" [ 889.982914] env[69239]: _type = "Task" [ 889.982914] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.004689] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.005162] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.005545] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.014802] env[69239]: DEBUG oslo_concurrency.lockutils [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "4156b2a5-daef-4f43-9306-0d6730b8d580" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.014802] env[69239]: DEBUG oslo_concurrency.lockutils [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "4156b2a5-daef-4f43-9306-0d6730b8d580" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.084802] env[69239]: DEBUG nova.compute.manager [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.106698] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145300, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.186746] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145303, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.242292] env[69239]: DEBUG nova.network.neutron [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Successfully created port: 60bef371-c928-44c1-9d4e-48e59cae4401 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.272452] env[69239]: DEBUG oslo_vmware.api [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145302, 'name': PowerOnVM_Task, 'duration_secs': 0.793058} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.273047] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.273377] env[69239]: INFO nova.compute.manager [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Took 9.44 seconds to spawn the instance on the hypervisor. [ 890.273943] env[69239]: DEBUG nova.compute.manager [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 890.274530] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260c3959-f929-45be-bb2a-3ac913a3b1bd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.324205] env[69239]: DEBUG nova.compute.manager [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.462459] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e176f4-2963-46f2-a7a8-aaa3a308e0c4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.473518] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbda80db-3c9f-4b1b-962f-c0771cf85a4d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.523285] env[69239]: DEBUG nova.compute.utils [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.528707] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d2c283-00ab-4785-8bf8-9a0b0ff4dd36 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.542373] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899b16aa-5a15-4cb5-9498-c25fe3db7c61 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.547844] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145304, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.563816] env[69239]: DEBUG nova.compute.provider_tree [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.605748] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145300, 'name': RemoveSnapshot_Task, 'duration_secs': 1.347683} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.606225] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 890.606392] env[69239]: DEBUG nova.compute.manager [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 890.607086] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c467c239-669c-4171-a850-f1072333f6ce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.624451] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.650931] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "7e27c8d4-373d-4b35-9684-5af63e7a5ff6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.651377] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "7e27c8d4-373d-4b35-9684-5af63e7a5ff6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.686926] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145303, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.800193] env[69239]: INFO nova.compute.manager [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Took 53.56 seconds to build instance. [ 891.033052] env[69239]: DEBUG oslo_concurrency.lockutils [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "4156b2a5-daef-4f43-9306-0d6730b8d580" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.033612] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81055} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.033907] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 72c59591-e7cc-4a2b-9f28-fb3b696d5d30/72c59591-e7cc-4a2b-9f28-fb3b696d5d30.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.034157] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.035082] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4090ae0c-e8a8-4273-ab43-510fcad36bc4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.042991] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 891.042991] env[69239]: value = "task-4145305" [ 891.042991] env[69239]: _type = "Task" [ 891.042991] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.056505] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.064873] env[69239]: DEBUG nova.scheduler.client.report [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.124512] env[69239]: INFO nova.compute.manager [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Shelve offloading [ 891.186894] env[69239]: DEBUG oslo_vmware.api [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145303, 'name': RemoveSnapshot_Task, 'duration_secs': 1.449721} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.187221] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 891.302456] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d1f02c41-c07c-4dd3-b340-acf742d5e3fc tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Lock "54d4ddec-4054-4db3-bdd5-3614ee273b89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.327s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.338259] env[69239]: DEBUG nova.compute.manager [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.367193] env[69239]: DEBUG nova.virt.hardware [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.367514] env[69239]: DEBUG nova.virt.hardware [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.367694] env[69239]: DEBUG nova.virt.hardware [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.367903] env[69239]: DEBUG nova.virt.hardware [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.368132] env[69239]: DEBUG nova.virt.hardware [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.368314] env[69239]: DEBUG nova.virt.hardware [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.368572] env[69239]: DEBUG nova.virt.hardware [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.368753] env[69239]: DEBUG nova.virt.hardware [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.368936] env[69239]: DEBUG nova.virt.hardware [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.369119] env[69239]: DEBUG nova.virt.hardware [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.369315] env[69239]: DEBUG nova.virt.hardware [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.370279] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3374c12a-80ed-403c-b4d3-ce8631a84475 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.380809] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a519fb-34dd-4409-bb78-857b93de2517 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.553686] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27351} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.554062] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.554914] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6e8a82-2e4c-4ad2-8f90-59ffa338f040 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.570983] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.582798] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 72c59591-e7cc-4a2b-9f28-fb3b696d5d30/72c59591-e7cc-4a2b-9f28-fb3b696d5d30.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.583470] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.105s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.585135] env[69239]: INFO nova.compute.claims [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.588227] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ae73dc7-a73e-4d48-a192-bd58041727ad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.613799] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 891.613799] env[69239]: value = "task-4145306" [ 891.613799] env[69239]: _type = "Task" [ 891.613799] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.625663] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.628090] env[69239]: INFO nova.scheduler.client.report [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Deleted allocations for instance 062a3642-4172-4012-96a7-1ace304146aa [ 891.629751] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.630324] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81c4d1fb-2fcf-4285-9c3c-1d975162bf2f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.642026] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 891.642026] env[69239]: value = "task-4145307" [ 891.642026] env[69239]: _type = "Task" [ 891.642026] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.656836] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] VM already powered off {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 891.657300] env[69239]: DEBUG nova.compute.manager [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 891.658340] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9406c02b-ed70-4039-9dcc-d88e8493f14f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.666524] env[69239]: DEBUG oslo_concurrency.lockutils [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.666907] env[69239]: DEBUG oslo_concurrency.lockutils [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.667339] env[69239]: DEBUG nova.network.neutron [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.692526] env[69239]: WARNING nova.compute.manager [None req-decf7191-601d-45ff-8c60-a53b28d8942c tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Image not found during snapshot: nova.exception.ImageNotFound: Image 0bd695fe-6477-4419-b46c-244557560bfb could not be found. [ 891.805879] env[69239]: DEBUG nova.compute.manager [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.114564] env[69239]: DEBUG oslo_concurrency.lockutils [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "4156b2a5-daef-4f43-9306-0d6730b8d580" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.114816] env[69239]: DEBUG oslo_concurrency.lockutils [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "4156b2a5-daef-4f43-9306-0d6730b8d580" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.115053] env[69239]: INFO nova.compute.manager [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Attaching volume 2f512fb2-87ee-4bee-a412-c78ed62b8e45 to /dev/sdb [ 892.119252] env[69239]: DEBUG nova.network.neutron [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Successfully updated port: 60bef371-c928-44c1-9d4e-48e59cae4401 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.133904] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.139667] env[69239]: DEBUG oslo_concurrency.lockutils [None req-70caafcb-43e4-47ab-af22-561b790978e2 tempest-ImagesNegativeTestJSON-1337708046 tempest-ImagesNegativeTestJSON-1337708046-project-member] Lock "062a3642-4172-4012-96a7-1ace304146aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.381s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.175675] env[69239]: DEBUG nova.compute.manager [req-dfb46640-bfdf-49f0-b8c9-2beccfbfcb4c req-84cfcbac-23f7-4ea4-bbf7-9533211706df service nova] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Received event network-vif-plugged-60bef371-c928-44c1-9d4e-48e59cae4401 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.175798] env[69239]: DEBUG oslo_concurrency.lockutils [req-dfb46640-bfdf-49f0-b8c9-2beccfbfcb4c req-84cfcbac-23f7-4ea4-bbf7-9533211706df service nova] Acquiring lock "ee6949fc-f81c-429c-9756-9140b82aa5fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.175989] env[69239]: DEBUG oslo_concurrency.lockutils [req-dfb46640-bfdf-49f0-b8c9-2beccfbfcb4c req-84cfcbac-23f7-4ea4-bbf7-9533211706df service nova] Lock "ee6949fc-f81c-429c-9756-9140b82aa5fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.176210] env[69239]: DEBUG oslo_concurrency.lockutils [req-dfb46640-bfdf-49f0-b8c9-2beccfbfcb4c req-84cfcbac-23f7-4ea4-bbf7-9533211706df service nova] Lock "ee6949fc-f81c-429c-9756-9140b82aa5fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.176411] env[69239]: DEBUG nova.compute.manager [req-dfb46640-bfdf-49f0-b8c9-2beccfbfcb4c req-84cfcbac-23f7-4ea4-bbf7-9533211706df service nova] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] No waiting events found dispatching network-vif-plugged-60bef371-c928-44c1-9d4e-48e59cae4401 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 892.176552] env[69239]: WARNING nova.compute.manager [req-dfb46640-bfdf-49f0-b8c9-2beccfbfcb4c req-84cfcbac-23f7-4ea4-bbf7-9533211706df service nova] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Received unexpected event network-vif-plugged-60bef371-c928-44c1-9d4e-48e59cae4401 for instance with vm_state building and task_state spawning. [ 892.180635] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d668fda5-361c-4a39-b8b3-a156b59be047 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.189433] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466225f6-9011-40be-be32-71819a4c49e8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.206903] env[69239]: DEBUG nova.virt.block_device [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Updating existing volume attachment record: 4466ce77-33da-499f-8c61-614aee553996 {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 892.335160] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.450624] env[69239]: DEBUG nova.network.neutron [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Updating instance_info_cache with network_info: [{"id": "ae4c1fa9-c369-45dc-8281-0eb74346b044", "address": "fa:16:3e:ff:c3:e5", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae4c1fa9-c3", "ovs_interfaceid": "ae4c1fa9-c369-45dc-8281-0eb74346b044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.623390] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "refresh_cache-ee6949fc-f81c-429c-9756-9140b82aa5fa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.623543] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired lock "refresh_cache-ee6949fc-f81c-429c-9756-9140b82aa5fa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.623733] env[69239]: DEBUG nova.network.neutron [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.631072] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145306, 'name': ReconfigVM_Task, 'duration_secs': 0.776831} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.631420] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 72c59591-e7cc-4a2b-9f28-fb3b696d5d30/72c59591-e7cc-4a2b-9f28-fb3b696d5d30.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.631782] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69239) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 892.632639] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-713040c0-b88b-4431-a0bb-0072bbc99171 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.643922] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 892.643922] env[69239]: value = "task-4145309" [ 892.643922] env[69239]: _type = "Task" [ 892.643922] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.653942] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f20adfbb-7c97-40aa-978a-8ea79dc65a91 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "8c838990-2b74-406f-ad36-50a8cd62de0b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.654275] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f20adfbb-7c97-40aa-978a-8ea79dc65a91 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.654275] env[69239]: DEBUG nova.compute.manager [None req-f20adfbb-7c97-40aa-978a-8ea79dc65a91 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 892.656966] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c4fef0-c59c-4d59-bafd-072053683173 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.672775] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145309, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.675124] env[69239]: DEBUG nova.compute.manager [None req-f20adfbb-7c97-40aa-978a-8ea79dc65a91 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69239) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 892.675759] env[69239]: DEBUG nova.objects.instance [None req-f20adfbb-7c97-40aa-978a-8ea79dc65a91 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lazy-loading 'flavor' on Instance uuid 8c838990-2b74-406f-ad36-50a8cd62de0b {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.954220] env[69239]: DEBUG oslo_concurrency.lockutils [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.049540] env[69239]: DEBUG nova.compute.manager [req-2eedb746-38cc-4157-8a8d-6d853ce1af26 req-262205ca-aece-4844-8d7a-a0beefafc48d service nova] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Received event network-changed-21bcb62b-1aed-41b8-8eb2-23d72f77bec7 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.049756] env[69239]: DEBUG nova.compute.manager [req-2eedb746-38cc-4157-8a8d-6d853ce1af26 req-262205ca-aece-4844-8d7a-a0beefafc48d service nova] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Refreshing instance network info cache due to event network-changed-21bcb62b-1aed-41b8-8eb2-23d72f77bec7. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.049975] env[69239]: DEBUG oslo_concurrency.lockutils [req-2eedb746-38cc-4157-8a8d-6d853ce1af26 req-262205ca-aece-4844-8d7a-a0beefafc48d service nova] Acquiring lock "refresh_cache-54d4ddec-4054-4db3-bdd5-3614ee273b89" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.050284] env[69239]: DEBUG oslo_concurrency.lockutils [req-2eedb746-38cc-4157-8a8d-6d853ce1af26 req-262205ca-aece-4844-8d7a-a0beefafc48d service nova] Acquired lock "refresh_cache-54d4ddec-4054-4db3-bdd5-3614ee273b89" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.050521] env[69239]: DEBUG nova.network.neutron [req-2eedb746-38cc-4157-8a8d-6d853ce1af26 req-262205ca-aece-4844-8d7a-a0beefafc48d service nova] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Refreshing network info cache for port 21bcb62b-1aed-41b8-8eb2-23d72f77bec7 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.157326] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145309, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.062977} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.160445] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69239) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 893.161510] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607d43af-5df9-40dd-b673-4666e44527fd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.190931] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 72c59591-e7cc-4a2b-9f28-fb3b696d5d30/ephemeral_0.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.192431] env[69239]: DEBUG nova.network.neutron [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.198902] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2570eca-c02e-45a7-94ac-bdd37a1aa00e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.213578] env[69239]: DEBUG oslo_concurrency.lockutils [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "cf1eb428-09b1-4619-a28b-9570fa678ee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.214108] env[69239]: DEBUG oslo_concurrency.lockutils [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "cf1eb428-09b1-4619-a28b-9570fa678ee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.214108] env[69239]: DEBUG oslo_concurrency.lockutils [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "cf1eb428-09b1-4619-a28b-9570fa678ee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.214284] env[69239]: DEBUG oslo_concurrency.lockutils [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "cf1eb428-09b1-4619-a28b-9570fa678ee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.214426] env[69239]: DEBUG oslo_concurrency.lockutils [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "cf1eb428-09b1-4619-a28b-9570fa678ee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.217686] env[69239]: INFO nova.compute.manager [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Terminating instance [ 893.228269] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 893.228269] env[69239]: value = "task-4145312" [ 893.228269] env[69239]: _type = "Task" [ 893.228269] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.240305] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.323039] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51acbfcc-8dba-4175-950c-fea32f5fcaa4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.331976] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e1c251-d960-4796-ad63-e60477d9019b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.371482] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0372c1-209a-4229-ad53-e607f21aad16 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.375101] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.380020] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8d4970-9672-40c6-bccf-583dafde7b12 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.390062] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57143ab-271d-4ea0-ac0d-c05774aec769 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.395629] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.395947] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e222b63b-3dc4-442a-bc0a-9a9ae45b424a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.410138] env[69239]: DEBUG nova.compute.provider_tree [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.486662] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.486662] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.486957] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleting the datastore file [datastore1] ed453e1a-e257-4e7f-9cab-7fb5f17dda4c {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.489296] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f57d979-ddb7-4664-aa9f-036ed948b98d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.497029] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 893.497029] env[69239]: value = "task-4145314" [ 893.497029] env[69239]: _type = "Task" [ 893.497029] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.502147] env[69239]: DEBUG nova.network.neutron [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Updating instance_info_cache with network_info: [{"id": "60bef371-c928-44c1-9d4e-48e59cae4401", "address": "fa:16:3e:53:ac:bf", "network": {"id": "21d46fe8-ac4c-4908-972a-4c74f40057ea", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1918860150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f4ab7abc14bac8ee32dd4b4c80d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60bef371-c9", "ovs_interfaceid": "60bef371-c928-44c1-9d4e-48e59cae4401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.510410] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.717434] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20adfbb-7c97-40aa-978a-8ea79dc65a91 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.718838] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d1f274e-797e-485f-aa6a-65ba75226453 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.722682] env[69239]: DEBUG nova.compute.manager [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.724047] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.724047] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d4d3a7-c5fd-40af-8568-c97acb4be3b0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.728635] env[69239]: DEBUG oslo_vmware.api [None req-f20adfbb-7c97-40aa-978a-8ea79dc65a91 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 893.728635] env[69239]: value = "task-4145315" [ 893.728635] env[69239]: _type = "Task" [ 893.728635] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.739796] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.740610] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11ec58c9-3a82-4395-8212-c76828f3941e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.748766] env[69239]: DEBUG oslo_vmware.api [None req-f20adfbb-7c97-40aa-978a-8ea79dc65a91 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.749100] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145312, 'name': ReconfigVM_Task, 'duration_secs': 0.387733} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.749996] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 72c59591-e7cc-4a2b-9f28-fb3b696d5d30/ephemeral_0.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.750842] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a63996d-a9d0-49ae-92a3-d81de0cf877f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.759311] env[69239]: DEBUG oslo_vmware.api [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 893.759311] env[69239]: value = "task-4145316" [ 893.759311] env[69239]: _type = "Task" [ 893.759311] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.764401] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 893.764401] env[69239]: value = "task-4145317" [ 893.764401] env[69239]: _type = "Task" [ 893.764401] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.775124] env[69239]: DEBUG oslo_vmware.api [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.777808] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145317, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.844127] env[69239]: DEBUG nova.network.neutron [req-2eedb746-38cc-4157-8a8d-6d853ce1af26 req-262205ca-aece-4844-8d7a-a0beefafc48d service nova] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Updated VIF entry in instance network info cache for port 21bcb62b-1aed-41b8-8eb2-23d72f77bec7. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.844719] env[69239]: DEBUG nova.network.neutron [req-2eedb746-38cc-4157-8a8d-6d853ce1af26 req-262205ca-aece-4844-8d7a-a0beefafc48d service nova] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Updating instance_info_cache with network_info: [{"id": "21bcb62b-1aed-41b8-8eb2-23d72f77bec7", "address": "fa:16:3e:5e:e2:03", "network": {"id": "fec77c95-810c-4af1-b6eb-d76541fd6992", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1450956184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17e781aa074a470a99151cf0f5f794c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21bcb62b-1a", "ovs_interfaceid": "21bcb62b-1aed-41b8-8eb2-23d72f77bec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.915143] env[69239]: DEBUG nova.scheduler.client.report [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.011333] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lock "refresh_cache-ee6949fc-f81c-429c-9756-9140b82aa5fa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.011672] env[69239]: DEBUG nova.compute.manager [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Instance network_info: |[{"id": "60bef371-c928-44c1-9d4e-48e59cae4401", "address": "fa:16:3e:53:ac:bf", "network": {"id": "21d46fe8-ac4c-4908-972a-4c74f40057ea", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1918860150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f4ab7abc14bac8ee32dd4b4c80d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60bef371-c9", "ovs_interfaceid": "60bef371-c928-44c1-9d4e-48e59cae4401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.011983] env[69239]: DEBUG oslo_vmware.api [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316709} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.012400] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:ac:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60bef371-c928-44c1-9d4e-48e59cae4401', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.022142] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.022446] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.022636] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.022801] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.025945] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.026197] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a4e5b5f-e1c7-4513-91cb-9098e6ecdd5d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.048853] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.048853] env[69239]: value = "task-4145318" [ 894.048853] env[69239]: _type = "Task" [ 894.048853] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.054414] env[69239]: INFO nova.scheduler.client.report [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleted allocations for instance ed453e1a-e257-4e7f-9cab-7fb5f17dda4c [ 894.061404] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145318, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.215029] env[69239]: DEBUG nova.compute.manager [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Received event network-changed-60bef371-c928-44c1-9d4e-48e59cae4401 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.215671] env[69239]: DEBUG nova.compute.manager [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Refreshing instance network info cache due to event network-changed-60bef371-c928-44c1-9d4e-48e59cae4401. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.216157] env[69239]: DEBUG oslo_concurrency.lockutils [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] Acquiring lock "refresh_cache-ee6949fc-f81c-429c-9756-9140b82aa5fa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.216541] env[69239]: DEBUG oslo_concurrency.lockutils [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] Acquired lock "refresh_cache-ee6949fc-f81c-429c-9756-9140b82aa5fa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.216918] env[69239]: DEBUG nova.network.neutron [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Refreshing network info cache for port 60bef371-c928-44c1-9d4e-48e59cae4401 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.244212] env[69239]: DEBUG oslo_vmware.api [None req-f20adfbb-7c97-40aa-978a-8ea79dc65a91 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145315, 'name': PowerOffVM_Task, 'duration_secs': 0.215375} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.244526] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20adfbb-7c97-40aa-978a-8ea79dc65a91 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.244731] env[69239]: DEBUG nova.compute.manager [None req-f20adfbb-7c97-40aa-978a-8ea79dc65a91 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 894.245544] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abe52f0-0259-4d91-8f63-4bd2753d9f47 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.272392] env[69239]: DEBUG oslo_vmware.api [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145316, 'name': PowerOffVM_Task, 'duration_secs': 0.283287} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.273223] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.273696] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.273696] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-841104c9-9e24-42e3-8e88-e435aa3f519d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.278437] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145317, 'name': Rename_Task, 'duration_secs': 0.236494} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.279125] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.279402] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2194cc0c-7303-4194-9f14-0feeeba2a7d1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.286900] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 894.286900] env[69239]: value = "task-4145320" [ 894.286900] env[69239]: _type = "Task" [ 894.286900] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.296739] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.350507] env[69239]: DEBUG oslo_concurrency.lockutils [req-2eedb746-38cc-4157-8a8d-6d853ce1af26 req-262205ca-aece-4844-8d7a-a0beefafc48d service nova] Releasing lock "refresh_cache-54d4ddec-4054-4db3-bdd5-3614ee273b89" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.365877] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.366326] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.366605] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Deleting the datastore file [datastore1] cf1eb428-09b1-4619-a28b-9570fa678ee0 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.366904] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfcc8b83-cff2-4511-b825-6b1791491e23 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.376394] env[69239]: DEBUG oslo_vmware.api [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 894.376394] env[69239]: value = "task-4145321" [ 894.376394] env[69239]: _type = "Task" [ 894.376394] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.387281] env[69239]: DEBUG oslo_vmware.api [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.421981] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.422613] env[69239]: DEBUG nova.compute.manager [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.425558] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.891s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.426953] env[69239]: INFO nova.compute.claims [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.561753] env[69239]: DEBUG oslo_concurrency.lockutils [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.562059] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145318, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.768480] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f20adfbb-7c97-40aa-978a-8ea79dc65a91 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.111s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.804796] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145320, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.893247] env[69239]: DEBUG oslo_vmware.api [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276843} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.895487] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.895977] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.896883] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.898061] env[69239]: INFO nova.compute.manager [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 894.898530] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.904635] env[69239]: DEBUG nova.compute.manager [-] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.904890] env[69239]: DEBUG nova.network.neutron [-] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.931614] env[69239]: DEBUG nova.compute.utils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.942021] env[69239]: DEBUG nova.compute.manager [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.942021] env[69239]: DEBUG nova.network.neutron [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.061895] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145318, 'name': CreateVM_Task, 'duration_secs': 0.761593} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.062881] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.062881] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.063087] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.063406] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.063690] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08834d0-091f-4e48-a61f-81f9310f5f69 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.070451] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 895.070451] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52bac0cd-4c45-cc1f-6f86-385317c1136e" [ 895.070451] env[69239]: _type = "Task" [ 895.070451] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.078326] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bac0cd-4c45-cc1f-6f86-385317c1136e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.093073] env[69239]: DEBUG nova.policy [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '900908f0818b469ba5439621adbcd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '765323911cfa40429daa38610922364c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.302915] env[69239]: DEBUG oslo_vmware.api [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145320, 'name': PowerOnVM_Task, 'duration_secs': 0.625136} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.304454] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.304705] env[69239]: INFO nova.compute.manager [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Took 8.26 seconds to spawn the instance on the hypervisor. [ 895.304893] env[69239]: DEBUG nova.compute.manager [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 895.305801] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1760f6-9bd9-4802-bfd1-19d4d3b2549d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.442075] env[69239]: DEBUG nova.compute.manager [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.455386] env[69239]: DEBUG nova.network.neutron [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Updated VIF entry in instance network info cache for port 60bef371-c928-44c1-9d4e-48e59cae4401. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.455834] env[69239]: DEBUG nova.network.neutron [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Updating instance_info_cache with network_info: [{"id": "60bef371-c928-44c1-9d4e-48e59cae4401", "address": "fa:16:3e:53:ac:bf", "network": {"id": "21d46fe8-ac4c-4908-972a-4c74f40057ea", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1918860150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f4ab7abc14bac8ee32dd4b4c80d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60bef371-c9", "ovs_interfaceid": "60bef371-c928-44c1-9d4e-48e59cae4401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.580067] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bac0cd-4c45-cc1f-6f86-385317c1136e, 'name': SearchDatastore_Task, 'duration_secs': 0.013322} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.583579] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.583579] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.583659] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.583790] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.583968] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.584724] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff64d5f6-927a-49df-8193-155f4c1d4546 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.598096] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.598096] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.598327] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea48950b-1dd2-4a73-8e92-e9ce05d385ff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.605505] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 895.605505] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528a1702-2fc8-51ec-2672-0f1a5fa7d3b5" [ 895.605505] env[69239]: _type = "Task" [ 895.605505] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.618761] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528a1702-2fc8-51ec-2672-0f1a5fa7d3b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.746266] env[69239]: DEBUG nova.network.neutron [-] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.821737] env[69239]: DEBUG nova.network.neutron [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Successfully created port: d60b56f4-df73-4910-912b-377e88ab244c {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.843151] env[69239]: INFO nova.compute.manager [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Took 50.29 seconds to build instance. [ 895.965105] env[69239]: DEBUG oslo_concurrency.lockutils [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] Releasing lock "refresh_cache-ee6949fc-f81c-429c-9756-9140b82aa5fa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.965105] env[69239]: DEBUG nova.compute.manager [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Received event network-vif-unplugged-ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.965105] env[69239]: DEBUG oslo_concurrency.lockutils [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] Acquiring lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.965105] env[69239]: DEBUG oslo_concurrency.lockutils [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.965373] env[69239]: DEBUG oslo_concurrency.lockutils [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.965517] env[69239]: DEBUG nova.compute.manager [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] No waiting events found dispatching network-vif-unplugged-ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 895.965739] env[69239]: WARNING nova.compute.manager [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Received unexpected event network-vif-unplugged-ae4c1fa9-c369-45dc-8281-0eb74346b044 for instance with vm_state shelved_offloaded and task_state None. [ 895.965916] env[69239]: DEBUG nova.compute.manager [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Received event network-changed-ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.966088] env[69239]: DEBUG nova.compute.manager [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Refreshing instance network info cache due to event network-changed-ae4c1fa9-c369-45dc-8281-0eb74346b044. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.966285] env[69239]: DEBUG oslo_concurrency.lockutils [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] Acquiring lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.966429] env[69239]: DEBUG oslo_concurrency.lockutils [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] Acquired lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.966591] env[69239]: DEBUG nova.network.neutron [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Refreshing network info cache for port ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.019216] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ee1376-78a2-4a46-a2a2-29dbbee31e2e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.027813] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de39e5a-4114-4d73-892f-045431d98b5d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.064559] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43cf9f0-63ea-40b6-8ce7-2ab0d6db2e05 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.074214] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4426d67-c5c6-4141-a4cb-19da34a65930 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.090122] env[69239]: DEBUG nova.compute.provider_tree [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.117748] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528a1702-2fc8-51ec-2672-0f1a5fa7d3b5, 'name': SearchDatastore_Task, 'duration_secs': 0.023544} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.119908] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c5aeee-2842-4cda-b264-310c7fe407b8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.125668] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 896.125668] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5259dc5a-d0fe-ff74-0b7a-e77d14875635" [ 896.125668] env[69239]: _type = "Task" [ 896.125668] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.136674] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5259dc5a-d0fe-ff74-0b7a-e77d14875635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.238061] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.250945] env[69239]: INFO nova.compute.manager [-] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Took 1.35 seconds to deallocate network for instance. [ 896.266915] env[69239]: DEBUG nova.objects.instance [None req-eb8aa97e-52b2-4e9b-8f48-0368f549ff9e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lazy-loading 'flavor' on Instance uuid 8c838990-2b74-406f-ad36-50a8cd62de0b {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.345238] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f789ddc7-bf31-47a3-8886-0882b519fce9 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "72c59591-e7cc-4a2b-9f28-fb3b696d5d30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.403s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.457194] env[69239]: DEBUG nova.compute.manager [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.491464] env[69239]: DEBUG nova.virt.hardware [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.491949] env[69239]: DEBUG nova.virt.hardware [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.492319] env[69239]: DEBUG nova.virt.hardware [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.492583] env[69239]: DEBUG nova.virt.hardware [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.492794] env[69239]: DEBUG nova.virt.hardware [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.492998] env[69239]: DEBUG nova.virt.hardware [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.493288] env[69239]: DEBUG nova.virt.hardware [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.493512] env[69239]: DEBUG nova.virt.hardware [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.493736] env[69239]: DEBUG nova.virt.hardware [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.493982] env[69239]: DEBUG nova.virt.hardware [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.494261] env[69239]: DEBUG nova.virt.hardware [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.495294] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc73021-fcae-4912-848b-395b87f64fd9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.503675] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dc5a44-0621-4c04-b3e0-ae13ce14af80 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.594959] env[69239]: DEBUG nova.scheduler.client.report [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.637133] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5259dc5a-d0fe-ff74-0b7a-e77d14875635, 'name': SearchDatastore_Task, 'duration_secs': 0.031749} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.637518] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.637675] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] ee6949fc-f81c-429c-9756-9140b82aa5fa/ee6949fc-f81c-429c-9756-9140b82aa5fa.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.637952] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df87669c-ff7b-47d4-8fdb-00a14ebc9592 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.646769] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 896.646769] env[69239]: value = "task-4145323" [ 896.646769] env[69239]: _type = "Task" [ 896.646769] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.658082] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.709067] env[69239]: DEBUG nova.compute.manager [req-9be74f9a-48b8-488d-bc98-98ce81844f70 req-c2f3d5cf-2a9a-4e04-9e1f-80736c77d63f service nova] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Received event network-vif-deleted-3f55ad75-ab05-44af-a4d0-30ca7e2062b0 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.760883] env[69239]: DEBUG oslo_concurrency.lockutils [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.772147] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eb8aa97e-52b2-4e9b-8f48-0368f549ff9e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.772304] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eb8aa97e-52b2-4e9b-8f48-0368f549ff9e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.772401] env[69239]: DEBUG nova.network.neutron [None req-eb8aa97e-52b2-4e9b-8f48-0368f549ff9e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.772565] env[69239]: DEBUG nova.objects.instance [None req-eb8aa97e-52b2-4e9b-8f48-0368f549ff9e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lazy-loading 'info_cache' on Instance uuid 8c838990-2b74-406f-ad36-50a8cd62de0b {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.851131] env[69239]: DEBUG nova.compute.manager [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.100010] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.100710] env[69239]: DEBUG nova.compute.manager [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.103856] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.616s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.104430] env[69239]: DEBUG nova.objects.instance [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lazy-loading 'resources' on Instance uuid a3b9f90d-353b-41b0-a310-fdd975080a85 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.157866] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145323, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.268440] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 897.268485] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820910', 'volume_id': '2f512fb2-87ee-4bee-a412-c78ed62b8e45', 'name': 'volume-2f512fb2-87ee-4bee-a412-c78ed62b8e45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4156b2a5-daef-4f43-9306-0d6730b8d580', 'attached_at': '', 'detached_at': '', 'volume_id': '2f512fb2-87ee-4bee-a412-c78ed62b8e45', 'serial': '2f512fb2-87ee-4bee-a412-c78ed62b8e45'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 897.270085] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dca774-59fe-4996-a168-bee96ce21e7f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.277195] env[69239]: DEBUG nova.objects.base [None req-eb8aa97e-52b2-4e9b-8f48-0368f549ff9e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Object Instance<8c838990-2b74-406f-ad36-50a8cd62de0b> lazy-loaded attributes: flavor,info_cache {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 897.280105] env[69239]: DEBUG nova.network.neutron [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Updated VIF entry in instance network info cache for port ae4c1fa9-c369-45dc-8281-0eb74346b044. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.283561] env[69239]: DEBUG nova.network.neutron [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Updating instance_info_cache with network_info: [{"id": "ae4c1fa9-c369-45dc-8281-0eb74346b044", "address": "fa:16:3e:ff:c3:e5", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapae4c1fa9-c3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.299399] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d17802-5a6f-475f-8359-4a47110519ed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.336622] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] volume-2f512fb2-87ee-4bee-a412-c78ed62b8e45/volume-2f512fb2-87ee-4bee-a412-c78ed62b8e45.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.336622] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-928e3791-7ea2-440f-a413-ae23ba9fa128 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.363108] env[69239]: DEBUG oslo_vmware.api [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 897.363108] env[69239]: value = "task-4145324" [ 897.363108] env[69239]: _type = "Task" [ 897.363108] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.386039] env[69239]: DEBUG oslo_vmware.api [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.394912] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.607603] env[69239]: DEBUG nova.compute.manager [req-3e6ca669-a5b3-4abe-b9c3-f29817ee9e9a req-7efc326d-dd1c-46b8-8c6f-14ea9e5c8a1a service nova] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Received event network-changed-1e9d4953-afd7-4fa1-aa7e-909295d79b36 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.607603] env[69239]: DEBUG nova.compute.manager [req-3e6ca669-a5b3-4abe-b9c3-f29817ee9e9a req-7efc326d-dd1c-46b8-8c6f-14ea9e5c8a1a service nova] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Refreshing instance network info cache due to event network-changed-1e9d4953-afd7-4fa1-aa7e-909295d79b36. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.607603] env[69239]: DEBUG oslo_concurrency.lockutils [req-3e6ca669-a5b3-4abe-b9c3-f29817ee9e9a req-7efc326d-dd1c-46b8-8c6f-14ea9e5c8a1a service nova] Acquiring lock "refresh_cache-72c59591-e7cc-4a2b-9f28-fb3b696d5d30" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.607603] env[69239]: DEBUG oslo_concurrency.lockutils [req-3e6ca669-a5b3-4abe-b9c3-f29817ee9e9a req-7efc326d-dd1c-46b8-8c6f-14ea9e5c8a1a service nova] Acquired lock "refresh_cache-72c59591-e7cc-4a2b-9f28-fb3b696d5d30" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.608024] env[69239]: DEBUG nova.network.neutron [req-3e6ca669-a5b3-4abe-b9c3-f29817ee9e9a req-7efc326d-dd1c-46b8-8c6f-14ea9e5c8a1a service nova] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Refreshing network info cache for port 1e9d4953-afd7-4fa1-aa7e-909295d79b36 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.610594] env[69239]: DEBUG nova.compute.utils [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.616184] env[69239]: DEBUG nova.compute.manager [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Not allocating networking since 'none' was specified. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 897.660604] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895057} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.668502] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] ee6949fc-f81c-429c-9756-9140b82aa5fa/ee6949fc-f81c-429c-9756-9140b82aa5fa.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.668931] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.670770] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e842accf-9054-4982-bfc4-2b7ffc199f72 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.681635] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 897.681635] env[69239]: value = "task-4145325" [ 897.681635] env[69239]: _type = "Task" [ 897.681635] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.697424] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.786836] env[69239]: DEBUG oslo_concurrency.lockutils [req-d6211bd1-a00c-4b0a-85ea-9a880fe8c3ee req-b4485ea2-633e-4847-b6c3-417ea54a67a2 service nova] Releasing lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.880147] env[69239]: DEBUG oslo_vmware.api [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145324, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.118862] env[69239]: DEBUG nova.compute.manager [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.205541] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083986} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.209022] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.210381] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ff9f1e-a51d-4819-9955-9436ce9ea9d8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.240508] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] ee6949fc-f81c-429c-9756-9140b82aa5fa/ee6949fc-f81c-429c-9756-9140b82aa5fa.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.245620] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6568a519-3988-4281-8006-f7ad9c244700 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.268432] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 898.268432] env[69239]: value = "task-4145326" [ 898.268432] env[69239]: _type = "Task" [ 898.268432] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.274580] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fc7a7f-2ff3-4394-8687-7c076cce3516 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.284020] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.292495] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22d0690-d702-47ce-9cf1-fccf6554155e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.329024] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd384332-06a8-4820-94a8-a1147ec7db79 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.342293] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fefc3f1-2023-45ae-9d64-6bfecd55a45b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.356373] env[69239]: DEBUG nova.compute.provider_tree [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.359313] env[69239]: DEBUG nova.network.neutron [None req-eb8aa97e-52b2-4e9b-8f48-0368f549ff9e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance_info_cache with network_info: [{"id": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "address": "fa:16:3e:77:77:bd", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953bbfca-0d", "ovs_interfaceid": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.381667] env[69239]: DEBUG oslo_vmware.api [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145324, 'name': ReconfigVM_Task, 'duration_secs': 0.553106} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.382038] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Reconfigured VM instance instance-0000003e to attach disk [datastore2] volume-2f512fb2-87ee-4bee-a412-c78ed62b8e45/volume-2f512fb2-87ee-4bee-a412-c78ed62b8e45.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.389259] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f61fb4ef-ac9a-4e78-8148-620b5ec31b3f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.409815] env[69239]: DEBUG oslo_vmware.api [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 898.409815] env[69239]: value = "task-4145327" [ 898.409815] env[69239]: _type = "Task" [ 898.409815] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.420715] env[69239]: DEBUG oslo_vmware.api [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.440529] env[69239]: DEBUG nova.network.neutron [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Successfully updated port: d60b56f4-df73-4910-912b-377e88ab244c {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.507073] env[69239]: DEBUG nova.network.neutron [req-3e6ca669-a5b3-4abe-b9c3-f29817ee9e9a req-7efc326d-dd1c-46b8-8c6f-14ea9e5c8a1a service nova] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Updated VIF entry in instance network info cache for port 1e9d4953-afd7-4fa1-aa7e-909295d79b36. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.507460] env[69239]: DEBUG nova.network.neutron [req-3e6ca669-a5b3-4abe-b9c3-f29817ee9e9a req-7efc326d-dd1c-46b8-8c6f-14ea9e5c8a1a service nova] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Updating instance_info_cache with network_info: [{"id": "1e9d4953-afd7-4fa1-aa7e-909295d79b36", "address": "fa:16:3e:1a:3e:7f", "network": {"id": "788055fd-8af9-4668-bd78-281929148cdd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-917221043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd4a08f0eddb490ebf81212f43ad23d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9d4953-af", "ovs_interfaceid": "1e9d4953-afd7-4fa1-aa7e-909295d79b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.778974] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.859918] env[69239]: DEBUG nova.scheduler.client.report [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.865031] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eb8aa97e-52b2-4e9b-8f48-0368f549ff9e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.920825] env[69239]: DEBUG oslo_vmware.api [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145327, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.943877] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "refresh_cache-f3262187-303d-497f-85f1-c36e11713535" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.944057] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "refresh_cache-f3262187-303d-497f-85f1-c36e11713535" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.944279] env[69239]: DEBUG nova.network.neutron [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.010032] env[69239]: DEBUG oslo_concurrency.lockutils [req-3e6ca669-a5b3-4abe-b9c3-f29817ee9e9a req-7efc326d-dd1c-46b8-8c6f-14ea9e5c8a1a service nova] Releasing lock "refresh_cache-72c59591-e7cc-4a2b-9f28-fb3b696d5d30" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.134338] env[69239]: DEBUG nova.compute.manager [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.171366] env[69239]: DEBUG nova.virt.hardware [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.171688] env[69239]: DEBUG nova.virt.hardware [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.171852] env[69239]: DEBUG nova.virt.hardware [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.172187] env[69239]: DEBUG nova.virt.hardware [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.172749] env[69239]: DEBUG nova.virt.hardware [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.172749] env[69239]: DEBUG nova.virt.hardware [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.172903] env[69239]: DEBUG nova.virt.hardware [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.172953] env[69239]: DEBUG nova.virt.hardware [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.173130] env[69239]: DEBUG nova.virt.hardware [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.173416] env[69239]: DEBUG nova.virt.hardware [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.173610] env[69239]: DEBUG nova.virt.hardware [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.174553] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3577be11-a55d-413a-9fa8-6897ae5b831d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.184671] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186687a1-ba55-45e5-a499-994525ad33b1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.199248] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.206848] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Creating folder: Project (44f5aaba1c2243f9adc5cf6f850ec8d0). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.207223] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaae8af0-50b9-4056-bd0f-a4397350aa8d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.222048] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Created folder: Project (44f5aaba1c2243f9adc5cf6f850ec8d0) in parent group-v820715. [ 899.222048] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Creating folder: Instances. Parent ref: group-v820912. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.222048] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-530f8148-c373-4646-9386-4533a8b0aa47 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.233926] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Created folder: Instances in parent group-v820912. [ 899.233926] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.233926] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.233926] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e6b5186-534b-4d82-b4ce-07aad1520787 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.252445] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.252445] env[69239]: value = "task-4145330" [ 899.252445] env[69239]: _type = "Task" [ 899.252445] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.261725] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145330, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.280285] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145326, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.367566] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.370654] env[69239]: DEBUG oslo_concurrency.lockutils [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.844s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.372754] env[69239]: INFO nova.compute.claims [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.404488] env[69239]: INFO nova.scheduler.client.report [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Deleted allocations for instance a3b9f90d-353b-41b0-a310-fdd975080a85 [ 899.423620] env[69239]: DEBUG oslo_vmware.api [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145327, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.490692] env[69239]: DEBUG nova.network.neutron [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.638468] env[69239]: DEBUG nova.compute.manager [req-f678e5b6-6816-4128-ab9b-035389ce8964 req-37933f54-243b-41fe-aa99-e646479faa3e service nova] [instance: f3262187-303d-497f-85f1-c36e11713535] Received event network-vif-plugged-d60b56f4-df73-4910-912b-377e88ab244c {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.638468] env[69239]: DEBUG oslo_concurrency.lockutils [req-f678e5b6-6816-4128-ab9b-035389ce8964 req-37933f54-243b-41fe-aa99-e646479faa3e service nova] Acquiring lock "f3262187-303d-497f-85f1-c36e11713535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.638468] env[69239]: DEBUG oslo_concurrency.lockutils [req-f678e5b6-6816-4128-ab9b-035389ce8964 req-37933f54-243b-41fe-aa99-e646479faa3e service nova] Lock "f3262187-303d-497f-85f1-c36e11713535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.638939] env[69239]: DEBUG oslo_concurrency.lockutils [req-f678e5b6-6816-4128-ab9b-035389ce8964 req-37933f54-243b-41fe-aa99-e646479faa3e service nova] Lock "f3262187-303d-497f-85f1-c36e11713535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.639305] env[69239]: DEBUG nova.compute.manager [req-f678e5b6-6816-4128-ab9b-035389ce8964 req-37933f54-243b-41fe-aa99-e646479faa3e service nova] [instance: f3262187-303d-497f-85f1-c36e11713535] No waiting events found dispatching network-vif-plugged-d60b56f4-df73-4910-912b-377e88ab244c {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 899.639591] env[69239]: WARNING nova.compute.manager [req-f678e5b6-6816-4128-ab9b-035389ce8964 req-37933f54-243b-41fe-aa99-e646479faa3e service nova] [instance: f3262187-303d-497f-85f1-c36e11713535] Received unexpected event network-vif-plugged-d60b56f4-df73-4910-912b-377e88ab244c for instance with vm_state building and task_state spawning. [ 899.639852] env[69239]: DEBUG nova.compute.manager [req-f678e5b6-6816-4128-ab9b-035389ce8964 req-37933f54-243b-41fe-aa99-e646479faa3e service nova] [instance: f3262187-303d-497f-85f1-c36e11713535] Received event network-changed-d60b56f4-df73-4910-912b-377e88ab244c {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.640114] env[69239]: DEBUG nova.compute.manager [req-f678e5b6-6816-4128-ab9b-035389ce8964 req-37933f54-243b-41fe-aa99-e646479faa3e service nova] [instance: f3262187-303d-497f-85f1-c36e11713535] Refreshing instance network info cache due to event network-changed-d60b56f4-df73-4910-912b-377e88ab244c. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.640404] env[69239]: DEBUG oslo_concurrency.lockutils [req-f678e5b6-6816-4128-ab9b-035389ce8964 req-37933f54-243b-41fe-aa99-e646479faa3e service nova] Acquiring lock "refresh_cache-f3262187-303d-497f-85f1-c36e11713535" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.650127] env[69239]: DEBUG nova.network.neutron [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Updating instance_info_cache with network_info: [{"id": "d60b56f4-df73-4910-912b-377e88ab244c", "address": "fa:16:3e:68:5a:21", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60b56f4-df", "ovs_interfaceid": "d60b56f4-df73-4910-912b-377e88ab244c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.765335] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145330, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.781227] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145326, 'name': ReconfigVM_Task, 'duration_secs': 1.024318} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.781814] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Reconfigured VM instance instance-00000041 to attach disk [datastore2] ee6949fc-f81c-429c-9756-9140b82aa5fa/ee6949fc-f81c-429c-9756-9140b82aa5fa.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.782939] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b9e3d5a-afe9-45d6-b439-d1be3d730e21 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.794919] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 899.794919] env[69239]: value = "task-4145331" [ 899.794919] env[69239]: _type = "Task" [ 899.794919] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.803126] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145331, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.880092] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8aa97e-52b2-4e9b-8f48-0368f549ff9e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.880092] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7af76e3-3dc2-43f1-a81d-d6fd666816b6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.888060] env[69239]: DEBUG oslo_vmware.api [None req-eb8aa97e-52b2-4e9b-8f48-0368f549ff9e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 899.888060] env[69239]: value = "task-4145332" [ 899.888060] env[69239]: _type = "Task" [ 899.888060] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.900370] env[69239]: DEBUG oslo_vmware.api [None req-eb8aa97e-52b2-4e9b-8f48-0368f549ff9e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.919171] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce492939-ce87-46ae-b28b-407020ded98d tempest-ServersTestMultiNic-1112914223 tempest-ServersTestMultiNic-1112914223-project-member] Lock "a3b9f90d-353b-41b0-a310-fdd975080a85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.344s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.927573] env[69239]: DEBUG oslo_vmware.api [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145327, 'name': ReconfigVM_Task, 'duration_secs': 1.175255} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.927685] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820910', 'volume_id': '2f512fb2-87ee-4bee-a412-c78ed62b8e45', 'name': 'volume-2f512fb2-87ee-4bee-a412-c78ed62b8e45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4156b2a5-daef-4f43-9306-0d6730b8d580', 'attached_at': '', 'detached_at': '', 'volume_id': '2f512fb2-87ee-4bee-a412-c78ed62b8e45', 'serial': '2f512fb2-87ee-4bee-a412-c78ed62b8e45'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 900.157193] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "refresh_cache-f3262187-303d-497f-85f1-c36e11713535" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.157193] env[69239]: DEBUG nova.compute.manager [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Instance network_info: |[{"id": "d60b56f4-df73-4910-912b-377e88ab244c", "address": "fa:16:3e:68:5a:21", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60b56f4-df", "ovs_interfaceid": "d60b56f4-df73-4910-912b-377e88ab244c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.157193] env[69239]: DEBUG oslo_concurrency.lockutils [req-f678e5b6-6816-4128-ab9b-035389ce8964 req-37933f54-243b-41fe-aa99-e646479faa3e service nova] Acquired lock "refresh_cache-f3262187-303d-497f-85f1-c36e11713535" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.157193] env[69239]: DEBUG nova.network.neutron [req-f678e5b6-6816-4128-ab9b-035389ce8964 req-37933f54-243b-41fe-aa99-e646479faa3e service nova] [instance: f3262187-303d-497f-85f1-c36e11713535] Refreshing network info cache for port d60b56f4-df73-4910-912b-377e88ab244c {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.157193] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:5a:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd60b56f4-df73-4910-912b-377e88ab244c', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.169119] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.169119] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3262187-303d-497f-85f1-c36e11713535] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.169119] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3941f7ef-94a4-4a54-af3e-3b6943dd482d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.194208] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.194208] env[69239]: value = "task-4145333" [ 900.194208] env[69239]: _type = "Task" [ 900.194208] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.201783] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145333, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.268302] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145330, 'name': CreateVM_Task, 'duration_secs': 0.558706} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.268302] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.268302] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.268302] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.268302] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.268302] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d778f9a-3d9c-4ff2-aff9-c9284d788797 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.275543] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 900.275543] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e4c56b-612c-e954-0207-c8209b958088" [ 900.275543] env[69239]: _type = "Task" [ 900.275543] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.285025] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e4c56b-612c-e954-0207-c8209b958088, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.302763] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145331, 'name': Rename_Task, 'duration_secs': 0.242778} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.303027] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.303296] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5271a39b-5e04-486f-9902-178638779b4e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.309850] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 900.309850] env[69239]: value = "task-4145334" [ 900.309850] env[69239]: _type = "Task" [ 900.309850] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.318933] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.399967] env[69239]: DEBUG oslo_vmware.api [None req-eb8aa97e-52b2-4e9b-8f48-0368f549ff9e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145332, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.708540] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145333, 'name': CreateVM_Task, 'duration_secs': 0.37215} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.715424] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3262187-303d-497f-85f1-c36e11713535] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.717767] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.717767] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.717896] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.718128] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fa75c5f-f400-4da6-a003-d933232e631a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.726345] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 900.726345] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5219c15d-c38e-b1e4-72f7-9c433dc4edc7" [ 900.726345] env[69239]: _type = "Task" [ 900.726345] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.739556] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5219c15d-c38e-b1e4-72f7-9c433dc4edc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.788021] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e4c56b-612c-e954-0207-c8209b958088, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.793070] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.794955] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.794955] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.794955] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.794955] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.795305] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f27173e7-c0d6-44f0-998b-49ade3226fac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.808792] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.809033] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.810074] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81381386-692c-47a4-b7b4-d020bdc79f4d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.829611] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 900.829611] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5227f4e5-56fe-8a19-a7fb-669ed62c7e5f" [ 900.829611] env[69239]: _type = "Task" [ 900.829611] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.834483] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145334, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.850437] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5227f4e5-56fe-8a19-a7fb-669ed62c7e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.904620] env[69239]: DEBUG oslo_vmware.api [None req-eb8aa97e-52b2-4e9b-8f48-0368f549ff9e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145332, 'name': PowerOnVM_Task, 'duration_secs': 0.663447} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.904620] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8aa97e-52b2-4e9b-8f48-0368f549ff9e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.904620] env[69239]: DEBUG nova.compute.manager [None req-eb8aa97e-52b2-4e9b-8f48-0368f549ff9e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.904620] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd9c945-c1b3-4786-abd8-997471342e8e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.995619] env[69239]: DEBUG nova.objects.instance [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lazy-loading 'flavor' on Instance uuid 4156b2a5-daef-4f43-9306-0d6730b8d580 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.056244] env[69239]: DEBUG nova.network.neutron [req-f678e5b6-6816-4128-ab9b-035389ce8964 req-37933f54-243b-41fe-aa99-e646479faa3e service nova] [instance: f3262187-303d-497f-85f1-c36e11713535] Updated VIF entry in instance network info cache for port d60b56f4-df73-4910-912b-377e88ab244c. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.056622] env[69239]: DEBUG nova.network.neutron [req-f678e5b6-6816-4128-ab9b-035389ce8964 req-37933f54-243b-41fe-aa99-e646479faa3e service nova] [instance: f3262187-303d-497f-85f1-c36e11713535] Updating instance_info_cache with network_info: [{"id": "d60b56f4-df73-4910-912b-377e88ab244c", "address": "fa:16:3e:68:5a:21", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60b56f4-df", "ovs_interfaceid": "d60b56f4-df73-4910-912b-377e88ab244c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.073900] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a659d528-33de-45d1-b98c-69c836986356 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.084258] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e36e70-6818-4c1c-8db9-c85d79e41b05 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.127094] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517d21af-d369-4611-b744-6c98b69893e6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.136040] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c10c2c-e285-4b51-9c2e-a1c4ece8ebce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.152290] env[69239]: DEBUG nova.compute.provider_tree [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.242281] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5219c15d-c38e-b1e4-72f7-9c433dc4edc7, 'name': SearchDatastore_Task, 'duration_secs': 0.017881} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.242702] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.242960] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.243212] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.243365] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.243549] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.243821] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29e2cc85-7c48-4314-b311-499a2fb64469 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.254457] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.254457] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.254777] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e3ee7bd-d1aa-4927-ac75-828cbaf330e9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.264019] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 901.264019] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a6cd42-e5b4-5bf2-1bc9-8ffcba2f2b78" [ 901.264019] env[69239]: _type = "Task" [ 901.264019] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.270683] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a6cd42-e5b4-5bf2-1bc9-8ffcba2f2b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.334740] env[69239]: DEBUG oslo_vmware.api [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145334, 'name': PowerOnVM_Task, 'duration_secs': 0.525134} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.334740] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.334740] env[69239]: INFO nova.compute.manager [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Took 9.99 seconds to spawn the instance on the hypervisor. [ 901.334740] env[69239]: DEBUG nova.compute.manager [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 901.339080] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d02b14e-0f25-427b-b8b4-87c7a62558b5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.356367] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5227f4e5-56fe-8a19-a7fb-669ed62c7e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.023302} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.361682] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc557cbd-0276-4dbb-9410-9d559f4e6eb7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.369797] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 901.369797] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525ca864-bff2-ffbf-44ed-fa8592ea6f03" [ 901.369797] env[69239]: _type = "Task" [ 901.369797] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.379348] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525ca864-bff2-ffbf-44ed-fa8592ea6f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.504048] env[69239]: DEBUG oslo_concurrency.lockutils [None req-76040cbe-d9fb-4b1f-b485-66656f50b547 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "4156b2a5-daef-4f43-9306-0d6730b8d580" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.388s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.562621] env[69239]: DEBUG oslo_concurrency.lockutils [req-f678e5b6-6816-4128-ab9b-035389ce8964 req-37933f54-243b-41fe-aa99-e646479faa3e service nova] Releasing lock "refresh_cache-f3262187-303d-497f-85f1-c36e11713535" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.659052] env[69239]: DEBUG nova.scheduler.client.report [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.776241] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a6cd42-e5b4-5bf2-1bc9-8ffcba2f2b78, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.776241] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feac53fa-517a-40e3-bd37-2cd86b9bc5af {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.783902] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 901.783902] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f51e16-9315-e604-81f6-cd87c22b4a9f" [ 901.783902] env[69239]: _type = "Task" [ 901.783902] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.793803] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f51e16-9315-e604-81f6-cd87c22b4a9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.846452] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "4156b2a5-daef-4f43-9306-0d6730b8d580" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.847074] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "4156b2a5-daef-4f43-9306-0d6730b8d580" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.847711] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "4156b2a5-daef-4f43-9306-0d6730b8d580-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.848072] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "4156b2a5-daef-4f43-9306-0d6730b8d580-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.848209] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "4156b2a5-daef-4f43-9306-0d6730b8d580-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.850990] env[69239]: INFO nova.compute.manager [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Terminating instance [ 901.877734] env[69239]: INFO nova.compute.manager [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Took 52.01 seconds to build instance. [ 901.882786] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525ca864-bff2-ffbf-44ed-fa8592ea6f03, 'name': SearchDatastore_Task, 'duration_secs': 0.011793} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.882786] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.883143] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] e4116487-0f74-4511-b170-3dd28643a27a/e4116487-0f74-4511-b170-3dd28643a27a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.883426] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c477c6b5-6379-4448-9bc7-ed94e36ea00f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.893212] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 901.893212] env[69239]: value = "task-4145335" [ 901.893212] env[69239]: _type = "Task" [ 901.893212] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.907882] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.165526] env[69239]: DEBUG oslo_concurrency.lockutils [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.165526] env[69239]: DEBUG nova.compute.manager [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.170022] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.335s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.174169] env[69239]: INFO nova.compute.claims [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.298425] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f51e16-9315-e604-81f6-cd87c22b4a9f, 'name': SearchDatastore_Task, 'duration_secs': 0.015042} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.299062] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.299746] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] f3262187-303d-497f-85f1-c36e11713535/f3262187-303d-497f-85f1-c36e11713535.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.300109] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c8ec6bc-fe38-4bcf-adcb-e33a259f476b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.310335] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 902.310335] env[69239]: value = "task-4145336" [ 902.310335] env[69239]: _type = "Task" [ 902.310335] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.322530] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.356358] env[69239]: DEBUG nova.compute.manager [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.357039] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.357225] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3db59c4-0681-408c-8f2e-819867e2cfaa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.368030] env[69239]: DEBUG oslo_vmware.api [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 902.368030] env[69239]: value = "task-4145337" [ 902.368030] env[69239]: _type = "Task" [ 902.368030] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.379734] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3e68f60f-78e3-4f33-bd77-50760d5332ef tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "ee6949fc-f81c-429c-9756-9140b82aa5fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.049s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.380248] env[69239]: DEBUG oslo_vmware.api [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.410353] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145335, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.685058] env[69239]: DEBUG nova.compute.utils [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.690079] env[69239]: DEBUG nova.compute.manager [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Not allocating networking since 'none' was specified. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 902.828042] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145336, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.878784] env[69239]: DEBUG oslo_vmware.api [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145337, 'name': PowerOffVM_Task, 'duration_secs': 0.277724} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.879484] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.879755] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 902.880052] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820910', 'volume_id': '2f512fb2-87ee-4bee-a412-c78ed62b8e45', 'name': 'volume-2f512fb2-87ee-4bee-a412-c78ed62b8e45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4156b2a5-daef-4f43-9306-0d6730b8d580', 'attached_at': '', 'detached_at': '', 'volume_id': '2f512fb2-87ee-4bee-a412-c78ed62b8e45', 'serial': '2f512fb2-87ee-4bee-a412-c78ed62b8e45'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 902.881102] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f256fc-7c8b-4875-a08a-1cb72ce443f3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.915125] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e66420-b676-4ba2-8997-55f484b78426 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.921611] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "04c545a7-8355-408b-b506-d3f785cc057a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.921969] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "04c545a7-8355-408b-b506-d3f785cc057a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.933032] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6329} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.936736] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] e4116487-0f74-4511-b170-3dd28643a27a/e4116487-0f74-4511-b170-3dd28643a27a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.937299] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.937917] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa0ff791-088e-42b4-afd6-5df20139ac8f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.940620] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c9714f-2c09-4d0c-943b-9e1f72c99814 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.967250] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1c7f29-ac3f-44ae-b9e9-c18c22807c4e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.970207] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 902.970207] env[69239]: value = "task-4145338" [ 902.970207] env[69239]: _type = "Task" [ 902.970207] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.986124] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] The volume has not been displaced from its original location: [datastore2] volume-2f512fb2-87ee-4bee-a412-c78ed62b8e45/volume-2f512fb2-87ee-4bee-a412-c78ed62b8e45.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 902.992146] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 902.993177] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06354850-2765-42b3-8e43-79b3ce5eea97 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.011727] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.018304] env[69239]: DEBUG oslo_vmware.api [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 903.018304] env[69239]: value = "task-4145339" [ 903.018304] env[69239]: _type = "Task" [ 903.018304] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.027488] env[69239]: DEBUG oslo_vmware.api [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.190444] env[69239]: DEBUG nova.compute.manager [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.325209] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619746} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.326066] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] f3262187-303d-497f-85f1-c36e11713535/f3262187-303d-497f-85f1-c36e11713535.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.326066] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.326066] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9d7b7e3-56d4-4144-9ee2-bba8218750d7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.337026] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 903.337026] env[69239]: value = "task-4145340" [ 903.337026] env[69239]: _type = "Task" [ 903.337026] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.349875] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.427800] env[69239]: DEBUG nova.compute.manager [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.485520] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184271} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.485938] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.489148] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1118d9b-1ed7-48ef-aa24-8f450c4ff21a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.512864] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] e4116487-0f74-4511-b170-3dd28643a27a/e4116487-0f74-4511-b170-3dd28643a27a.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.513964] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-792f1489-ad89-4ba5-9ef4-dcb3e5dd8281 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.542250] env[69239]: DEBUG oslo_vmware.api [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145339, 'name': ReconfigVM_Task, 'duration_secs': 0.222523} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.543588] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 903.548497] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 903.548497] env[69239]: value = "task-4145341" [ 903.548497] env[69239]: _type = "Task" [ 903.548497] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.551345] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36cb2aa1-4340-4e92-9921-e62d1bd90080 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.572370] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.573930] env[69239]: DEBUG oslo_vmware.api [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 903.573930] env[69239]: value = "task-4145342" [ 903.573930] env[69239]: _type = "Task" [ 903.573930] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.584845] env[69239]: DEBUG oslo_vmware.api [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145342, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.842747] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080aaeea-f600-470c-9603-6ff69ba8347a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.852563] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078592} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.852914] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.853929] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b6dee4-4765-43da-9cc5-07ba19e52c15 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.857651] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86814804-e063-4026-8709-bcb4f907067c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.882156] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] f3262187-303d-497f-85f1-c36e11713535/f3262187-303d-497f-85f1-c36e11713535.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.907700] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63becc3a-0a20-46a7-959c-94d73ef524f3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.923736] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96ec531-7f22-4bc2-98c8-ee17f7e6608e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.935127] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 903.935127] env[69239]: value = "task-4145343" [ 903.935127] env[69239]: _type = "Task" [ 903.935127] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.938646] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77552074-cbfb-4714-b6ab-a55174fc5da2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.952365] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.960892] env[69239]: DEBUG nova.compute.provider_tree [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.963204] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.073462] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.083200] env[69239]: DEBUG oslo_vmware.api [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145342, 'name': ReconfigVM_Task, 'duration_secs': 0.443624} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.083522] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820910', 'volume_id': '2f512fb2-87ee-4bee-a412-c78ed62b8e45', 'name': 'volume-2f512fb2-87ee-4bee-a412-c78ed62b8e45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4156b2a5-daef-4f43-9306-0d6730b8d580', 'attached_at': '', 'detached_at': '', 'volume_id': '2f512fb2-87ee-4bee-a412-c78ed62b8e45', 'serial': '2f512fb2-87ee-4bee-a412-c78ed62b8e45'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 904.083841] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.084641] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725e5eb3-b07b-4a28-b6c4-9f5691299bd6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.091906] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.092174] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f3807f2-e8bc-492a-8b56-ad9eb600b7f3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.161659] env[69239]: DEBUG nova.compute.manager [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 904.162750] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e304f21-c3c2-45e1-8bcc-f72ed83e7374 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.179309] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.183837] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.183837] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleting the datastore file [datastore2] 4156b2a5-daef-4f43-9306-0d6730b8d580 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.184321] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2f193a1-f2d9-4ae8-9dc9-b8efe9b2ca7c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.196996] env[69239]: DEBUG oslo_vmware.api [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 904.196996] env[69239]: value = "task-4145345" [ 904.196996] env[69239]: _type = "Task" [ 904.196996] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.207968] env[69239]: DEBUG nova.compute.manager [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.212510] env[69239]: DEBUG oslo_vmware.api [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.247418] env[69239]: DEBUG nova.virt.hardware [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.247753] env[69239]: DEBUG nova.virt.hardware [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.248046] env[69239]: DEBUG nova.virt.hardware [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.248341] env[69239]: DEBUG nova.virt.hardware [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.248580] env[69239]: DEBUG nova.virt.hardware [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.248810] env[69239]: DEBUG nova.virt.hardware [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.249118] env[69239]: DEBUG nova.virt.hardware [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.249382] env[69239]: DEBUG nova.virt.hardware [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.249646] env[69239]: DEBUG nova.virt.hardware [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.249904] env[69239]: DEBUG nova.virt.hardware [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.250263] env[69239]: DEBUG nova.virt.hardware [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.251770] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf46b06f-eacb-4b00-ac8c-19337d732560 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.263723] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce7cb1a-de46-4212-b745-7706534879a6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.279332] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.284737] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.285083] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.285360] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d0c6882-1564-4efc-96c3-553103a15a5d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.304094] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.304094] env[69239]: value = "task-4145346" [ 904.304094] env[69239]: _type = "Task" [ 904.304094] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.312931] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145346, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.454141] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.465412] env[69239]: DEBUG nova.scheduler.client.report [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.573855] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145341, 'name': ReconfigVM_Task, 'duration_secs': 0.978432} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.573855] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Reconfigured VM instance instance-00000043 to attach disk [datastore1] e4116487-0f74-4511-b170-3dd28643a27a/e4116487-0f74-4511-b170-3dd28643a27a.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.573855] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f552c8ee-7b0c-4b31-866a-4e8044f1847e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.581439] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 904.581439] env[69239]: value = "task-4145347" [ 904.581439] env[69239]: _type = "Task" [ 904.581439] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.595391] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145347, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.686067] env[69239]: INFO nova.compute.manager [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] instance snapshotting [ 904.688739] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ac4017-6e97-42e5-99f1-d1d15d2ae6df {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.712037] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f719e430-a887-4c6b-a5b5-e260db5b172c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.720292] env[69239]: DEBUG oslo_vmware.api [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153441} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.722225] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.722474] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.722667] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.722845] env[69239]: INFO nova.compute.manager [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Took 2.37 seconds to destroy the instance on the hypervisor. [ 904.723100] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.725496] env[69239]: DEBUG nova.compute.manager [-] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.725606] env[69239]: DEBUG nova.network.neutron [-] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.815303] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145346, 'name': CreateVM_Task, 'duration_secs': 0.363229} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.815525] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.815995] env[69239]: DEBUG oslo_concurrency.lockutils [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.816241] env[69239]: DEBUG oslo_concurrency.lockutils [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.816575] env[69239]: DEBUG oslo_concurrency.lockutils [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.816833] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02f2449-31e1-464e-8b29-e9505fdddc5b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.822555] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 904.822555] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52bbbef4-9bec-d44d-c30d-6f511e82b7a4" [ 904.822555] env[69239]: _type = "Task" [ 904.822555] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.831350] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bbbef4-9bec-d44d-c30d-6f511e82b7a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.955682] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145343, 'name': ReconfigVM_Task, 'duration_secs': 0.608039} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.955997] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Reconfigured VM instance instance-00000042 to attach disk [datastore2] f3262187-303d-497f-85f1-c36e11713535/f3262187-303d-497f-85f1-c36e11713535.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.956648] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf5d44dc-4314-4ce3-9cde-1a14d968a89e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.965508] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 904.965508] env[69239]: value = "task-4145348" [ 904.965508] env[69239]: _type = "Task" [ 904.965508] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.970861] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.971458] env[69239]: DEBUG nova.compute.manager [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.977935] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.308s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.979661] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145348, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.092627] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145347, 'name': Rename_Task, 'duration_secs': 0.262274} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.092627] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.092751] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47d5a883-c21f-4581-a657-ae87cb7b5c50 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.101455] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 905.101455] env[69239]: value = "task-4145349" [ 905.101455] env[69239]: _type = "Task" [ 905.101455] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.110599] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.134391] env[69239]: DEBUG nova.compute.manager [req-79fbb325-d30c-4207-97fb-01736007fc63 req-0206e034-aefa-4ad8-9e34-c3e7bb2a8b9b service nova] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Received event network-vif-deleted-528b82fb-f59b-4768-8118-e6e1a19d5b89 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.134648] env[69239]: INFO nova.compute.manager [req-79fbb325-d30c-4207-97fb-01736007fc63 req-0206e034-aefa-4ad8-9e34-c3e7bb2a8b9b service nova] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Neutron deleted interface 528b82fb-f59b-4768-8118-e6e1a19d5b89; detaching it from the instance and deleting it from the info cache [ 905.134824] env[69239]: DEBUG nova.network.neutron [req-79fbb325-d30c-4207-97fb-01736007fc63 req-0206e034-aefa-4ad8-9e34-c3e7bb2a8b9b service nova] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.229490] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 905.229841] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7564559c-2309-40f4-b16f-edd0e181f5d7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.237815] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 905.237815] env[69239]: value = "task-4145350" [ 905.237815] env[69239]: _type = "Task" [ 905.237815] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.246900] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145350, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.333019] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bbbef4-9bec-d44d-c30d-6f511e82b7a4, 'name': SearchDatastore_Task, 'duration_secs': 0.018103} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.333311] env[69239]: DEBUG oslo_concurrency.lockutils [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.333594] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.333828] env[69239]: DEBUG oslo_concurrency.lockutils [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.333975] env[69239]: DEBUG oslo_concurrency.lockutils [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.334175] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.334449] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cac0e2ca-e0e9-4952-ad32-0f2e74a9b113 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.344780] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.345041] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.345752] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc2fb6e-b72d-4d9c-9daa-86ef441c6d7e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.352993] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 905.352993] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a42586-44ba-40ec-2586-ecd218c45f46" [ 905.352993] env[69239]: _type = "Task" [ 905.352993] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.362838] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a42586-44ba-40ec-2586-ecd218c45f46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.476217] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145348, 'name': Rename_Task, 'duration_secs': 0.288715} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.476558] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.476846] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2522ac9d-19dd-4821-a64d-46562ebcf101 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.482153] env[69239]: DEBUG nova.compute.utils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.498046] env[69239]: DEBUG nova.compute.manager [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.498208] env[69239]: DEBUG nova.network.neutron [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.500995] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 905.500995] env[69239]: value = "task-4145351" [ 905.500995] env[69239]: _type = "Task" [ 905.500995] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.514033] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145351, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.563789] env[69239]: DEBUG nova.policy [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26366db576ad4e70a196291d5a2ba336', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e96bf13d903403dbe7dbe134263eeb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.613633] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145349, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.617141] env[69239]: DEBUG nova.network.neutron [-] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.638566] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4df9e3ef-2e73-4e6a-89d3-5f5042e10134 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.651737] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda895f9-71b6-425a-85eb-7101b460cd62 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.695565] env[69239]: DEBUG nova.compute.manager [req-79fbb325-d30c-4207-97fb-01736007fc63 req-0206e034-aefa-4ad8-9e34-c3e7bb2a8b9b service nova] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Detach interface failed, port_id=528b82fb-f59b-4768-8118-e6e1a19d5b89, reason: Instance 4156b2a5-daef-4f43-9306-0d6730b8d580 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 905.748359] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145350, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.869021] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a42586-44ba-40ec-2586-ecd218c45f46, 'name': SearchDatastore_Task, 'duration_secs': 0.0109} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.869021] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc668782-7c92-4c3a-981c-179bd20d4553 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.875072] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 905.875072] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529bd24b-c60d-d099-db98-166d1848db48" [ 905.875072] env[69239]: _type = "Task" [ 905.875072] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.880902] env[69239]: DEBUG nova.network.neutron [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Successfully created port: a2540417-6d9d-4985-882b-b4a9bb6b1ee9 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.889606] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529bd24b-c60d-d099-db98-166d1848db48, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.889893] env[69239]: DEBUG oslo_concurrency.lockutils [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.890190] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c/0a158a5f-a0b3-42dc-8a41-e1e430e64c0c.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.890472] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25facb27-d347-432f-9bc8-d332db362446 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.898284] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 905.898284] env[69239]: value = "task-4145352" [ 905.898284] env[69239]: _type = "Task" [ 905.898284] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.908447] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.998567] env[69239]: DEBUG nova.compute.manager [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.002585] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Applying migration context for instance 1c5e3340-3f00-480d-a7db-9d7a0ea07636 as it has an incoming, in-progress migration 7d296ac4-50d1-4578-a665-d891d05ba9bc. Migration status is confirming {{(pid=69239) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 906.005980] env[69239]: INFO nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating resource usage from migration 7d296ac4-50d1-4578-a665-d891d05ba9bc [ 906.018467] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145351, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.035427] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 170cb828-e7a7-43fe-9dd8-80a676543da8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.035703] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 089dfd42-473d-4b6c-9037-064299a91856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.035833] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 4474a896-3a2b-4514-914b-9475f5e59b1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.035993] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 906.036142] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance b4ad9083-f525-471e-94cc-0f888acc8d6c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.036287] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 8c838990-2b74-406f-ad36-50a8cd62de0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.036429] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 63bb7544-03c3-4857-ad20-ab83a07ad501 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.036552] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance a20a473d-c061-4bc7-8d44-32d26d10cfe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.036842] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance d12c516a-0927-432d-9c09-bd80581aef86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.036842] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 868d8686-b21b-4c8f-94ea-191c1b662640 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.036958] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 17e9b47b-1f79-4b53-93a0-b9258d846e97 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 906.037088] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 7274cc79-d1e6-4d72-8555-f8d84300a8cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.037310] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.037467] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance bb959ee7-1de9-4877-b342-4183c2a30146 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.037623] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 0de18b9d-ab56-4687-802a-eb202691f51f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.037802] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance fc588c49-4478-456b-a3f8-a049fc908c96 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 906.037989] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 09dae98c-7b24-4342-9f25-64065c1eb190 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.038148] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance cf1eb428-09b1-4619-a28b-9570fa678ee0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 906.038266] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 4156b2a5-daef-4f43-9306-0d6730b8d580 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.038397] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 54d4ddec-4054-4db3-bdd5-3614ee273b89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.038500] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 72c59591-e7cc-4a2b-9f28-fb3b696d5d30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.038613] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Migration 7d296ac4-50d1-4578-a665-d891d05ba9bc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 906.038728] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 1c5e3340-3f00-480d-a7db-9d7a0ea07636 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.038837] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance ee6949fc-f81c-429c-9756-9140b82aa5fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.038980] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance f3262187-303d-497f-85f1-c36e11713535 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.039117] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance e4116487-0f74-4511-b170-3dd28643a27a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.039230] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.039388] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 46e30dc4-a255-4dc9-b3ca-9e03610ac529 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 906.115737] env[69239]: DEBUG oslo_vmware.api [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145349, 'name': PowerOnVM_Task, 'duration_secs': 0.582664} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.116091] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.116399] env[69239]: INFO nova.compute.manager [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Took 6.98 seconds to spawn the instance on the hypervisor. [ 906.116898] env[69239]: DEBUG nova.compute.manager [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 906.117656] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836a49fd-f15d-4bf3-b1fd-b3ac8a53459c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.121298] env[69239]: INFO nova.compute.manager [-] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Took 1.40 seconds to deallocate network for instance. [ 906.253738] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145350, 'name': CreateSnapshot_Task, 'duration_secs': 0.888289} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.254219] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 906.255412] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c32e1f-975c-42e2-a5b5-c2c326b1e269 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.411690] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145352, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.520026] env[69239]: DEBUG oslo_vmware.api [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145351, 'name': PowerOnVM_Task, 'duration_secs': 0.591325} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.520026] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.520215] env[69239]: INFO nova.compute.manager [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Took 10.06 seconds to spawn the instance on the hypervisor. [ 906.520382] env[69239]: DEBUG nova.compute.manager [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 906.521215] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d6e2be-b78c-42d4-a997-419c31e574b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.541905] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 5218604c-e5de-4d24-bc5a-8a96cb645126 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 906.640487] env[69239]: INFO nova.compute.manager [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Took 50.13 seconds to build instance. [ 906.676220] env[69239]: INFO nova.compute.manager [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Took 0.55 seconds to detach 1 volumes for instance. [ 906.780335] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 906.780672] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f1bd0535-8c10-4d83-b225-d7e43541ea0b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.789633] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 906.789633] env[69239]: value = "task-4145353" [ 906.789633] env[69239]: _type = "Task" [ 906.789633] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.798512] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145353, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.911102] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537454} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.911371] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c/0a158a5f-a0b3-42dc-8a41-e1e430e64c0c.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.911616] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.911889] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c441fb54-0abe-4c31-acc3-9bfd4f12964f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.920989] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 906.920989] env[69239]: value = "task-4145354" [ 906.920989] env[69239]: _type = "Task" [ 906.920989] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.933949] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.008318] env[69239]: DEBUG nova.compute.manager [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.040328] env[69239]: DEBUG nova.virt.hardware [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.040959] env[69239]: DEBUG nova.virt.hardware [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.040959] env[69239]: DEBUG nova.virt.hardware [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.041163] env[69239]: DEBUG nova.virt.hardware [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.045362] env[69239]: DEBUG nova.virt.hardware [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.045599] env[69239]: DEBUG nova.virt.hardware [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.045866] env[69239]: DEBUG nova.virt.hardware [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.046055] env[69239]: DEBUG nova.virt.hardware [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.046236] env[69239]: DEBUG nova.virt.hardware [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.046407] env[69239]: DEBUG nova.virt.hardware [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.046586] env[69239]: DEBUG nova.virt.hardware [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.047384] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 1257c7e3-6466-4540-a0ea-4437e151905f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 907.049262] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e498cec-be68-4d7f-8a0f-66c667f1f6cf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.059665] env[69239]: INFO nova.compute.manager [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Took 51.60 seconds to build instance. [ 907.064022] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b008dfc-2171-4b07-ae79-1aea26b07042 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.143272] env[69239]: DEBUG oslo_concurrency.lockutils [None req-90b3178a-2f84-47c0-b3be-76fb61011f2a tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "e4116487-0f74-4511-b170-3dd28643a27a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.769s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.182855] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.301622] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145353, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.386261] env[69239]: DEBUG nova.compute.manager [req-38a5d079-5472-4222-8e11-a6bb8749987d req-37f8012a-3e26-483f-a2e1-19060ff12fb0 service nova] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Received event network-vif-plugged-a2540417-6d9d-4985-882b-b4a9bb6b1ee9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.386446] env[69239]: DEBUG oslo_concurrency.lockutils [req-38a5d079-5472-4222-8e11-a6bb8749987d req-37f8012a-3e26-483f-a2e1-19060ff12fb0 service nova] Acquiring lock "46e30dc4-a255-4dc9-b3ca-9e03610ac529-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.386674] env[69239]: DEBUG oslo_concurrency.lockutils [req-38a5d079-5472-4222-8e11-a6bb8749987d req-37f8012a-3e26-483f-a2e1-19060ff12fb0 service nova] Lock "46e30dc4-a255-4dc9-b3ca-9e03610ac529-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.386866] env[69239]: DEBUG oslo_concurrency.lockutils [req-38a5d079-5472-4222-8e11-a6bb8749987d req-37f8012a-3e26-483f-a2e1-19060ff12fb0 service nova] Lock "46e30dc4-a255-4dc9-b3ca-9e03610ac529-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.387176] env[69239]: DEBUG nova.compute.manager [req-38a5d079-5472-4222-8e11-a6bb8749987d req-37f8012a-3e26-483f-a2e1-19060ff12fb0 service nova] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] No waiting events found dispatching network-vif-plugged-a2540417-6d9d-4985-882b-b4a9bb6b1ee9 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 907.387411] env[69239]: WARNING nova.compute.manager [req-38a5d079-5472-4222-8e11-a6bb8749987d req-37f8012a-3e26-483f-a2e1-19060ff12fb0 service nova] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Received unexpected event network-vif-plugged-a2540417-6d9d-4985-882b-b4a9bb6b1ee9 for instance with vm_state building and task_state spawning. [ 907.433480] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077027} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.433662] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.434536] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81308a85-e085-4f42-a0ce-b58f61551f16 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.457151] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c/0a158a5f-a0b3-42dc-8a41-e1e430e64c0c.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.457875] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-087eb3ac-68fa-4fd1-aaa0-e250f87be6f1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.480688] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 907.480688] env[69239]: value = "task-4145355" [ 907.480688] env[69239]: _type = "Task" [ 907.480688] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.490314] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.500564] env[69239]: DEBUG nova.network.neutron [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Successfully updated port: a2540417-6d9d-4985-882b-b4a9bb6b1ee9 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.555473] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance ceb679d3-fcf7-481f-83b9-5cb912fa8cd8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 907.568181] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81aadb92-bf8f-44cf-a792-033c915db03f tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "f3262187-303d-497f-85f1-c36e11713535" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.994s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.802384] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145353, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.992930] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145355, 'name': ReconfigVM_Task, 'duration_secs': 0.332127} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.993248] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c/0a158a5f-a0b3-42dc-8a41-e1e430e64c0c.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.993930] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b780f27-9d96-4988-8dd5-d04a65d53c4e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.004207] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "refresh_cache-46e30dc4-a255-4dc9-b3ca-9e03610ac529" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.004207] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "refresh_cache-46e30dc4-a255-4dc9-b3ca-9e03610ac529" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.004207] env[69239]: DEBUG nova.network.neutron [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.004942] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 908.004942] env[69239]: value = "task-4145356" [ 908.004942] env[69239]: _type = "Task" [ 908.004942] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.014369] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145356, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.023641] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "868d8686-b21b-4c8f-94ea-191c1b662640" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.023986] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "868d8686-b21b-4c8f-94ea-191c1b662640" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.058693] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 908.302062] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145353, 'name': CloneVM_Task} progress is 95%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.457504] env[69239]: DEBUG oslo_concurrency.lockutils [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "f3262187-303d-497f-85f1-c36e11713535" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.457886] env[69239]: DEBUG oslo_concurrency.lockutils [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "f3262187-303d-497f-85f1-c36e11713535" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.458220] env[69239]: DEBUG oslo_concurrency.lockutils [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "f3262187-303d-497f-85f1-c36e11713535-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.458508] env[69239]: DEBUG oslo_concurrency.lockutils [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "f3262187-303d-497f-85f1-c36e11713535-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.458822] env[69239]: DEBUG oslo_concurrency.lockutils [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "f3262187-303d-497f-85f1-c36e11713535-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.461750] env[69239]: INFO nova.compute.manager [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Terminating instance [ 908.517839] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145356, 'name': Rename_Task, 'duration_secs': 0.145645} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.517839] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.518075] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e446a9ed-d0a5-4716-ab5c-67830ae01429 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.524914] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 908.524914] env[69239]: value = "task-4145357" [ 908.524914] env[69239]: _type = "Task" [ 908.524914] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.529055] env[69239]: DEBUG nova.compute.utils [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.535853] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.543515] env[69239]: DEBUG nova.network.neutron [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.562042] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 7e27c8d4-373d-4b35-9684-5af63e7a5ff6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 908.562042] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (2bd4b269-7c99-4e7d-a21b-3ca84d613130): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 908.704360] env[69239]: DEBUG nova.network.neutron [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Updating instance_info_cache with network_info: [{"id": "a2540417-6d9d-4985-882b-b4a9bb6b1ee9", "address": "fa:16:3e:c3:67:0a", "network": {"id": "4cb9afcf-cca0-4b50-8a68-3ce948c2664e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-562899602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e96bf13d903403dbe7dbe134263eeb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2540417-6d", "ovs_interfaceid": "a2540417-6d9d-4985-882b-b4a9bb6b1ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.803940] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145353, 'name': CloneVM_Task, 'duration_secs': 1.901535} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.804233] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Created linked-clone VM from snapshot [ 908.805035] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eca85c7-367b-4cbe-9bfa-22d3a2205733 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.813787] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Uploading image 6bb475d2-8889-433d-a494-879f7a058e56 {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 908.844711] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 908.844711] env[69239]: value = "vm-820918" [ 908.844711] env[69239]: _type = "VirtualMachine" [ 908.844711] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 908.845056] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6519a3fc-3909-4ef0-877b-88e3cd703f1a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.853677] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lease: (returnval){ [ 908.853677] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b816ee-11df-e109-5f44-c5772288d152" [ 908.853677] env[69239]: _type = "HttpNfcLease" [ 908.853677] env[69239]: } obtained for exporting VM: (result){ [ 908.853677] env[69239]: value = "vm-820918" [ 908.853677] env[69239]: _type = "VirtualMachine" [ 908.853677] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 908.853965] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the lease: (returnval){ [ 908.853965] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b816ee-11df-e109-5f44-c5772288d152" [ 908.853965] env[69239]: _type = "HttpNfcLease" [ 908.853965] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 908.860870] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.860870] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b816ee-11df-e109-5f44-c5772288d152" [ 908.860870] env[69239]: _type = "HttpNfcLease" [ 908.860870] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 908.966371] env[69239]: DEBUG nova.compute.manager [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.966663] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.968397] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573ac795-80c1-4032-90e6-3a439522c322 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.979447] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.979843] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87e88471-c8d9-4be0-944d-51f9197ccd06 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.987959] env[69239]: DEBUG oslo_vmware.api [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 908.987959] env[69239]: value = "task-4145359" [ 908.987959] env[69239]: _type = "Task" [ 908.987959] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.997313] env[69239]: DEBUG oslo_vmware.api [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.032601] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "868d8686-b21b-4c8f-94ea-191c1b662640" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.036817] env[69239]: DEBUG oslo_vmware.api [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145357, 'name': PowerOnVM_Task, 'duration_secs': 0.489888} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.037787] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.037999] env[69239]: INFO nova.compute.manager [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Took 4.83 seconds to spawn the instance on the hypervisor. [ 909.038200] env[69239]: DEBUG nova.compute.manager [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.039350] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae5019e-ee24-4432-b1ae-5499a65b1154 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.067944] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 04c545a7-8355-408b-b506-d3f785cc057a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 909.068477] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 909.068631] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5248MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=24 pci_stats=[] {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 909.208135] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "refresh_cache-46e30dc4-a255-4dc9-b3ca-9e03610ac529" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.208135] env[69239]: DEBUG nova.compute.manager [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Instance network_info: |[{"id": "a2540417-6d9d-4985-882b-b4a9bb6b1ee9", "address": "fa:16:3e:c3:67:0a", "network": {"id": "4cb9afcf-cca0-4b50-8a68-3ce948c2664e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-562899602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e96bf13d903403dbe7dbe134263eeb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2540417-6d", "ovs_interfaceid": "a2540417-6d9d-4985-882b-b4a9bb6b1ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.208391] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:67:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2540417-6d9d-4985-882b-b4a9bb6b1ee9', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.216338] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.219532] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.220802] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f27ac6d3-13c5-4f71-a39c-21c850d8677b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.245094] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.245094] env[69239]: value = "task-4145360" [ 909.245094] env[69239]: _type = "Task" [ 909.245094] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.258539] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145360, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.366400] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 909.366400] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b816ee-11df-e109-5f44-c5772288d152" [ 909.366400] env[69239]: _type = "HttpNfcLease" [ 909.366400] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 909.366832] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 909.366832] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b816ee-11df-e109-5f44-c5772288d152" [ 909.366832] env[69239]: _type = "HttpNfcLease" [ 909.366832] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 909.367693] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36338d6-0a32-4345-b671-8df471cbb18d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.377665] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fb3e2-87b4-2d64-a9a6-13b29cac8d95/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 909.378761] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fb3e2-87b4-2d64-a9a6-13b29cac8d95/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 909.491778] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e66f3100-05f2-4a67-b1ad-1fcc0b73c086 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.499320] env[69239]: DEBUG nova.compute.manager [req-cf95f9dc-20a9-4794-94bc-01aff0a5fd50 req-42822e34-b32d-4b0c-9442-62ec48b0dc1b service nova] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Received event network-changed-a2540417-6d9d-4985-882b-b4a9bb6b1ee9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.499403] env[69239]: DEBUG nova.compute.manager [req-cf95f9dc-20a9-4794-94bc-01aff0a5fd50 req-42822e34-b32d-4b0c-9442-62ec48b0dc1b service nova] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Refreshing instance network info cache due to event network-changed-a2540417-6d9d-4985-882b-b4a9bb6b1ee9. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.499602] env[69239]: DEBUG oslo_concurrency.lockutils [req-cf95f9dc-20a9-4794-94bc-01aff0a5fd50 req-42822e34-b32d-4b0c-9442-62ec48b0dc1b service nova] Acquiring lock "refresh_cache-46e30dc4-a255-4dc9-b3ca-9e03610ac529" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.499749] env[69239]: DEBUG oslo_concurrency.lockutils [req-cf95f9dc-20a9-4794-94bc-01aff0a5fd50 req-42822e34-b32d-4b0c-9442-62ec48b0dc1b service nova] Acquired lock "refresh_cache-46e30dc4-a255-4dc9-b3ca-9e03610ac529" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.499889] env[69239]: DEBUG nova.network.neutron [req-cf95f9dc-20a9-4794-94bc-01aff0a5fd50 req-42822e34-b32d-4b0c-9442-62ec48b0dc1b service nova] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Refreshing network info cache for port a2540417-6d9d-4985-882b-b4a9bb6b1ee9 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.505774] env[69239]: DEBUG oslo_vmware.api [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145359, 'name': PowerOffVM_Task, 'duration_secs': 0.415946} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.508144] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.508275] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.511245] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c01035f-55c3-4ad1-8242-bdbf504110a8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.558918] env[69239]: INFO nova.compute.manager [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Took 47.05 seconds to build instance. [ 909.593054] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.593479] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.594074] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleting the datastore file [datastore2] f3262187-303d-497f-85f1-c36e11713535 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.594336] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48437b72-1fb9-4480-a3af-661e2d28e232 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.607451] env[69239]: DEBUG oslo_vmware.api [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 909.607451] env[69239]: value = "task-4145362" [ 909.607451] env[69239]: _type = "Task" [ 909.607451] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.627163] env[69239]: DEBUG oslo_vmware.api [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.674498] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb212e0e-2d33-4461-8f26-e2979a32018b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.683955] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fec1fa1-9fc7-45ea-8ad7-c9247b8f8b14 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.725996] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1341ca68-cd62-4777-94e9-819056f42cf3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.738108] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0cd820-c75e-4660-bf7f-b99657a88fed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.757500] env[69239]: DEBUG nova.compute.provider_tree [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.773569] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145360, 'name': CreateVM_Task, 'duration_secs': 0.437413} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.773903] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.775026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.775229] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.775859] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.776596] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f204b1e4-8414-44dd-bb45-b8bf0e156e82 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.782746] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 909.782746] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5258223d-1a76-c7ed-56b6-e3f89bfca810" [ 909.782746] env[69239]: _type = "Task" [ 909.782746] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.792449] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5258223d-1a76-c7ed-56b6-e3f89bfca810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.063908] env[69239]: DEBUG oslo_concurrency.lockutils [None req-066d6e37-fbb5-422d-b05d-8fc6d042351b tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "0a158a5f-a0b3-42dc-8a41-e1e430e64c0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.028s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.118927] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "868d8686-b21b-4c8f-94ea-191c1b662640" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.119415] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "868d8686-b21b-4c8f-94ea-191c1b662640" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.120152] env[69239]: INFO nova.compute.manager [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Attaching volume fb1f90ea-3b6a-4290-930e-a5e096dac11d to /dev/sdb [ 910.131171] env[69239]: DEBUG oslo_vmware.api [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169499} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.134323] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.134572] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.134703] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.134876] env[69239]: INFO nova.compute.manager [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: f3262187-303d-497f-85f1-c36e11713535] Took 1.17 seconds to destroy the instance on the hypervisor. [ 910.135169] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.135959] env[69239]: DEBUG nova.compute.manager [-] [instance: f3262187-303d-497f-85f1-c36e11713535] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.136099] env[69239]: DEBUG nova.network.neutron [-] [instance: f3262187-303d-497f-85f1-c36e11713535] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.167848] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4241d2d-1ed5-46e1-8cd0-5ae8465e25da {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.177222] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738d4e9d-fb3d-4485-932a-4d004a43bc50 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.197392] env[69239]: DEBUG nova.virt.block_device [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Updating existing volume attachment record: 1ee18ee5-6752-44c6-9ea8-7ab849db52d6 {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 910.260768] env[69239]: DEBUG nova.scheduler.client.report [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.292573] env[69239]: DEBUG nova.network.neutron [req-cf95f9dc-20a9-4794-94bc-01aff0a5fd50 req-42822e34-b32d-4b0c-9442-62ec48b0dc1b service nova] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Updated VIF entry in instance network info cache for port a2540417-6d9d-4985-882b-b4a9bb6b1ee9. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.292956] env[69239]: DEBUG nova.network.neutron [req-cf95f9dc-20a9-4794-94bc-01aff0a5fd50 req-42822e34-b32d-4b0c-9442-62ec48b0dc1b service nova] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Updating instance_info_cache with network_info: [{"id": "a2540417-6d9d-4985-882b-b4a9bb6b1ee9", "address": "fa:16:3e:c3:67:0a", "network": {"id": "4cb9afcf-cca0-4b50-8a68-3ce948c2664e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-562899602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e96bf13d903403dbe7dbe134263eeb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2540417-6d", "ovs_interfaceid": "a2540417-6d9d-4985-882b-b4a9bb6b1ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.299710] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5258223d-1a76-c7ed-56b6-e3f89bfca810, 'name': SearchDatastore_Task, 'duration_secs': 0.010855} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.300385] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.300680] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.301132] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.301378] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.301661] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.302010] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02562d53-a50c-4ae4-9592-17f31e463552 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.312320] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.312686] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.314100] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d41034-4899-4741-9632-0c684ae6c4c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.320927] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 910.320927] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]522c44a3-0023-fd5c-ed1a-09408c059bd4" [ 910.320927] env[69239]: _type = "Task" [ 910.320927] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.336177] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522c44a3-0023-fd5c-ed1a-09408c059bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.620819] env[69239]: DEBUG nova.compute.manager [req-1f110a9c-d679-43e2-96c0-8a03cd809a86 req-ed8f63af-ab1e-4b89-8e90-bf13e02f8f2f service nova] [instance: f3262187-303d-497f-85f1-c36e11713535] Received event network-vif-deleted-d60b56f4-df73-4910-912b-377e88ab244c {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.621246] env[69239]: INFO nova.compute.manager [req-1f110a9c-d679-43e2-96c0-8a03cd809a86 req-ed8f63af-ab1e-4b89-8e90-bf13e02f8f2f service nova] [instance: f3262187-303d-497f-85f1-c36e11713535] Neutron deleted interface d60b56f4-df73-4910-912b-377e88ab244c; detaching it from the instance and deleting it from the info cache [ 910.621518] env[69239]: DEBUG nova.network.neutron [req-1f110a9c-d679-43e2-96c0-8a03cd809a86 req-ed8f63af-ab1e-4b89-8e90-bf13e02f8f2f service nova] [instance: f3262187-303d-497f-85f1-c36e11713535] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.623447] env[69239]: INFO nova.compute.manager [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Rebuilding instance [ 910.681327] env[69239]: DEBUG nova.compute.manager [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 910.682139] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccf796e-0b7e-4fe3-a59d-6d556131311a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.765946] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69239) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 910.766216] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.788s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.766486] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.546s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.766681] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.770192] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.299s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.770192] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.772339] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.794s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.772532] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.774489] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.758s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.776292] env[69239]: INFO nova.compute.claims [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.779181] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.779858] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Cleaning up deleted instances {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 910.802940] env[69239]: DEBUG oslo_concurrency.lockutils [req-cf95f9dc-20a9-4794-94bc-01aff0a5fd50 req-42822e34-b32d-4b0c-9442-62ec48b0dc1b service nova] Releasing lock "refresh_cache-46e30dc4-a255-4dc9-b3ca-9e03610ac529" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.813925] env[69239]: INFO nova.scheduler.client.report [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Deleted allocations for instance fc588c49-4478-456b-a3f8-a049fc908c96 [ 910.816105] env[69239]: INFO nova.scheduler.client.report [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Deleted allocations for instance f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5 [ 910.834417] env[69239]: INFO nova.scheduler.client.report [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Deleted allocations for instance 17e9b47b-1f79-4b53-93a0-b9258d846e97 [ 910.841522] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522c44a3-0023-fd5c-ed1a-09408c059bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.011481} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.844611] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aad1ebb-7f54-4574-a73e-acc0b0423ec1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.852737] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 910.852737] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b34123-adb4-9ba8-a95b-16b2aef605a5" [ 910.852737] env[69239]: _type = "Task" [ 910.852737] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.864366] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b34123-adb4-9ba8-a95b-16b2aef605a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.012356] env[69239]: DEBUG nova.network.neutron [-] [instance: f3262187-303d-497f-85f1-c36e11713535] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.124719] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ce7a9cc-02b1-4296-87e4-cfc7fb33d50b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.136816] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad8191f-d383-40cb-be5f-6c8b62159535 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.185987] env[69239]: DEBUG nova.compute.manager [req-1f110a9c-d679-43e2-96c0-8a03cd809a86 req-ed8f63af-ab1e-4b89-8e90-bf13e02f8f2f service nova] [instance: f3262187-303d-497f-85f1-c36e11713535] Detach interface failed, port_id=d60b56f4-df73-4910-912b-377e88ab244c, reason: Instance f3262187-303d-497f-85f1-c36e11713535 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 911.297431] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] There are 41 instances to clean {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 911.301018] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: a3b9f90d-353b-41b0-a310-fdd975080a85] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.327599] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6484093-d49f-4116-8082-b6032bcd5b72 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "fc588c49-4478-456b-a3f8-a049fc908c96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.844s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.331781] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5f932059-b2b6-41df-a2d7-4d6a28b11e61 tempest-VolumesAdminNegativeTest-609403025 tempest-VolumesAdminNegativeTest-609403025-project-member] Lock "f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.998s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.348112] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c253c1b1-394d-4fe7-a1c8-96b16f3e095b tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "17e9b47b-1f79-4b53-93a0-b9258d846e97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.588s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.368026] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b34123-adb4-9ba8-a95b-16b2aef605a5, 'name': SearchDatastore_Task, 'duration_secs': 0.015275} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.368777] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.369145] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 46e30dc4-a255-4dc9-b3ca-9e03610ac529/46e30dc4-a255-4dc9-b3ca-9e03610ac529.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.370506] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-540f1a16-9f98-498e-9b89-3b03d4f4314a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.381462] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 911.381462] env[69239]: value = "task-4145366" [ 911.381462] env[69239]: _type = "Task" [ 911.381462] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.395699] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.515425] env[69239]: INFO nova.compute.manager [-] [instance: f3262187-303d-497f-85f1-c36e11713535] Took 1.38 seconds to deallocate network for instance. [ 911.698250] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.698596] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05d3be4a-27ef-4358-b694-a99f736df0d7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.707543] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 911.707543] env[69239]: value = "task-4145367" [ 911.707543] env[69239]: _type = "Task" [ 911.707543] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.723186] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.804194] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 062a3642-4172-4012-96a7-1ace304146aa] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.893907] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.025960] env[69239]: DEBUG oslo_concurrency.lockutils [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.148013] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "170cb828-e7a7-43fe-9dd8-80a676543da8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.148013] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "170cb828-e7a7-43fe-9dd8-80a676543da8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.148013] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "170cb828-e7a7-43fe-9dd8-80a676543da8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.148013] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "170cb828-e7a7-43fe-9dd8-80a676543da8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.148013] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "170cb828-e7a7-43fe-9dd8-80a676543da8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.151026] env[69239]: INFO nova.compute.manager [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Terminating instance [ 912.223211] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145367, 'name': PowerOffVM_Task, 'duration_secs': 0.131172} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.223520] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.223795] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.224666] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db63c398-b45a-4c07-950d-a868db42741b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.236307] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.241509] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-976780f4-4be1-4993-805e-58178ab36a89 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.276664] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.277037] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.277228] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Deleting the datastore file [datastore1] 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.277563] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f4f083e-5aa2-4c4d-a8f2-10cd0e070823 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.286587] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 912.286587] env[69239]: value = "task-4145369" [ 912.286587] env[69239]: _type = "Task" [ 912.286587] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.301956] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.310021] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 93026fc6-b7eb-4904-bc3b-3fea162449c3] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.311371] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5060847e-1542-480b-a328-a7b9efa9dbc2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.320605] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d46af87-81db-49a8-9b2b-9c85d7533e94 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.358985] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acccfb1b-612e-4520-9e6d-0ad4eba49237 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.371671] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923f3b06-a5de-4733-93a1-6b501dbbf18a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.393122] env[69239]: DEBUG nova.compute.provider_tree [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.404939] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145366, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.654870] env[69239]: DEBUG nova.compute.manager [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.655245] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.656502] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af9d224-bbfd-4094-afea-297447fdd7d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.666642] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.666970] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e5ce993-a33e-454f-8ff3-0455c4258369 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.675351] env[69239]: DEBUG oslo_vmware.api [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 912.675351] env[69239]: value = "task-4145370" [ 912.675351] env[69239]: _type = "Task" [ 912.675351] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.687161] env[69239]: DEBUG oslo_vmware.api [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.798729] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421999} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.799745] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.800026] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.800140] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.815665] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 47f2c6c0-4efb-4e06-b771-4f8f4c5ca27b] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.899076] env[69239]: DEBUG nova.scheduler.client.report [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.906933] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145366, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.3049} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.907524] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 46e30dc4-a255-4dc9-b3ca-9e03610ac529/46e30dc4-a255-4dc9-b3ca-9e03610ac529.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.907769] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.908593] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dfbb818-18cd-4471-a001-5893b6edde7a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.917720] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 912.917720] env[69239]: value = "task-4145372" [ 912.917720] env[69239]: _type = "Task" [ 912.917720] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.928912] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.193560] env[69239]: DEBUG oslo_vmware.api [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.279527] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "a20a473d-c061-4bc7-8d44-32d26d10cfe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.279964] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "a20a473d-c061-4bc7-8d44-32d26d10cfe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.280180] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "a20a473d-c061-4bc7-8d44-32d26d10cfe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.280440] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "a20a473d-c061-4bc7-8d44-32d26d10cfe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.280686] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "a20a473d-c061-4bc7-8d44-32d26d10cfe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.283279] env[69239]: INFO nova.compute.manager [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Terminating instance [ 913.320457] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 356511fa-a83d-4211-adb5-4c3f143e698d] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.409344] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.409773] env[69239]: DEBUG nova.compute.manager [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.413806] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.856s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.432215] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138381} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.433306] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.434347] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dd2491-9bc8-4fd0-b473-8b3d69dc63d9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.471392] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 46e30dc4-a255-4dc9-b3ca-9e03610ac529/46e30dc4-a255-4dc9-b3ca-9e03610ac529.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.472456] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f61b3c68-3b26-4e04-aa34-3ab1c07dacd6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.497346] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 913.497346] env[69239]: value = "task-4145373" [ 913.497346] env[69239]: _type = "Task" [ 913.497346] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.508762] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.691318] env[69239]: DEBUG oslo_vmware.api [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145370, 'name': PowerOffVM_Task, 'duration_secs': 0.983188} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.691716] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.691935] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.692384] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-680081a9-0ac0-4f1c-abce-68aec208c55b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.770025] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.770025] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.770025] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Deleting the datastore file [datastore1] 170cb828-e7a7-43fe-9dd8-80a676543da8 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.770025] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e5ba082-86e9-41e5-a60f-05ecdf2d2e07 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.777581] env[69239]: DEBUG oslo_vmware.api [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for the task: (returnval){ [ 913.777581] env[69239]: value = "task-4145375" [ 913.777581] env[69239]: _type = "Task" [ 913.777581] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.789770] env[69239]: DEBUG nova.compute.manager [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.791735] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.791735] env[69239]: DEBUG oslo_vmware.api [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.791735] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6121a1c-44a5-4c25-80f1-86717f7f4ac8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.801053] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.801442] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60469955-61f9-4cce-b356-f80b3b7df9bf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.813227] env[69239]: DEBUG oslo_vmware.api [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 913.813227] env[69239]: value = "task-4145376" [ 913.813227] env[69239]: _type = "Task" [ 913.813227] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.826131] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 54e30768-6647-4d29-a6b0-fb3c4fe9235b] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.828564] env[69239]: DEBUG oslo_vmware.api [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.849413] env[69239]: DEBUG nova.virt.hardware [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.849722] env[69239]: DEBUG nova.virt.hardware [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.849927] env[69239]: DEBUG nova.virt.hardware [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.850207] env[69239]: DEBUG nova.virt.hardware [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.850398] env[69239]: DEBUG nova.virt.hardware [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.850580] env[69239]: DEBUG nova.virt.hardware [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.850874] env[69239]: DEBUG nova.virt.hardware [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.851092] env[69239]: DEBUG nova.virt.hardware [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.851305] env[69239]: DEBUG nova.virt.hardware [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.851521] env[69239]: DEBUG nova.virt.hardware [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.851740] env[69239]: DEBUG nova.virt.hardware [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.852958] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa9cff5-8837-4874-81a8-1b1c368fcd4a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.873042] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30faea49-4f5d-4292-bc04-3532f1747712 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.887607] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.895663] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.896777] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.897050] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a96b302-e310-4fc2-8f0e-ae76db49c44c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.919122] env[69239]: DEBUG nova.compute.utils [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.923732] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.923732] env[69239]: value = "task-4145377" [ 913.923732] env[69239]: _type = "Task" [ 913.923732] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.925267] env[69239]: DEBUG nova.compute.manager [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.925472] env[69239]: DEBUG nova.network.neutron [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.939473] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145377, 'name': CreateVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.015268] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.024654] env[69239]: DEBUG nova.policy [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f0fca9351434c879cf4c4cbeafad024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ee085312a2c4825a06c3a1b312ea79b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.292352] env[69239]: DEBUG oslo_vmware.api [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Task: {'id': task-4145375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172657} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.292817] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.293147] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.293444] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.293732] env[69239]: INFO nova.compute.manager [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Took 1.64 seconds to destroy the instance on the hypervisor. [ 914.294160] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.294468] env[69239]: DEBUG nova.compute.manager [-] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.294629] env[69239]: DEBUG nova.network.neutron [-] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.327282] env[69239]: DEBUG oslo_vmware.api [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145376, 'name': PowerOffVM_Task, 'duration_secs': 0.257571} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.328172] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.328172] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.328172] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64e25227-3d9f-4b5a-a82a-ea90d2efc7fa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.330269] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 43410ca1-1bf9-4332-93e5-be325167d292] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.423302] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.423563] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.423935] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Deleting the datastore file [datastore1] a20a473d-c061-4bc7-8d44-32d26d10cfe9 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.428022] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9619d1cb-ffae-4a98-955c-4da5328f2b61 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.428022] env[69239]: DEBUG nova.compute.manager [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.445075] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145377, 'name': CreateVM_Task, 'duration_secs': 0.424579} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.449947] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.450463] env[69239]: DEBUG oslo_vmware.api [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for the task: (returnval){ [ 914.450463] env[69239]: value = "task-4145379" [ 914.450463] env[69239]: _type = "Task" [ 914.450463] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.451132] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.451383] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.451692] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.452219] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee8a0d6-842c-4cf5-8734-572b3a3fe693 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.466311] env[69239]: DEBUG oslo_vmware.api [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.470231] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 914.470231] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528b8e6e-a8b9-0002-de61-2a70ff07d65b" [ 914.470231] env[69239]: _type = "Task" [ 914.470231] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.481935] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528b8e6e-a8b9-0002-de61-2a70ff07d65b, 'name': SearchDatastore_Task, 'duration_secs': 0.011941} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.482465] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.482844] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.483187] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.483338] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.483560] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.483891] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e11c63e3-ffaa-4179-9d33-92d1aaabb3db {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.493783] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.494051] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.495183] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10b7e43-b7ba-42a4-a5e5-02aaac2b1720 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.503739] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 914.503739] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5274a4ed-94e6-2b08-dba8-30d283879ce9" [ 914.503739] env[69239]: _type = "Task" [ 914.503739] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.514470] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145373, 'name': ReconfigVM_Task, 'duration_secs': 0.627522} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.515968] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 46e30dc4-a255-4dc9-b3ca-9e03610ac529/46e30dc4-a255-4dc9-b3ca-9e03610ac529.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.516260] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03669962-f8d6-4ea9-80bb-390d6c70e6bc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.521719] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5274a4ed-94e6-2b08-dba8-30d283879ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.012076} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.523033] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab7aab1-11a8-42eb-9fb8-c36a99ce966d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.528264] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 914.528264] env[69239]: value = "task-4145380" [ 914.528264] env[69239]: _type = "Task" [ 914.528264] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.532887] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 914.532887] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520723ea-7399-f104-9155-957dffa0f369" [ 914.532887] env[69239]: _type = "Task" [ 914.532887] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.546273] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145380, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.550145] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520723ea-7399-f104-9155-957dffa0f369, 'name': SearchDatastore_Task, 'duration_secs': 0.013109} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.550502] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.550723] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c/0a158a5f-a0b3-42dc-8a41-e1e430e64c0c.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.551025] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-943e81cc-0298-4568-914a-fdc83cc5b935 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.554907] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4da65f7-678b-4226-b914-ad1af45739ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.564948] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df2671c-1d0d-4214-a499-e2cc3455f0aa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.569322] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 914.569322] env[69239]: value = "task-4145381" [ 914.569322] env[69239]: _type = "Task" [ 914.569322] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.605993] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2638db6e-fb2e-45ee-8a48-a6b418ba141a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.612703] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.619218] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5a320a-2eff-48c5-af1a-b2ee38db46fc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.635635] env[69239]: DEBUG nova.compute.provider_tree [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.815984] env[69239]: DEBUG nova.compute.manager [req-d3baa55c-d898-4243-b187-dfeddd935c80 req-615f652d-439b-4ddc-88f2-b8006fcf517b service nova] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Received event network-vif-deleted-f169ad24-cb16-4605-bbb8-24c573c828c0 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.815984] env[69239]: INFO nova.compute.manager [req-d3baa55c-d898-4243-b187-dfeddd935c80 req-615f652d-439b-4ddc-88f2-b8006fcf517b service nova] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Neutron deleted interface f169ad24-cb16-4605-bbb8-24c573c828c0; detaching it from the instance and deleting it from the info cache [ 914.815984] env[69239]: DEBUG nova.network.neutron [req-d3baa55c-d898-4243-b187-dfeddd935c80 req-615f652d-439b-4ddc-88f2-b8006fcf517b service nova] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.833833] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: dd080268-3c0a-4f43-8089-9ad63e468121] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.938301] env[69239]: INFO nova.virt.block_device [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Booting with volume 3796210a-1d4b-4beb-a89f-37928250f6c2 at /dev/sda [ 914.963116] env[69239]: DEBUG oslo_vmware.api [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Task: {'id': task-4145379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184325} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.963492] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.963835] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.964115] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.964347] env[69239]: INFO nova.compute.manager [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 914.964747] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.964979] env[69239]: DEBUG nova.compute.manager [-] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.965092] env[69239]: DEBUG nova.network.neutron [-] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.990222] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e503e41-5382-494b-98d4-79cf16b6b0e7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.001072] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d96e0a-da29-4c5f-932c-d4f1025b830b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.020866] env[69239]: DEBUG nova.network.neutron [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Successfully created port: 704101be-6e15-42be-b812-4e64121ed6ab {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.044511] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12c4a4e6-3940-496c-aca9-ea8eed2e00ce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.055455] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145380, 'name': Rename_Task, 'duration_secs': 0.233828} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.056962] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.057415] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c6e79fb-a93f-4b27-8640-0f967ec6389e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.062547] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23dcace-a047-4a74-91b2-f91b8fb74cac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.084205] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 915.084205] env[69239]: value = "task-4145382" [ 915.084205] env[69239]: _type = "Task" [ 915.084205] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.094024] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145381, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.096341] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.112408] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c45c23-f7dc-4aef-9180-1cfc494052fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.120947] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339b1fb7-e89e-4b46-96d5-b69866d7b9c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.139382] env[69239]: DEBUG nova.virt.block_device [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Updating existing volume attachment record: 85a186db-83a7-40fe-9f27-891464448d4f {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 915.142612] env[69239]: DEBUG nova.scheduler.client.report [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.168123] env[69239]: DEBUG nova.network.neutron [-] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.253481] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 915.253640] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820921', 'volume_id': 'fb1f90ea-3b6a-4290-930e-a5e096dac11d', 'name': 'volume-fb1f90ea-3b6a-4290-930e-a5e096dac11d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '868d8686-b21b-4c8f-94ea-191c1b662640', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb1f90ea-3b6a-4290-930e-a5e096dac11d', 'serial': 'fb1f90ea-3b6a-4290-930e-a5e096dac11d'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 915.254602] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c36a38-83f1-439b-bbd6-adf841b7172f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.272846] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a639c918-19b1-4ca0-91ec-7d94162f9c4a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.301660] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] volume-fb1f90ea-3b6a-4290-930e-a5e096dac11d/volume-fb1f90ea-3b6a-4290-930e-a5e096dac11d.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.302103] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c31811f-a328-4b4c-8f44-e5f7746b38c5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.316621] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4065480d-4118-4995-b0d3-4fba9e415533 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.330268] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d7ca14-3275-4757-829f-fc7520a79472 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.343510] env[69239]: DEBUG oslo_vmware.api [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 915.343510] env[69239]: value = "task-4145383" [ 915.343510] env[69239]: _type = "Task" [ 915.343510] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.344314] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: a1e2318d-73ad-4490-9892-94d6dbc6ddc4] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.358148] env[69239]: DEBUG oslo_vmware.api [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.383139] env[69239]: DEBUG nova.compute.manager [req-d3baa55c-d898-4243-b187-dfeddd935c80 req-615f652d-439b-4ddc-88f2-b8006fcf517b service nova] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Detach interface failed, port_id=f169ad24-cb16-4605-bbb8-24c573c828c0, reason: Instance 170cb828-e7a7-43fe-9dd8-80a676543da8 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 915.588672] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578749} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.592173] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c/0a158a5f-a0b3-42dc-8a41-e1e430e64c0c.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.595650] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.595650] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53c15a6f-69a3-41c2-912c-254d119ed9b6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.604950] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.607347] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 915.607347] env[69239]: value = "task-4145384" [ 915.607347] env[69239]: _type = "Task" [ 915.607347] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.622760] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.671402] env[69239]: INFO nova.compute.manager [-] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Took 1.38 seconds to deallocate network for instance. [ 915.851616] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 5ea8eb9a-e4d7-47c4-aabb-da32f030f589] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.862981] env[69239]: DEBUG oslo_vmware.api [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.995748] env[69239]: DEBUG nova.network.neutron [-] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.102190] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145382, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.120159] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103446} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.120689] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.121942] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eba4a3-f78d-4129-89be-5ba57cfef56a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.145136] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c/0a158a5f-a0b3-42dc-8a41-e1e430e64c0c.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.146252] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b343a804-a82b-41fc-a2f0-9400938b6395 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.163948] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.750s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.173963] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.508s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.173963] env[69239]: INFO nova.compute.claims [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.182682] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.183133] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 916.183133] env[69239]: value = "task-4145385" [ 916.183133] env[69239]: _type = "Task" [ 916.183133] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.204267] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.361080] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: d0c05bb8-9367-4c45-bda5-3134f26dc8a9] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.362573] env[69239]: DEBUG oslo_vmware.api [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.499392] env[69239]: INFO nova.compute.manager [-] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Took 1.53 seconds to deallocate network for instance. [ 916.599248] env[69239]: DEBUG oslo_vmware.api [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145382, 'name': PowerOnVM_Task, 'duration_secs': 1.057136} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.599536] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.599748] env[69239]: INFO nova.compute.manager [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Took 9.59 seconds to spawn the instance on the hypervisor. [ 916.599934] env[69239]: DEBUG nova.compute.manager [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 916.600769] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ca591b-eabc-479a-b424-6054e979d709 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.703791] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.754273] env[69239]: INFO nova.scheduler.client.report [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleted allocation for migration 7d296ac4-50d1-4578-a665-d891d05ba9bc [ 916.861050] env[69239]: DEBUG oslo_vmware.api [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145383, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.864067] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 23f2f0e9-4f56-4ef6-bbdb-d6c47ae77f73] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.006377] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.022871] env[69239]: DEBUG nova.compute.manager [req-18e5f7cb-733e-4430-8f7f-3af99b3d1147 req-fe46368f-50b3-4c04-8337-3b558dc3f055 service nova] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Received event network-vif-deleted-89e8cb5f-6e55-49b9-953c-354eb5e5748f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.127361] env[69239]: INFO nova.compute.manager [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Took 53.31 seconds to build instance. [ 917.203549] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145385, 'name': ReconfigVM_Task, 'duration_secs': 0.675869} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.203945] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c/0a158a5f-a0b3-42dc-8a41-e1e430e64c0c.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.204672] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9760cf1b-0d9e-4c20-9ce4-7000b7a1724f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.214774] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 917.214774] env[69239]: value = "task-4145386" [ 917.214774] env[69239]: _type = "Task" [ 917.214774] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.231183] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145386, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.238848] env[69239]: DEBUG nova.compute.manager [req-62ba5f98-7ce7-45d0-987d-d48d5451a8e7 req-1542083e-8292-49ae-9fd0-04a40b1c8ece service nova] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Received event network-vif-plugged-704101be-6e15-42be-b812-4e64121ed6ab {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.239188] env[69239]: DEBUG oslo_concurrency.lockutils [req-62ba5f98-7ce7-45d0-987d-d48d5451a8e7 req-1542083e-8292-49ae-9fd0-04a40b1c8ece service nova] Acquiring lock "5218604c-e5de-4d24-bc5a-8a96cb645126-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.239495] env[69239]: DEBUG oslo_concurrency.lockutils [req-62ba5f98-7ce7-45d0-987d-d48d5451a8e7 req-1542083e-8292-49ae-9fd0-04a40b1c8ece service nova] Lock "5218604c-e5de-4d24-bc5a-8a96cb645126-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.239613] env[69239]: DEBUG oslo_concurrency.lockutils [req-62ba5f98-7ce7-45d0-987d-d48d5451a8e7 req-1542083e-8292-49ae-9fd0-04a40b1c8ece service nova] Lock "5218604c-e5de-4d24-bc5a-8a96cb645126-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.239996] env[69239]: DEBUG nova.compute.manager [req-62ba5f98-7ce7-45d0-987d-d48d5451a8e7 req-1542083e-8292-49ae-9fd0-04a40b1c8ece service nova] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] No waiting events found dispatching network-vif-plugged-704101be-6e15-42be-b812-4e64121ed6ab {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 917.240182] env[69239]: WARNING nova.compute.manager [req-62ba5f98-7ce7-45d0-987d-d48d5451a8e7 req-1542083e-8292-49ae-9fd0-04a40b1c8ece service nova] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Received unexpected event network-vif-plugged-704101be-6e15-42be-b812-4e64121ed6ab for instance with vm_state building and task_state spawning. [ 917.267310] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f879ba3c-8e98-451e-87ac-2a875551e2db tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.785s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.271127] env[69239]: DEBUG nova.compute.manager [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.271863] env[69239]: DEBUG nova.virt.hardware [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.272277] env[69239]: DEBUG nova.virt.hardware [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.272539] env[69239]: DEBUG nova.virt.hardware [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.272818] env[69239]: DEBUG nova.virt.hardware [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.273074] env[69239]: DEBUG nova.virt.hardware [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.273341] env[69239]: DEBUG nova.virt.hardware [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.273646] env[69239]: DEBUG nova.virt.hardware [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.273932] env[69239]: DEBUG nova.virt.hardware [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.274326] env[69239]: DEBUG nova.virt.hardware [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.274611] env[69239]: DEBUG nova.virt.hardware [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.274891] env[69239]: DEBUG nova.virt.hardware [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.275848] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d72209-2f76-42e3-b72c-b33f9197d74a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.286885] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dc1e1f-128d-43da-9034-c4f50e614fad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.308701] env[69239]: DEBUG nova.network.neutron [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Successfully updated port: 704101be-6e15-42be-b812-4e64121ed6ab {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.364643] env[69239]: DEBUG oslo_vmware.api [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145383, 'name': ReconfigVM_Task, 'duration_secs': 1.558806} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.365387] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Reconfigured VM instance instance-0000002e to attach disk [datastore2] volume-fb1f90ea-3b6a-4290-930e-a5e096dac11d/volume-fb1f90ea-3b6a-4290-930e-a5e096dac11d.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.379056] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 0f31eea7-52f4-4daf-bec4-74de2ff02b86] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.380736] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dda5343f-0ea4-4cee-8157-fbf26fc0512c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.396814] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b565c930-903c-4597-a954-0b48c4f81a22 tempest-ServersAdminTestJSON-1037890265 tempest-ServersAdminTestJSON-1037890265-project-admin] Acquiring lock "refresh_cache-46e30dc4-a255-4dc9-b3ca-9e03610ac529" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.397015] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b565c930-903c-4597-a954-0b48c4f81a22 tempest-ServersAdminTestJSON-1037890265 tempest-ServersAdminTestJSON-1037890265-project-admin] Acquired lock "refresh_cache-46e30dc4-a255-4dc9-b3ca-9e03610ac529" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.397348] env[69239]: DEBUG nova.network.neutron [None req-b565c930-903c-4597-a954-0b48c4f81a22 tempest-ServersAdminTestJSON-1037890265 tempest-ServersAdminTestJSON-1037890265-project-admin] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.403159] env[69239]: DEBUG oslo_vmware.api [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 917.403159] env[69239]: value = "task-4145387" [ 917.403159] env[69239]: _type = "Task" [ 917.403159] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.414561] env[69239]: DEBUG oslo_vmware.api [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.630899] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1371a20c-1c20-4931-8a9c-990883d3036d tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "46e30dc4-a255-4dc9-b3ca-9e03610ac529" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.683s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.730321] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145386, 'name': Rename_Task, 'duration_secs': 0.244258} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.733710] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.734158] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be24b2d3-debb-4c5e-a3cc-f26ff3471089 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.741812] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 917.741812] env[69239]: value = "task-4145388" [ 917.741812] env[69239]: _type = "Task" [ 917.741812] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.751421] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.789718] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b25a56-3735-4589-ab86-eaf153e629c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.799056] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3537e8-704e-441a-8d24-4d59419452ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.833252] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Acquiring lock "refresh_cache-5218604c-e5de-4d24-bc5a-8a96cb645126" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.833252] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Acquired lock "refresh_cache-5218604c-e5de-4d24-bc5a-8a96cb645126" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.833428] env[69239]: DEBUG nova.network.neutron [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.839070] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3161a6-95cf-41f3-adae-30fbaa1bd996 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.844966] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfff63b-2a18-4ad5-8801-d64cccc8e123 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.862794] env[69239]: DEBUG nova.compute.provider_tree [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.894110] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 5ff5aba4-ccde-404b-bd87-717006e1b362] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.917629] env[69239]: DEBUG oslo_vmware.api [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145387, 'name': ReconfigVM_Task, 'duration_secs': 0.167895} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.917798] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820921', 'volume_id': 'fb1f90ea-3b6a-4290-930e-a5e096dac11d', 'name': 'volume-fb1f90ea-3b6a-4290-930e-a5e096dac11d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '868d8686-b21b-4c8f-94ea-191c1b662640', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb1f90ea-3b6a-4290-930e-a5e096dac11d', 'serial': 'fb1f90ea-3b6a-4290-930e-a5e096dac11d'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 918.262019] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.366784] env[69239]: DEBUG nova.scheduler.client.report [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.396448] env[69239]: DEBUG nova.network.neutron [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.400970] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 35fad621-9dd6-46af-9899-0e7a2a24e9ad] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.429371] env[69239]: DEBUG nova.network.neutron [None req-b565c930-903c-4597-a954-0b48c4f81a22 tempest-ServersAdminTestJSON-1037890265 tempest-ServersAdminTestJSON-1037890265-project-admin] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Updating instance_info_cache with network_info: [{"id": "a2540417-6d9d-4985-882b-b4a9bb6b1ee9", "address": "fa:16:3e:c3:67:0a", "network": {"id": "4cb9afcf-cca0-4b50-8a68-3ce948c2664e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-562899602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e96bf13d903403dbe7dbe134263eeb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2540417-6d", "ovs_interfaceid": "a2540417-6d9d-4985-882b-b4a9bb6b1ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.679231] env[69239]: DEBUG nova.network.neutron [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Updating instance_info_cache with network_info: [{"id": "704101be-6e15-42be-b812-4e64121ed6ab", "address": "fa:16:3e:50:ad:26", "network": {"id": "d1cdc8e9-c9c5-412a-8129-aec471b8d0fd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-571013949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ee085312a2c4825a06c3a1b312ea79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704101be-6e", "ovs_interfaceid": "704101be-6e15-42be-b812-4e64121ed6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.754604] env[69239]: DEBUG oslo_vmware.api [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145388, 'name': PowerOnVM_Task, 'duration_secs': 0.95769} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.755076] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.755414] env[69239]: DEBUG nova.compute.manager [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.756468] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34ee602-6c03-4803-b37d-caf4c0364cdb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.875023] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.875023] env[69239]: DEBUG nova.compute.manager [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.876128] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.252s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.877904] env[69239]: INFO nova.compute.claims [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.907734] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 3d7dced2-cc90-4c32-b559-cbf4fe9e85e9] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.934267] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b565c930-903c-4597-a954-0b48c4f81a22 tempest-ServersAdminTestJSON-1037890265 tempest-ServersAdminTestJSON-1037890265-project-admin] Releasing lock "refresh_cache-46e30dc4-a255-4dc9-b3ca-9e03610ac529" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.934801] env[69239]: DEBUG nova.compute.manager [None req-b565c930-903c-4597-a954-0b48c4f81a22 tempest-ServersAdminTestJSON-1037890265 tempest-ServersAdminTestJSON-1037890265-project-admin] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Inject network info {{(pid=69239) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 918.934801] env[69239]: DEBUG nova.compute.manager [None req-b565c930-903c-4597-a954-0b48c4f81a22 tempest-ServersAdminTestJSON-1037890265 tempest-ServersAdminTestJSON-1037890265-project-admin] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] network_info to inject: |[{"id": "a2540417-6d9d-4985-882b-b4a9bb6b1ee9", "address": "fa:16:3e:c3:67:0a", "network": {"id": "4cb9afcf-cca0-4b50-8a68-3ce948c2664e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-562899602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e96bf13d903403dbe7dbe134263eeb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2540417-6d", "ovs_interfaceid": "a2540417-6d9d-4985-882b-b4a9bb6b1ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 918.943300] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b565c930-903c-4597-a954-0b48c4f81a22 tempest-ServersAdminTestJSON-1037890265 tempest-ServersAdminTestJSON-1037890265-project-admin] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Reconfiguring VM instance to set the machine id {{(pid=69239) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 918.945285] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f347d9b3-86ff-4108-885c-c4b0295bfaa7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.968046] env[69239]: DEBUG oslo_vmware.api [None req-b565c930-903c-4597-a954-0b48c4f81a22 tempest-ServersAdminTestJSON-1037890265 tempest-ServersAdminTestJSON-1037890265-project-admin] Waiting for the task: (returnval){ [ 918.968046] env[69239]: value = "task-4145389" [ 918.968046] env[69239]: _type = "Task" [ 918.968046] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.980939] env[69239]: DEBUG oslo_vmware.api [None req-b565c930-903c-4597-a954-0b48c4f81a22 tempest-ServersAdminTestJSON-1037890265 tempest-ServersAdminTestJSON-1037890265-project-admin] Task: {'id': task-4145389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.992461] env[69239]: DEBUG nova.objects.instance [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lazy-loading 'flavor' on Instance uuid 868d8686-b21b-4c8f-94ea-191c1b662640 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.181957] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Releasing lock "refresh_cache-5218604c-e5de-4d24-bc5a-8a96cb645126" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.186533] env[69239]: DEBUG nova.compute.manager [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Instance network_info: |[{"id": "704101be-6e15-42be-b812-4e64121ed6ab", "address": "fa:16:3e:50:ad:26", "network": {"id": "d1cdc8e9-c9c5-412a-8129-aec471b8d0fd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-571013949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ee085312a2c4825a06c3a1b312ea79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704101be-6e", "ovs_interfaceid": "704101be-6e15-42be-b812-4e64121ed6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.187296] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:ad:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '704101be-6e15-42be-b812-4e64121ed6ab', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.199509] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Creating folder: Project (2ee085312a2c4825a06c3a1b312ea79b). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.200422] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20b7b0a6-0039-472b-997d-9fd448d2b80a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.216335] env[69239]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 919.216690] env[69239]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69239) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 919.217190] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Folder already exists: Project (2ee085312a2c4825a06c3a1b312ea79b). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 919.217450] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Creating folder: Instances. Parent ref: group-v820892. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.218214] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3794c493-d487-48eb-8a26-d4ba3287d1fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.229823] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Created folder: Instances in parent group-v820892. [ 919.230114] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.230324] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.230564] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a54ebbe7-36ba-4137-90a7-175c69c8c8d1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.253170] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.253170] env[69239]: value = "task-4145392" [ 919.253170] env[69239]: _type = "Task" [ 919.253170] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.263295] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145392, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.288044] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.337185] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fb3e2-87b4-2d64-a9a6-13b29cac8d95/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 919.338290] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12b9742-4eec-4309-adbc-695e444cbf36 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.346429] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fb3e2-87b4-2d64-a9a6-13b29cac8d95/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 919.346708] env[69239]: ERROR oslo_vmware.rw_handles [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fb3e2-87b4-2d64-a9a6-13b29cac8d95/disk-0.vmdk due to incomplete transfer. [ 919.347093] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-745bda1b-77a8-4306-b8e1-7cfd2284ff07 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.356246] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fb3e2-87b4-2d64-a9a6-13b29cac8d95/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 919.356473] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Uploaded image 6bb475d2-8889-433d-a494-879f7a058e56 to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 919.359813] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 919.360128] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0369ac57-99b4-43fc-b4fb-a07f8645a02f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.372024] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 919.372024] env[69239]: value = "task-4145393" [ 919.372024] env[69239]: _type = "Task" [ 919.372024] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.381178] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145393, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.383407] env[69239]: DEBUG nova.compute.utils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.385896] env[69239]: DEBUG nova.compute.manager [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.385896] env[69239]: DEBUG nova.network.neutron [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.413165] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 852b6ac9-90c7-4b98-a443-993274dcaa55] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.426902] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.427649] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.427971] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.429331] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.429581] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.434054] env[69239]: INFO nova.compute.manager [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Terminating instance [ 919.462254] env[69239]: DEBUG nova.policy [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f4edf460b0947478082cee853f0080a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9476d30321d4f1a89203a9fb1f14fd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.480746] env[69239]: DEBUG oslo_vmware.api [None req-b565c930-903c-4597-a954-0b48c4f81a22 tempest-ServersAdminTestJSON-1037890265 tempest-ServersAdminTestJSON-1037890265-project-admin] Task: {'id': task-4145389, 'name': ReconfigVM_Task, 'duration_secs': 0.204304} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.481100] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b565c930-903c-4597-a954-0b48c4f81a22 tempest-ServersAdminTestJSON-1037890265 tempest-ServersAdminTestJSON-1037890265-project-admin] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Reconfigured VM instance to set the machine id {{(pid=69239) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 919.501521] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39f8a51e-e5d1-4025-9460-ead9f5ddd947 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "868d8686-b21b-4c8f-94ea-191c1b662640" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.382s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.626263] env[69239]: DEBUG nova.compute.manager [req-363df01e-3657-40b7-80f7-3c9cc2fddd00 req-ee22dc4f-b3db-47ae-965b-e33ec121d929 service nova] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Received event network-changed-704101be-6e15-42be-b812-4e64121ed6ab {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.630393] env[69239]: DEBUG nova.compute.manager [req-363df01e-3657-40b7-80f7-3c9cc2fddd00 req-ee22dc4f-b3db-47ae-965b-e33ec121d929 service nova] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Refreshing instance network info cache due to event network-changed-704101be-6e15-42be-b812-4e64121ed6ab. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.630393] env[69239]: DEBUG oslo_concurrency.lockutils [req-363df01e-3657-40b7-80f7-3c9cc2fddd00 req-ee22dc4f-b3db-47ae-965b-e33ec121d929 service nova] Acquiring lock "refresh_cache-5218604c-e5de-4d24-bc5a-8a96cb645126" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.630393] env[69239]: DEBUG oslo_concurrency.lockutils [req-363df01e-3657-40b7-80f7-3c9cc2fddd00 req-ee22dc4f-b3db-47ae-965b-e33ec121d929 service nova] Acquired lock "refresh_cache-5218604c-e5de-4d24-bc5a-8a96cb645126" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.630393] env[69239]: DEBUG nova.network.neutron [req-363df01e-3657-40b7-80f7-3c9cc2fddd00 req-ee22dc4f-b3db-47ae-965b-e33ec121d929 service nova] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Refreshing network info cache for port 704101be-6e15-42be-b812-4e64121ed6ab {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.765891] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145392, 'name': CreateVM_Task, 'duration_secs': 0.384841} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.766196] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.766988] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '85a186db-83a7-40fe-9f27-891464448d4f', 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820898', 'volume_id': '3796210a-1d4b-4beb-a89f-37928250f6c2', 'name': 'volume-3796210a-1d4b-4beb-a89f-37928250f6c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5218604c-e5de-4d24-bc5a-8a96cb645126', 'attached_at': '', 'detached_at': '', 'volume_id': '3796210a-1d4b-4beb-a89f-37928250f6c2', 'serial': '3796210a-1d4b-4beb-a89f-37928250f6c2'}, 'volume_type': None}], 'swap': None} {{(pid=69239) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 919.767659] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Root volume attach. Driver type: vmdk {{(pid=69239) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 919.768630] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039fed30-4a8b-437a-bc28-6a539c9bf37a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.778962] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4a24a9-5e3b-4b96-8a06-9d98c5840995 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.787075] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce551d3-5609-45dd-bbbb-3b2e595bcc1a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.797818] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1486cbad-c034-41ed-bff1-4aea68e808a8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.808038] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Waiting for the task: (returnval){ [ 919.808038] env[69239]: value = "task-4145394" [ 919.808038] env[69239]: _type = "Task" [ 919.808038] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.817717] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145394, 'name': RelocateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.885815] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145393, 'name': Destroy_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.887789] env[69239]: DEBUG nova.compute.manager [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.916347] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: ab6db5cd-6631-420e-b822-199107ecbeb2] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.939648] env[69239]: DEBUG nova.compute.manager [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.939907] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.941080] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922b7a6a-d798-4c72-b73e-d19ff81845cd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.954613] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.954613] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8701970e-aa64-4d09-98d9-2ba0f7cd53d8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.966785] env[69239]: DEBUG oslo_vmware.api [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 919.966785] env[69239]: value = "task-4145395" [ 919.966785] env[69239]: _type = "Task" [ 919.966785] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.977757] env[69239]: DEBUG oslo_vmware.api [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.004042] env[69239]: DEBUG nova.network.neutron [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Successfully created port: ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.069525] env[69239]: INFO nova.compute.manager [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Rescuing [ 920.069818] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.069971] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.070159] env[69239]: DEBUG nova.network.neutron [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.301672] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.302158] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.329550] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145394, 'name': RelocateVM_Task} progress is 35%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.387198] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145393, 'name': Destroy_Task, 'duration_secs': 0.753733} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.388025] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Destroyed the VM [ 920.388473] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 920.388910] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7dea77c6-1c7d-4a93-afac-5cda7cea855d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.401623] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 920.401623] env[69239]: value = "task-4145396" [ 920.401623] env[69239]: _type = "Task" [ 920.401623] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.422310] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: a26f3479-bdce-4304-85b5-a152a01e8e18] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.424553] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145396, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.479829] env[69239]: DEBUG oslo_vmware.api [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145395, 'name': PowerOffVM_Task, 'duration_secs': 0.36744} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.482932] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.483201] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.484052] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2959b954-a44a-416c-8fd6-aec12378a221 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.566120] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afda7cf3-30e4-4268-8d5f-07e1d1005cf6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.572025] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.572595] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.572877] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleting the datastore file [datastore1] 1c5e3340-3f00-480d-a7db-9d7a0ea07636 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.573648] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-151c53d1-90f3-441b-a872-4704a7ec49ab {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.579917] env[69239]: DEBUG nova.network.neutron [req-363df01e-3657-40b7-80f7-3c9cc2fddd00 req-ee22dc4f-b3db-47ae-965b-e33ec121d929 service nova] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Updated VIF entry in instance network info cache for port 704101be-6e15-42be-b812-4e64121ed6ab. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.580349] env[69239]: DEBUG nova.network.neutron [req-363df01e-3657-40b7-80f7-3c9cc2fddd00 req-ee22dc4f-b3db-47ae-965b-e33ec121d929 service nova] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Updating instance_info_cache with network_info: [{"id": "704101be-6e15-42be-b812-4e64121ed6ab", "address": "fa:16:3e:50:ad:26", "network": {"id": "d1cdc8e9-c9c5-412a-8129-aec471b8d0fd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-571013949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ee085312a2c4825a06c3a1b312ea79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704101be-6e", "ovs_interfaceid": "704101be-6e15-42be-b812-4e64121ed6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.586957] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ef4ca7-375f-477d-af9f-dc619dc01346 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.592068] env[69239]: DEBUG oslo_vmware.api [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 920.592068] env[69239]: value = "task-4145398" [ 920.592068] env[69239]: _type = "Task" [ 920.592068] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.632023] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fea8f1-3fea-4db0-b9a1-b823ae36f437 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.639933] env[69239]: DEBUG oslo_vmware.api [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.651454] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca432d1-fdba-49ed-ad0c-aa589ef03585 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.673125] env[69239]: DEBUG nova.compute.provider_tree [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.766662] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "0a158a5f-a0b3-42dc-8a41-e1e430e64c0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.769485] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "0a158a5f-a0b3-42dc-8a41-e1e430e64c0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.769485] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "0a158a5f-a0b3-42dc-8a41-e1e430e64c0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.769485] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "0a158a5f-a0b3-42dc-8a41-e1e430e64c0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.769485] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "0a158a5f-a0b3-42dc-8a41-e1e430e64c0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.770094] env[69239]: INFO nova.compute.manager [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Terminating instance [ 920.804897] env[69239]: DEBUG nova.compute.manager [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.825880] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145394, 'name': RelocateVM_Task} progress is 49%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.908298] env[69239]: DEBUG nova.compute.manager [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.931233] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: b917fe0d-6fb1-43bf-8d95-7e4ff9bbf11b] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.938103] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145396, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.961327] env[69239]: DEBUG nova.virt.hardware [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.961327] env[69239]: DEBUG nova.virt.hardware [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.961327] env[69239]: DEBUG nova.virt.hardware [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.961327] env[69239]: DEBUG nova.virt.hardware [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.961675] env[69239]: DEBUG nova.virt.hardware [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.963188] env[69239]: DEBUG nova.virt.hardware [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.963188] env[69239]: DEBUG nova.virt.hardware [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.963188] env[69239]: DEBUG nova.virt.hardware [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.963188] env[69239]: DEBUG nova.virt.hardware [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.963188] env[69239]: DEBUG nova.virt.hardware [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.963188] env[69239]: DEBUG nova.virt.hardware [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.964406] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a14c0d4-8595-43dc-961f-4492bc522f74 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.981926] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616cbf62-8141-4522-8fa1-711c5928d1fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.086767] env[69239]: DEBUG oslo_concurrency.lockutils [req-363df01e-3657-40b7-80f7-3c9cc2fddd00 req-ee22dc4f-b3db-47ae-965b-e33ec121d929 service nova] Releasing lock "refresh_cache-5218604c-e5de-4d24-bc5a-8a96cb645126" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.106327] env[69239]: DEBUG oslo_vmware.api [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199288} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.106655] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.106869] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.107061] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.107249] env[69239]: INFO nova.compute.manager [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Took 1.17 seconds to destroy the instance on the hypervisor. [ 921.107658] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.107910] env[69239]: DEBUG nova.compute.manager [-] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.108043] env[69239]: DEBUG nova.network.neutron [-] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.117115] env[69239]: DEBUG nova.network.neutron [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Updating instance_info_cache with network_info: [{"id": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "address": "fa:16:3e:da:6f:3a", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bbad0b-6e", "ovs_interfaceid": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.176828] env[69239]: DEBUG nova.scheduler.client.report [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.280960] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "refresh_cache-0a158a5f-a0b3-42dc-8a41-e1e430e64c0c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.280960] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquired lock "refresh_cache-0a158a5f-a0b3-42dc-8a41-e1e430e64c0c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.281149] env[69239]: DEBUG nova.network.neutron [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.325888] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145394, 'name': RelocateVM_Task} progress is 62%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.336493] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.432051] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145396, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.441243] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 845085dd-a45c-4a47-ae4a-825d9b8bb313] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.454703] env[69239]: INFO nova.compute.manager [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Rebuilding instance [ 921.522927] env[69239]: DEBUG nova.compute.manager [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 921.525165] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b46219d-3df3-426f-8531-bade033befdf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.621729] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.683416] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.683962] env[69239]: DEBUG nova.compute.manager [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.687547] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.353s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.689777] env[69239]: INFO nova.compute.claims [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.818032] env[69239]: DEBUG nova.network.neutron [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.830068] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145394, 'name': RelocateVM_Task} progress is 73%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.931245] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145396, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.943188] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: e6f173d6-ddef-4073-9874-536a01b4db6c] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.984926] env[69239]: DEBUG nova.network.neutron [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.050809] env[69239]: DEBUG nova.network.neutron [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Successfully updated port: ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.072686] env[69239]: DEBUG nova.compute.manager [req-483921cf-c215-4208-a4b7-66dcef281436 req-b21f70f3-1349-43f8-8a7d-d66dd17f8b0f service nova] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Received event network-vif-deleted-b016c91f-1bd9-4c85-8865-2d76406caac7 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.072955] env[69239]: INFO nova.compute.manager [req-483921cf-c215-4208-a4b7-66dcef281436 req-b21f70f3-1349-43f8-8a7d-d66dd17f8b0f service nova] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Neutron deleted interface b016c91f-1bd9-4c85-8865-2d76406caac7; detaching it from the instance and deleting it from the info cache [ 922.075477] env[69239]: DEBUG nova.network.neutron [req-483921cf-c215-4208-a4b7-66dcef281436 req-b21f70f3-1349-43f8-8a7d-d66dd17f8b0f service nova] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.167545] env[69239]: DEBUG nova.network.neutron [-] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.189589] env[69239]: DEBUG nova.compute.utils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.192876] env[69239]: DEBUG nova.compute.manager [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.192876] env[69239]: DEBUG nova.network.neutron [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.252327] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "d94afb5d-685e-461a-8900-e811ebedbc13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.252776] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "d94afb5d-685e-461a-8900-e811ebedbc13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.288361] env[69239]: DEBUG nova.compute.manager [req-592508a3-b3f9-4551-b44c-a36529645068 req-b0abc333-cf66-4414-b090-88dc05862c51 service nova] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Received event network-vif-plugged-ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.288442] env[69239]: DEBUG oslo_concurrency.lockutils [req-592508a3-b3f9-4551-b44c-a36529645068 req-b0abc333-cf66-4414-b090-88dc05862c51 service nova] Acquiring lock "1257c7e3-6466-4540-a0ea-4437e151905f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.288670] env[69239]: DEBUG oslo_concurrency.lockutils [req-592508a3-b3f9-4551-b44c-a36529645068 req-b0abc333-cf66-4414-b090-88dc05862c51 service nova] Lock "1257c7e3-6466-4540-a0ea-4437e151905f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.288978] env[69239]: DEBUG oslo_concurrency.lockutils [req-592508a3-b3f9-4551-b44c-a36529645068 req-b0abc333-cf66-4414-b090-88dc05862c51 service nova] Lock "1257c7e3-6466-4540-a0ea-4437e151905f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.289317] env[69239]: DEBUG nova.compute.manager [req-592508a3-b3f9-4551-b44c-a36529645068 req-b0abc333-cf66-4414-b090-88dc05862c51 service nova] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] No waiting events found dispatching network-vif-plugged-ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 922.289507] env[69239]: WARNING nova.compute.manager [req-592508a3-b3f9-4551-b44c-a36529645068 req-b0abc333-cf66-4414-b090-88dc05862c51 service nova] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Received unexpected event network-vif-plugged-ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215 for instance with vm_state building and task_state spawning. [ 922.313860] env[69239]: DEBUG nova.policy [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff777148f3404346acb25689e876fe36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '514124a403834a4eb5b2902445c791f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.333365] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145394, 'name': RelocateVM_Task} progress is 84%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.438618] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145396, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.446489] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 0545ab25-1b1b-4de6-bab9-0c9bac9a91fa] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.487921] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Releasing lock "refresh_cache-0a158a5f-a0b3-42dc-8a41-e1e430e64c0c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.488364] env[69239]: DEBUG nova.compute.manager [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.488563] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.490710] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a4c52b-95ef-4834-814f-bf764b038e12 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.504125] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.504125] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0bfb2e7-02a8-44a9-a2c3-6b65fc17a25c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.510141] env[69239]: DEBUG oslo_vmware.api [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 922.510141] env[69239]: value = "task-4145399" [ 922.510141] env[69239]: _type = "Task" [ 922.510141] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.520588] env[69239]: DEBUG oslo_vmware.api [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.543243] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.543590] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c960e3-a647-4ab7-a300-647d7d3e8e96 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.551670] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 922.551670] env[69239]: value = "task-4145400" [ 922.551670] env[69239]: _type = "Task" [ 922.551670] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.552380] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "refresh_cache-1257c7e3-6466-4540-a0ea-4437e151905f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.552947] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquired lock "refresh_cache-1257c7e3-6466-4540-a0ea-4437e151905f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.552947] env[69239]: DEBUG nova.network.neutron [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.569073] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.579831] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ba99e74-08ec-40d4-8299-defb524b1a08 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.596376] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82b7313-1def-4b17-af4d-21a893a795c6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.639265] env[69239]: DEBUG nova.compute.manager [req-483921cf-c215-4208-a4b7-66dcef281436 req-b21f70f3-1349-43f8-8a7d-d66dd17f8b0f service nova] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Detach interface failed, port_id=b016c91f-1bd9-4c85-8865-2d76406caac7, reason: Instance 1c5e3340-3f00-480d-a7db-9d7a0ea07636 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 922.672235] env[69239]: INFO nova.compute.manager [-] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Took 1.56 seconds to deallocate network for instance. [ 922.699844] env[69239]: DEBUG nova.compute.manager [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.756426] env[69239]: DEBUG nova.compute.manager [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.830737] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145394, 'name': RelocateVM_Task} progress is 97%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.933385] env[69239]: DEBUG oslo_vmware.api [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145396, 'name': RemoveSnapshot_Task, 'duration_secs': 2.214817} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.934319] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 922.935644] env[69239]: INFO nova.compute.manager [None req-9167dbc3-3196-4629-84b1-d0fc0198cca3 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Took 18.25 seconds to snapshot the instance on the hypervisor. [ 922.954397] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 78d8fda0-154d-4522-9536-a53205b767b5] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.022900] env[69239]: DEBUG oslo_vmware.api [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145399, 'name': PowerOffVM_Task, 'duration_secs': 0.334787} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.027237] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.027237] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.027237] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-623c1392-0ea3-46d6-ba3c-18f70883e592 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.075066] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.075533] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.075720] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Deleting the datastore file [datastore2] 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.076042] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.076971] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06155eb7-f3ba-4269-8ebb-15281a92fe75 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.088243] env[69239]: DEBUG oslo_vmware.api [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 923.088243] env[69239]: value = "task-4145402" [ 923.088243] env[69239]: _type = "Task" [ 923.088243] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.105066] env[69239]: DEBUG oslo_vmware.api [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.163979] env[69239]: DEBUG nova.network.neutron [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.168353] env[69239]: DEBUG nova.network.neutron [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Successfully created port: 452ff98f-4b81-42b4-a1e1-96afef005ee4 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.178385] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.179077] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-676705de-36b6-41c0-bc23-ed8d47a71768 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.186528] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.193432] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 923.193432] env[69239]: value = "task-4145403" [ 923.193432] env[69239]: _type = "Task" [ 923.193432] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.230060] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.284773] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.334578] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145394, 'name': RelocateVM_Task} progress is 97%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.420899] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323341ba-33e6-4d32-a165-8dab9144b5c8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.433790] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17005252-c7af-4b14-ad19-f38b84ac9d3c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.498478] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: fc474a2e-4354-4b6c-a3de-b26c4004eb6f] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.503379] env[69239]: DEBUG nova.network.neutron [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Updating instance_info_cache with network_info: [{"id": "ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215", "address": "fa:16:3e:4c:cd:ac", "network": {"id": "265576da-c621-4e5b-bbbc-66a36c9eb631", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2108037031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9476d30321d4f1a89203a9fb1f14fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1bf8e3-b6", "ovs_interfaceid": "ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.507461] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd762fd-6f45-4782-a469-37f521368de1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.521013] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3653a7d-5143-4686-94cc-ce8b752ba283 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.548459] env[69239]: DEBUG nova.compute.provider_tree [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.563316] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145400, 'name': PowerOffVM_Task, 'duration_secs': 0.672973} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.563594] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.563840] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.564663] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67178759-6c17-48fd-9942-7d36c276f6a4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.573646] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.574286] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fed4a3d-1364-448e-b054-235ff93e327c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.599329] env[69239]: DEBUG oslo_vmware.api [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388036} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.599604] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.599843] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.600104] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.600432] env[69239]: INFO nova.compute.manager [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 923.600682] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.600891] env[69239]: DEBUG nova.compute.manager [-] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.601082] env[69239]: DEBUG nova.network.neutron [-] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.634522] env[69239]: DEBUG nova.network.neutron [-] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.683248] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.683736] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.684394] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleting the datastore file [datastore2] 63bb7544-03c3-4857-ad20-ab83a07ad501 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.684394] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51035627-b189-4c9d-a091-11e58dd4c34f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.695405] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 923.695405] env[69239]: value = "task-4145405" [ 923.695405] env[69239]: _type = "Task" [ 923.695405] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.714688] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145403, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.715651] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.723481] env[69239]: DEBUG nova.compute.manager [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.753858] env[69239]: DEBUG nova.virt.hardware [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.754124] env[69239]: DEBUG nova.virt.hardware [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.754292] env[69239]: DEBUG nova.virt.hardware [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.754482] env[69239]: DEBUG nova.virt.hardware [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.754631] env[69239]: DEBUG nova.virt.hardware [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.754777] env[69239]: DEBUG nova.virt.hardware [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.754988] env[69239]: DEBUG nova.virt.hardware [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.755164] env[69239]: DEBUG nova.virt.hardware [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.755334] env[69239]: DEBUG nova.virt.hardware [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.755500] env[69239]: DEBUG nova.virt.hardware [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.755678] env[69239]: DEBUG nova.virt.hardware [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.756608] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d80c05-4e87-4908-be8b-0c6289062262 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.765879] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6458660-8096-4123-82de-7e2910f343f1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.828649] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145394, 'name': RelocateVM_Task} progress is 97%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.014099] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Releasing lock "refresh_cache-1257c7e3-6466-4540-a0ea-4437e151905f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.014099] env[69239]: DEBUG nova.compute.manager [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Instance network_info: |[{"id": "ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215", "address": "fa:16:3e:4c:cd:ac", "network": {"id": "265576da-c621-4e5b-bbbc-66a36c9eb631", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2108037031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9476d30321d4f1a89203a9fb1f14fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1bf8e3-b6", "ovs_interfaceid": "ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.014099] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: ed0afb64-4bad-4309-88db-855477dadc8d] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.015801] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:cd:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.023850] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.024439] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.026261] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a6fea85-299a-49d9-868c-200716ba70c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.047231] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.047231] env[69239]: value = "task-4145406" [ 924.047231] env[69239]: _type = "Task" [ 924.047231] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.051969] env[69239]: DEBUG nova.scheduler.client.report [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.060994] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145406, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.138513] env[69239]: DEBUG nova.network.neutron [-] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.214226] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145403, 'name': PowerOffVM_Task, 'duration_secs': 0.519402} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.218523] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.222226] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433367} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.223331] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbad782-982d-4108-933f-f9787b05a8b6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.228408] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.228408] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.228408] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.257946] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166eed73-7861-41e8-8516-22196e7f08de {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.308217] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.308858] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7d3e1c6-877b-42f9-bea3-599648f9eb54 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.323148] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 924.323148] env[69239]: value = "task-4145407" [ 924.323148] env[69239]: _type = "Task" [ 924.323148] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.350444] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145394, 'name': RelocateVM_Task} progress is 98%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.351590] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] VM already powered off {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 924.351959] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.352278] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.353166] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.353166] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.353166] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5b74298-8e10-4201-b47f-20734b8e20ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.361731] env[69239]: INFO nova.compute.manager [None req-e49ec4bf-5349-4a2b-80f2-c750ab802834 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Get console output [ 924.362179] env[69239]: WARNING nova.virt.vmwareapi.driver [None req-e49ec4bf-5349-4a2b-80f2-c750ab802834 tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] The console log is missing. Check your VSPC configuration [ 924.367485] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.367783] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.369069] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa67540c-94ad-4589-9787-bfcdd0cea587 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.377607] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 924.377607] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525e3c4b-785c-8af8-dfbe-0935c53c79d6" [ 924.377607] env[69239]: _type = "Task" [ 924.377607] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.391229] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525e3c4b-785c-8af8-dfbe-0935c53c79d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.525238] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: a45f0012-e8da-45c5-9eb4-7550564fd275] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.540576] env[69239]: DEBUG nova.compute.manager [req-539919ac-091c-4a9c-91f7-48267ede0e72 req-5778ce2b-6cb1-49aa-98e8-47ed09594270 service nova] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Received event network-changed-ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.541744] env[69239]: DEBUG nova.compute.manager [req-539919ac-091c-4a9c-91f7-48267ede0e72 req-5778ce2b-6cb1-49aa-98e8-47ed09594270 service nova] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Refreshing instance network info cache due to event network-changed-ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.541744] env[69239]: DEBUG oslo_concurrency.lockutils [req-539919ac-091c-4a9c-91f7-48267ede0e72 req-5778ce2b-6cb1-49aa-98e8-47ed09594270 service nova] Acquiring lock "refresh_cache-1257c7e3-6466-4540-a0ea-4437e151905f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.541889] env[69239]: DEBUG oslo_concurrency.lockutils [req-539919ac-091c-4a9c-91f7-48267ede0e72 req-5778ce2b-6cb1-49aa-98e8-47ed09594270 service nova] Acquired lock "refresh_cache-1257c7e3-6466-4540-a0ea-4437e151905f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.542284] env[69239]: DEBUG nova.network.neutron [req-539919ac-091c-4a9c-91f7-48267ede0e72 req-5778ce2b-6cb1-49aa-98e8-47ed09594270 service nova] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Refreshing network info cache for port ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.561975] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.562584] env[69239]: DEBUG nova.compute.manager [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.566236] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145406, 'name': CreateVM_Task, 'duration_secs': 0.513297} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.567035] env[69239]: DEBUG oslo_concurrency.lockutils [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.005s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.567035] env[69239]: DEBUG oslo_concurrency.lockutils [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.569521] env[69239]: DEBUG oslo_concurrency.lockutils [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.809s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.569725] env[69239]: DEBUG oslo_concurrency.lockutils [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.571991] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.177s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.573989] env[69239]: INFO nova.compute.claims [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.576561] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.578757] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.579018] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.579277] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.579614] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf1f10f-dc4b-4372-8b76-d7f673f8af59 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.588073] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 924.588073] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5272e2bb-9101-c484-569c-a07a57893ba3" [ 924.588073] env[69239]: _type = "Task" [ 924.588073] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.603082] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5272e2bb-9101-c484-569c-a07a57893ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.606861] env[69239]: INFO nova.scheduler.client.report [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Deleted allocations for instance cf1eb428-09b1-4619-a28b-9570fa678ee0 [ 924.641635] env[69239]: INFO nova.compute.manager [-] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Took 1.04 seconds to deallocate network for instance. [ 924.810883] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "6adb3e10-042e-4139-9b2e-58a8678fc008" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.811216] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "6adb3e10-042e-4139-9b2e-58a8678fc008" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.830906] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145394, 'name': RelocateVM_Task, 'duration_secs': 4.872229} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.831372] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 924.831666] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820898', 'volume_id': '3796210a-1d4b-4beb-a89f-37928250f6c2', 'name': 'volume-3796210a-1d4b-4beb-a89f-37928250f6c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5218604c-e5de-4d24-bc5a-8a96cb645126', 'attached_at': '', 'detached_at': '', 'volume_id': '3796210a-1d4b-4beb-a89f-37928250f6c2', 'serial': '3796210a-1d4b-4beb-a89f-37928250f6c2'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 924.832555] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b35317-b8f0-48f7-ae6c-2b6aa50e9172 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.854660] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78630309-c8eb-4faa-8c4e-d992fe2221ed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.878571] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] volume-3796210a-1d4b-4beb-a89f-37928250f6c2/volume-3796210a-1d4b-4beb-a89f-37928250f6c2.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.878979] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b0a9252-4368-4672-918c-4bd8bb0d6128 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.896023] env[69239]: DEBUG nova.network.neutron [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Successfully updated port: 452ff98f-4b81-42b4-a1e1-96afef005ee4 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.896924] env[69239]: WARNING oslo_messaging._drivers.amqpdriver [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 924.909911] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525e3c4b-785c-8af8-dfbe-0935c53c79d6, 'name': SearchDatastore_Task, 'duration_secs': 0.016629} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.912966] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Waiting for the task: (returnval){ [ 924.912966] env[69239]: value = "task-4145408" [ 924.912966] env[69239]: _type = "Task" [ 924.912966] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.913266] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d097db-9fcc-4c00-8e47-1a518e740865 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.926498] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.927563] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 924.927563] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52bf4c3f-eef2-3410-384d-5dea7d8992af" [ 924.927563] env[69239]: _type = "Task" [ 924.927563] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.936914] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bf4c3f-eef2-3410-384d-5dea7d8992af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.029868] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: b087c3c9-77b1-4534-a0d6-f0c669420227] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.068794] env[69239]: DEBUG nova.compute.utils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.072291] env[69239]: DEBUG nova.compute.manager [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.072291] env[69239]: DEBUG nova.network.neutron [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.090675] env[69239]: DEBUG oslo_concurrency.lockutils [None req-26181d5c-c690-4bee-8705-0c9935f430da tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 53.067s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.095287] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 28.858s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.095795] env[69239]: INFO nova.compute.manager [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Unshelving [ 925.105404] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5272e2bb-9101-c484-569c-a07a57893ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.0134} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.106131] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.106131] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.106329] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.106514] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.106710] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.107267] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-019ed21f-2b37-4013-9e1c-50bb7b6a5432 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.115656] env[69239]: DEBUG oslo_concurrency.lockutils [None req-50818639-1268-4c79-be4b-0ca43f405735 tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "cf1eb428-09b1-4619-a28b-9570fa678ee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.902s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.119412] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.119412] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.119659] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c9dc40-341e-4eec-81ab-2966ab92a0c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.130331] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 925.130331] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528c6cef-eab0-ec90-2dfd-c004baf37c26" [ 925.130331] env[69239]: _type = "Task" [ 925.130331] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.137344] env[69239]: DEBUG nova.policy [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff777148f3404346acb25689e876fe36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '514124a403834a4eb5b2902445c791f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.145928] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528c6cef-eab0-ec90-2dfd-c004baf37c26, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.149848] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13a7a8e-039a-4f56-a3ff-4e5f0b9545fd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.153274] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.157953] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 925.157953] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]522f2040-aa4e-c67e-db4a-fa05a43f4509" [ 925.157953] env[69239]: _type = "Task" [ 925.157953] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.167621] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522f2040-aa4e-c67e-db4a-fa05a43f4509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.273926] env[69239]: DEBUG nova.virt.hardware [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.274210] env[69239]: DEBUG nova.virt.hardware [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.274370] env[69239]: DEBUG nova.virt.hardware [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.274550] env[69239]: DEBUG nova.virt.hardware [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.274701] env[69239]: DEBUG nova.virt.hardware [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.274850] env[69239]: DEBUG nova.virt.hardware [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.275179] env[69239]: DEBUG nova.virt.hardware [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.275379] env[69239]: DEBUG nova.virt.hardware [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.275558] env[69239]: DEBUG nova.virt.hardware [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.275728] env[69239]: DEBUG nova.virt.hardware [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.275936] env[69239]: DEBUG nova.virt.hardware [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.276862] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745f7d31-103e-4c7d-b2ed-8472c9315666 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.288831] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbef052-3d47-4d6b-ac62-6c19e7bd25dd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.306485] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:f3:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bf5dc16-caac-4548-962c-eb7825f7805a', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.314933] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.315381] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.315711] env[69239]: DEBUG nova.compute.manager [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.319032] env[69239]: DEBUG nova.network.neutron [req-539919ac-091c-4a9c-91f7-48267ede0e72 req-5778ce2b-6cb1-49aa-98e8-47ed09594270 service nova] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Updated VIF entry in instance network info cache for port ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.319427] env[69239]: DEBUG nova.network.neutron [req-539919ac-091c-4a9c-91f7-48267ede0e72 req-5778ce2b-6cb1-49aa-98e8-47ed09594270 service nova] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Updating instance_info_cache with network_info: [{"id": "ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215", "address": "fa:16:3e:4c:cd:ac", "network": {"id": "265576da-c621-4e5b-bbbc-66a36c9eb631", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2108037031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9476d30321d4f1a89203a9fb1f14fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1bf8e3-b6", "ovs_interfaceid": "ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.320436] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c44b6391-4c55-42a4-86dd-042f8114d079 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.341899] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.341899] env[69239]: value = "task-4145409" [ 925.341899] env[69239]: _type = "Task" [ 925.341899] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.352474] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145409, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.402930] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "refresh_cache-ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.403147] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquired lock "refresh_cache-ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.403266] env[69239]: DEBUG nova.network.neutron [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.446300] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145408, 'name': ReconfigVM_Task, 'duration_secs': 0.321859} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.450666] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Reconfigured VM instance instance-00000046 to attach disk [datastore1] volume-3796210a-1d4b-4beb-a89f-37928250f6c2/volume-3796210a-1d4b-4beb-a89f-37928250f6c2.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.456075] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bf4c3f-eef2-3410-384d-5dea7d8992af, 'name': SearchDatastore_Task, 'duration_secs': 0.017771} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.456540] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc357b48-f9c7-41a9-accb-6395bf048fe0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.466890] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.467292] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 868d8686-b21b-4c8f-94ea-191c1b662640/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk. {{(pid=69239) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 925.467890] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e33a5a5c-0b6a-4450-bb7d-75e13d907b74 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.479602] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 925.479602] env[69239]: value = "task-4145410" [ 925.479602] env[69239]: _type = "Task" [ 925.479602] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.480054] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Waiting for the task: (returnval){ [ 925.480054] env[69239]: value = "task-4145411" [ 925.480054] env[69239]: _type = "Task" [ 925.480054] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.493844] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145411, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.497520] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.535207] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: f9e5a98f-f995-44e1-b204-ff950ad68d22] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.574219] env[69239]: DEBUG nova.compute.manager [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.669810] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522f2040-aa4e-c67e-db4a-fa05a43f4509, 'name': SearchDatastore_Task, 'duration_secs': 0.023765} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.673400] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.673710] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 1257c7e3-6466-4540-a0ea-4437e151905f/1257c7e3-6466-4540-a0ea-4437e151905f.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.674601] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5d0a98e-f91e-4bc4-a68f-26ac00d45e8f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.684892] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 925.684892] env[69239]: value = "task-4145412" [ 925.684892] env[69239]: _type = "Task" [ 925.684892] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.698082] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.835587] env[69239]: DEBUG oslo_concurrency.lockutils [req-539919ac-091c-4a9c-91f7-48267ede0e72 req-5778ce2b-6cb1-49aa-98e8-47ed09594270 service nova] Releasing lock "refresh_cache-1257c7e3-6466-4540-a0ea-4437e151905f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.853505] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145409, 'name': CreateVM_Task, 'duration_secs': 0.387049} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.856476] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.857763] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.858517] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.858698] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.859048] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.859344] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83097c18-987a-4f46-8aac-2b0039f3d239 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.867080] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 925.867080] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52160a06-7d20-0c4d-c490-9e648deb97c3" [ 925.867080] env[69239]: _type = "Task" [ 925.867080] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.879827] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52160a06-7d20-0c4d-c490-9e648deb97c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.942909] env[69239]: DEBUG nova.network.neutron [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.007789] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145411, 'name': ReconfigVM_Task, 'duration_secs': 0.157741} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.012083] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820898', 'volume_id': '3796210a-1d4b-4beb-a89f-37928250f6c2', 'name': 'volume-3796210a-1d4b-4beb-a89f-37928250f6c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5218604c-e5de-4d24-bc5a-8a96cb645126', 'attached_at': '', 'detached_at': '', 'volume_id': '3796210a-1d4b-4beb-a89f-37928250f6c2', 'serial': '3796210a-1d4b-4beb-a89f-37928250f6c2'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 926.012856] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145410, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.013394] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f78db463-b917-40a4-87d7-0a02bbd597a2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.025078] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Waiting for the task: (returnval){ [ 926.025078] env[69239]: value = "task-4145413" [ 926.025078] env[69239]: _type = "Task" [ 926.025078] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.041459] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 0de81a48-7b01-49e0-be33-d05a9ef10ed8] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.046193] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145413, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.087226] env[69239]: DEBUG nova.network.neutron [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Successfully created port: 33e971f7-cc60-480a-8110-76827bba7692 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.114348] env[69239]: DEBUG nova.compute.utils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.136729] env[69239]: DEBUG nova.network.neutron [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Updating instance_info_cache with network_info: [{"id": "452ff98f-4b81-42b4-a1e1-96afef005ee4", "address": "fa:16:3e:72:62:3a", "network": {"id": "381fe7e1-12c0-4ae9-a6c1-6a8cf98277af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051562158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "514124a403834a4eb5b2902445c791f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452ff98f-4b", "ovs_interfaceid": "452ff98f-4b81-42b4-a1e1-96afef005ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.206025] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145412, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.206025] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351b44f6-9e8d-472c-af52-bd4a13c7ca24 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.215430] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3916822-0168-4484-8054-b911e5dab947 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.254018] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088f7d3a-bf84-4a81-94eb-ae094e627243 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.266482] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63859f48-40c0-41b8-9963-507fefa4cdd9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.285486] env[69239]: DEBUG nova.compute.provider_tree [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.380167] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52160a06-7d20-0c4d-c490-9e648deb97c3, 'name': SearchDatastore_Task, 'duration_secs': 0.021109} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.380918] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.381645] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.382070] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.384089] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.384089] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.384089] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da8f2d4d-c5d8-4a40-ad5a-47ab33e86b4c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.400303] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.400303] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.401106] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-defec58d-d6b9-46a5-bfdd-5944f41f075a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.408167] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 926.408167] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52212efd-45ad-b8a2-4b1c-50e82d076ca5" [ 926.408167] env[69239]: _type = "Task" [ 926.408167] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.422543] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52212efd-45ad-b8a2-4b1c-50e82d076ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.492317] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550153} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.492829] env[69239]: INFO nova.virt.vmwareapi.ds_util [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 868d8686-b21b-4c8f-94ea-191c1b662640/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk. [ 926.493628] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf7914e-ee8c-457a-bdf7-27a579bbcb4d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.522717] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 868d8686-b21b-4c8f-94ea-191c1b662640/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.523129] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-473aa02b-0c65-4bf5-be30-619742cccb16 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.546664] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145413, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.547818] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 926.547818] env[69239]: value = "task-4145414" [ 926.547818] env[69239]: _type = "Task" [ 926.547818] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.551373] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 75ded7ab-ca91-4934-9e94-43701beec4f4] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.558840] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.593796] env[69239]: DEBUG nova.compute.manager [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.617179] env[69239]: INFO nova.virt.block_device [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Booting with volume f21e016c-d5ac-4a37-ad44-7884bf5a106d at /dev/sdb [ 926.621565] env[69239]: DEBUG nova.virt.hardware [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.621799] env[69239]: DEBUG nova.virt.hardware [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.622096] env[69239]: DEBUG nova.virt.hardware [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.622138] env[69239]: DEBUG nova.virt.hardware [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.622286] env[69239]: DEBUG nova.virt.hardware [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.622481] env[69239]: DEBUG nova.virt.hardware [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.622657] env[69239]: DEBUG nova.virt.hardware [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.622815] env[69239]: DEBUG nova.virt.hardware [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.622981] env[69239]: DEBUG nova.virt.hardware [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.623165] env[69239]: DEBUG nova.virt.hardware [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.623462] env[69239]: DEBUG nova.virt.hardware [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.624418] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1af7ea0-d356-47f4-8cd7-00e5c8c53a3f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.635971] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa43dea-9459-421e-b9f4-2f4b47570e88 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.640581] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Releasing lock "refresh_cache-ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.641052] env[69239]: DEBUG nova.compute.manager [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Instance network_info: |[{"id": "452ff98f-4b81-42b4-a1e1-96afef005ee4", "address": "fa:16:3e:72:62:3a", "network": {"id": "381fe7e1-12c0-4ae9-a6c1-6a8cf98277af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051562158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "514124a403834a4eb5b2902445c791f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452ff98f-4b", "ovs_interfaceid": "452ff98f-4b81-42b4-a1e1-96afef005ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.641733] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:62:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '452ff98f-4b81-42b4-a1e1-96afef005ee4', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.651824] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Creating folder: Project (514124a403834a4eb5b2902445c791f4). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.652937] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4234525b-8298-4ad2-830b-4c15508541ea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.677554] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Created folder: Project (514124a403834a4eb5b2902445c791f4) in parent group-v820715. [ 926.677554] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Creating folder: Instances. Parent ref: group-v820927. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.678701] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7544bf78-40e0-4387-827a-0dd2fa9a918f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.680665] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa820564-4012-4119-9aa5-63d430dead84 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.693825] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28de5f3-c3db-4686-bce2-bba949aef484 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.706029] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Created folder: Instances in parent group-v820927. [ 926.706366] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.707373] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.707668] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cc33350-23a6-400d-b70e-ffcadb5c4cf6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.744023] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766785} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.744023] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dd1ee01-afc4-44ec-9528-bbeae6a85c42 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.746216] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 1257c7e3-6466-4540-a0ea-4437e151905f/1257c7e3-6466-4540-a0ea-4437e151905f.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.746431] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.746656] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eec23df8-1ec7-443a-8019-5a1b7f79e267 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.750064] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.750064] env[69239]: value = "task-4145417" [ 926.750064] env[69239]: _type = "Task" [ 926.750064] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.756072] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 926.756072] env[69239]: value = "task-4145418" [ 926.756072] env[69239]: _type = "Task" [ 926.756072] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.760688] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d982ae-7ce6-4c28-9b1c-e16fdbbc7cbe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.778523] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145417, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.789799] env[69239]: DEBUG nova.scheduler.client.report [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.794024] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.812659] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6773896-b0e9-4576-aef8-b5d95514a824 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.821055] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85b97ae-ea3c-44a8-aa77-a664ecd76731 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.836615] env[69239]: DEBUG nova.virt.block_device [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Updating existing volume attachment record: 354fe04d-a2ea-4d90-ba6f-eb3d55dd8dd5 {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 926.917973] env[69239]: DEBUG nova.compute.manager [req-59e7215d-6f15-44c3-98bd-77a13ec05573 req-c24fe558-cab6-486c-a716-49cc8007674b service nova] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Received event network-vif-plugged-452ff98f-4b81-42b4-a1e1-96afef005ee4 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.919089] env[69239]: DEBUG oslo_concurrency.lockutils [req-59e7215d-6f15-44c3-98bd-77a13ec05573 req-c24fe558-cab6-486c-a716-49cc8007674b service nova] Acquiring lock "ceb679d3-fcf7-481f-83b9-5cb912fa8cd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.919483] env[69239]: DEBUG oslo_concurrency.lockutils [req-59e7215d-6f15-44c3-98bd-77a13ec05573 req-c24fe558-cab6-486c-a716-49cc8007674b service nova] Lock "ceb679d3-fcf7-481f-83b9-5cb912fa8cd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.919700] env[69239]: DEBUG oslo_concurrency.lockutils [req-59e7215d-6f15-44c3-98bd-77a13ec05573 req-c24fe558-cab6-486c-a716-49cc8007674b service nova] Lock "ceb679d3-fcf7-481f-83b9-5cb912fa8cd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.920224] env[69239]: DEBUG nova.compute.manager [req-59e7215d-6f15-44c3-98bd-77a13ec05573 req-c24fe558-cab6-486c-a716-49cc8007674b service nova] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] No waiting events found dispatching network-vif-plugged-452ff98f-4b81-42b4-a1e1-96afef005ee4 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 926.920224] env[69239]: WARNING nova.compute.manager [req-59e7215d-6f15-44c3-98bd-77a13ec05573 req-c24fe558-cab6-486c-a716-49cc8007674b service nova] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Received unexpected event network-vif-plugged-452ff98f-4b81-42b4-a1e1-96afef005ee4 for instance with vm_state building and task_state spawning. [ 926.920431] env[69239]: DEBUG nova.compute.manager [req-59e7215d-6f15-44c3-98bd-77a13ec05573 req-c24fe558-cab6-486c-a716-49cc8007674b service nova] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Received event network-changed-452ff98f-4b81-42b4-a1e1-96afef005ee4 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.920472] env[69239]: DEBUG nova.compute.manager [req-59e7215d-6f15-44c3-98bd-77a13ec05573 req-c24fe558-cab6-486c-a716-49cc8007674b service nova] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Refreshing instance network info cache due to event network-changed-452ff98f-4b81-42b4-a1e1-96afef005ee4. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.920667] env[69239]: DEBUG oslo_concurrency.lockutils [req-59e7215d-6f15-44c3-98bd-77a13ec05573 req-c24fe558-cab6-486c-a716-49cc8007674b service nova] Acquiring lock "refresh_cache-ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.920780] env[69239]: DEBUG oslo_concurrency.lockutils [req-59e7215d-6f15-44c3-98bd-77a13ec05573 req-c24fe558-cab6-486c-a716-49cc8007674b service nova] Acquired lock "refresh_cache-ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.920939] env[69239]: DEBUG nova.network.neutron [req-59e7215d-6f15-44c3-98bd-77a13ec05573 req-c24fe558-cab6-486c-a716-49cc8007674b service nova] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Refreshing network info cache for port 452ff98f-4b81-42b4-a1e1-96afef005ee4 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.932903] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52212efd-45ad-b8a2-4b1c-50e82d076ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.02479} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.934587] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dbdc0ea-7815-45a0-9174-d74391cda45b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.941009] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 926.941009] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b7d3dd-4fda-f5d3-554e-9dfab26627de" [ 926.941009] env[69239]: _type = "Task" [ 926.941009] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.950646] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b7d3dd-4fda-f5d3-554e-9dfab26627de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.046182] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145413, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.054998] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 2b91336b-a564-4e32-9469-0703346a7c65] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.061729] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.264874] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145417, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.272237] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080412} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.272822] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.274816] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f058f38b-28f6-459c-b636-ea917a1b200e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.297573] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.298397] env[69239]: DEBUG nova.compute.manager [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.310017] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 1257c7e3-6466-4540-a0ea-4437e151905f/1257c7e3-6466-4540-a0ea-4437e151905f.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.310707] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.348s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.312361] env[69239]: INFO nova.compute.claims [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.315249] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e1fc31d-34a3-48fb-93a3-454fa0e2b49f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.335471] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "ea9ade42-e305-485a-8057-16cb758b883f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.335763] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "ea9ade42-e305-485a-8057-16cb758b883f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.341617] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 927.341617] env[69239]: value = "task-4145422" [ 927.341617] env[69239]: _type = "Task" [ 927.341617] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.351699] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.452383] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b7d3dd-4fda-f5d3-554e-9dfab26627de, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.452766] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.453124] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 63bb7544-03c3-4857-ad20-ab83a07ad501/63bb7544-03c3-4857-ad20-ab83a07ad501.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.453499] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ac60763-549c-4fbd-bc35-ec24271ef472 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.462875] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 927.462875] env[69239]: value = "task-4145423" [ 927.462875] env[69239]: _type = "Task" [ 927.462875] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.478177] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.550971] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145413, 'name': Rename_Task, 'duration_secs': 1.474681} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.554310] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.554590] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-065b622c-2151-4d8c-ba95-281898e6d3a0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.562762] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 02fcbb97-0a43-4a8d-acf8-d773de6f039a] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.564719] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.567030] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Waiting for the task: (returnval){ [ 927.567030] env[69239]: value = "task-4145424" [ 927.567030] env[69239]: _type = "Task" [ 927.567030] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.578555] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.686722] env[69239]: DEBUG nova.network.neutron [req-59e7215d-6f15-44c3-98bd-77a13ec05573 req-c24fe558-cab6-486c-a716-49cc8007674b service nova] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Updated VIF entry in instance network info cache for port 452ff98f-4b81-42b4-a1e1-96afef005ee4. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.686722] env[69239]: DEBUG nova.network.neutron [req-59e7215d-6f15-44c3-98bd-77a13ec05573 req-c24fe558-cab6-486c-a716-49cc8007674b service nova] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Updating instance_info_cache with network_info: [{"id": "452ff98f-4b81-42b4-a1e1-96afef005ee4", "address": "fa:16:3e:72:62:3a", "network": {"id": "381fe7e1-12c0-4ae9-a6c1-6a8cf98277af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051562158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "514124a403834a4eb5b2902445c791f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452ff98f-4b", "ovs_interfaceid": "452ff98f-4b81-42b4-a1e1-96afef005ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.765191] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145417, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.814304] env[69239]: DEBUG nova.compute.utils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.815979] env[69239]: DEBUG nova.compute.manager [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.816198] env[69239]: DEBUG nova.network.neutron [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.839056] env[69239]: DEBUG nova.compute.manager [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.857034] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145422, 'name': ReconfigVM_Task, 'duration_secs': 0.375129} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.857798] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 1257c7e3-6466-4540-a0ea-4437e151905f/1257c7e3-6466-4540-a0ea-4437e151905f.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.858664] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6880e6f6-7f38-491c-89ef-4484be115cd8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.871945] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 927.871945] env[69239]: value = "task-4145425" [ 927.871945] env[69239]: _type = "Task" [ 927.871945] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.885183] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145425, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.895860] env[69239]: DEBUG nova.policy [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff777148f3404346acb25689e876fe36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '514124a403834a4eb5b2902445c791f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.974054] env[69239]: DEBUG nova.compute.manager [req-1ee97b8e-47ce-4939-9555-3f63b280c378 req-37a6f285-8c49-4de2-82a9-1bc3b4d60fc0 service nova] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Received event network-vif-plugged-33e971f7-cc60-480a-8110-76827bba7692 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.974355] env[69239]: DEBUG oslo_concurrency.lockutils [req-1ee97b8e-47ce-4939-9555-3f63b280c378 req-37a6f285-8c49-4de2-82a9-1bc3b4d60fc0 service nova] Acquiring lock "da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.974574] env[69239]: DEBUG oslo_concurrency.lockutils [req-1ee97b8e-47ce-4939-9555-3f63b280c378 req-37a6f285-8c49-4de2-82a9-1bc3b4d60fc0 service nova] Lock "da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.974773] env[69239]: DEBUG oslo_concurrency.lockutils [req-1ee97b8e-47ce-4939-9555-3f63b280c378 req-37a6f285-8c49-4de2-82a9-1bc3b4d60fc0 service nova] Lock "da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.974967] env[69239]: DEBUG nova.compute.manager [req-1ee97b8e-47ce-4939-9555-3f63b280c378 req-37a6f285-8c49-4de2-82a9-1bc3b4d60fc0 service nova] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] No waiting events found dispatching network-vif-plugged-33e971f7-cc60-480a-8110-76827bba7692 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 927.975321] env[69239]: WARNING nova.compute.manager [req-1ee97b8e-47ce-4939-9555-3f63b280c378 req-37a6f285-8c49-4de2-82a9-1bc3b4d60fc0 service nova] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Received unexpected event network-vif-plugged-33e971f7-cc60-480a-8110-76827bba7692 for instance with vm_state building and task_state spawning. [ 927.983446] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145423, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.063568] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145414, 'name': ReconfigVM_Task, 'duration_secs': 1.50445} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.064029] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 868d8686-b21b-4c8f-94ea-191c1b662640/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.065157] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b743d4b-fca4-413a-8807-6aa2cebcc66c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.068534] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 0f53bec7-17c9-4c77-87d4-01437280768e] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.081055] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145424, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.113028] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21757f6c-85cf-479b-82bb-a3a54b9cbf87 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.128801] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 928.128801] env[69239]: value = "task-4145426" [ 928.128801] env[69239]: _type = "Task" [ 928.128801] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.142660] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.160540] env[69239]: DEBUG nova.network.neutron [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Successfully updated port: 33e971f7-cc60-480a-8110-76827bba7692 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.189545] env[69239]: DEBUG oslo_concurrency.lockutils [req-59e7215d-6f15-44c3-98bd-77a13ec05573 req-c24fe558-cab6-486c-a716-49cc8007674b service nova] Releasing lock "refresh_cache-ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.269504] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145417, 'name': CreateVM_Task, 'duration_secs': 1.295069} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.270482] env[69239]: DEBUG nova.network.neutron [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Successfully created port: 00d01bab-15bf-4747-96ad-4dfc6d3c01bb {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.272540] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.273302] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.273436] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.273878] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.274489] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08588581-c381-4fa9-84e1-1cabb45f643d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.280347] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 928.280347] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ce961f-890d-ed6e-f46f-75c16d38fba4" [ 928.280347] env[69239]: _type = "Task" [ 928.280347] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.290891] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ce961f-890d-ed6e-f46f-75c16d38fba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.320763] env[69239]: DEBUG nova.compute.manager [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.373284] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.389440] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145425, 'name': Rename_Task, 'duration_secs': 0.267253} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.389948] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.391141] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d502014-4239-4bc9-996e-0f6bb8a03126 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.399208] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 928.399208] env[69239]: value = "task-4145427" [ 928.399208] env[69239]: _type = "Task" [ 928.399208] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.410774] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.478727] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596732} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.479018] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 63bb7544-03c3-4857-ad20-ab83a07ad501/63bb7544-03c3-4857-ad20-ab83a07ad501.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.479238] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.479499] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd6b946c-fb57-41b4-8db4-f9cbc8f6be58 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.488835] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 928.488835] env[69239]: value = "task-4145428" [ 928.488835] env[69239]: _type = "Task" [ 928.488835] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.503324] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.575584] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: a8b3f7de-560b-4b00-ab3b-19d6b7b60330] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.588867] env[69239]: DEBUG oslo_vmware.api [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145424, 'name': PowerOnVM_Task, 'duration_secs': 0.88397} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.590027] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.590253] env[69239]: INFO nova.compute.manager [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Took 11.32 seconds to spawn the instance on the hypervisor. [ 928.590494] env[69239]: DEBUG nova.compute.manager [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 928.591556] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f014acbe-e392-40a9-9dcf-3fb397e09c62 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.642241] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145426, 'name': ReconfigVM_Task, 'duration_secs': 0.295024} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.643185] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.643655] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39c6e096-4b21-4cf3-b7cc-02ad8e4485ab {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.656682] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 928.656682] env[69239]: value = "task-4145429" [ 928.656682] env[69239]: _type = "Task" [ 928.656682] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.661107] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "refresh_cache-da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.661263] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquired lock "refresh_cache-da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.661412] env[69239]: DEBUG nova.network.neutron [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.675798] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.796093] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ce961f-890d-ed6e-f46f-75c16d38fba4, 'name': SearchDatastore_Task, 'duration_secs': 0.014504} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.799145] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.799437] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.799709] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.799858] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.800057] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.800582] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b712b3c8-c634-485d-8d86-b826c9ede291 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.815681] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.815888] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.816679] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492bd318-1ea7-406e-942b-3739025ca520 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.823509] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 928.823509] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520b2553-0c16-0906-1d6e-f8bb0130be36" [ 928.823509] env[69239]: _type = "Task" [ 928.823509] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.840523] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520b2553-0c16-0906-1d6e-f8bb0130be36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.901292] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b566c135-4ac2-4dad-9782-78e0aa1c4400 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.917070] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7720a9-7ebf-4923-ba5f-45494abfe7bc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.920411] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145427, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.954032] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f601d2a-59a8-47c6-a197-14751e4510fa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.963233] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7feaf9-abd0-4860-9a81-b9be9ce6c8b6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.977973] env[69239]: DEBUG nova.compute.provider_tree [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.000810] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08407} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.001136] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.002074] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb9b744-3cf7-4e4e-8f19-ca25c21d8beb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.025895] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 63bb7544-03c3-4857-ad20-ab83a07ad501/63bb7544-03c3-4857-ad20-ab83a07ad501.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.026652] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af5dc470-b896-4f6b-90e1-f9f86a54f17a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.049466] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 929.049466] env[69239]: value = "task-4145430" [ 929.049466] env[69239]: _type = "Task" [ 929.049466] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.058252] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.086027] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 0df38957-90e2-4ac3-a5cb-e960148bc42a] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.115926] env[69239]: INFO nova.compute.manager [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Took 47.12 seconds to build instance. [ 929.167666] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.200987] env[69239]: DEBUG nova.network.neutron [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.342580] env[69239]: DEBUG nova.compute.manager [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.346595] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520b2553-0c16-0906-1d6e-f8bb0130be36, 'name': SearchDatastore_Task, 'duration_secs': 0.063597} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.354907] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e38615-80ee-48fc-bee4-ac1151edea10 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.367878] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 929.367878] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b95a0d-ed84-21c8-d377-d457776c0446" [ 929.367878] env[69239]: _type = "Task" [ 929.367878] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.386101] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b95a0d-ed84-21c8-d377-d457776c0446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.408438] env[69239]: DEBUG nova.virt.hardware [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.409779] env[69239]: DEBUG nova.virt.hardware [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.410110] env[69239]: DEBUG nova.virt.hardware [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.410385] env[69239]: DEBUG nova.virt.hardware [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.410624] env[69239]: DEBUG nova.virt.hardware [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.410839] env[69239]: DEBUG nova.virt.hardware [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.411159] env[69239]: DEBUG nova.virt.hardware [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.411608] env[69239]: DEBUG nova.virt.hardware [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.411900] env[69239]: DEBUG nova.virt.hardware [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.412161] env[69239]: DEBUG nova.virt.hardware [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.412425] env[69239]: DEBUG nova.virt.hardware [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.413651] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ff48e9-c8c7-461d-8950-03207d21f41a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.428129] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ecd6f9-5121-4ba4-a9c8-76d1caf5471d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.433082] env[69239]: DEBUG oslo_vmware.api [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145427, 'name': PowerOnVM_Task, 'duration_secs': 0.590981} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.433896] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.434219] env[69239]: INFO nova.compute.manager [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Took 8.53 seconds to spawn the instance on the hypervisor. [ 929.434459] env[69239]: DEBUG nova.compute.manager [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 929.436425] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa6f3b2-f789-4bc4-a3f0-d4b6e2fc698f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.482286] env[69239]: DEBUG nova.scheduler.client.report [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.550819] env[69239]: DEBUG nova.network.neutron [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Updating instance_info_cache with network_info: [{"id": "33e971f7-cc60-480a-8110-76827bba7692", "address": "fa:16:3e:db:80:69", "network": {"id": "381fe7e1-12c0-4ae9-a6c1-6a8cf98277af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051562158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "514124a403834a4eb5b2902445c791f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e971f7-cc", "ovs_interfaceid": "33e971f7-cc60-480a-8110-76827bba7692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.564647] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.586471] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: ba75cdda-3f68-487b-8d99-5e1f1adf6b92] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.619978] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f53fe2ed-4df3-48a4-b0ec-f31954aee506 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Lock "5218604c-e5de-4d24-bc5a-8a96cb645126" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.634s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.667169] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145429, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.707996] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Acquiring lock "54d4ddec-4054-4db3-bdd5-3614ee273b89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.707996] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Lock "54d4ddec-4054-4db3-bdd5-3614ee273b89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.707996] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Acquiring lock "54d4ddec-4054-4db3-bdd5-3614ee273b89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.707996] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Lock "54d4ddec-4054-4db3-bdd5-3614ee273b89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.707996] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Lock "54d4ddec-4054-4db3-bdd5-3614ee273b89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.714919] env[69239]: INFO nova.compute.manager [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Terminating instance [ 929.880450] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b95a0d-ed84-21c8-d377-d457776c0446, 'name': SearchDatastore_Task, 'duration_secs': 0.026505} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.880736] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.881049] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] ceb679d3-fcf7-481f-83b9-5cb912fa8cd8/ceb679d3-fcf7-481f-83b9-5cb912fa8cd8.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.881340] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8662aaba-1783-49e3-9baf-caee68c5579d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.887500] env[69239]: DEBUG nova.compute.manager [req-b7ca8b97-2eef-47f4-a906-75c526536015 req-b56f946d-c32c-420a-af43-11e027b92bd9 service nova] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Received event network-vif-plugged-00d01bab-15bf-4747-96ad-4dfc6d3c01bb {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.887500] env[69239]: DEBUG oslo_concurrency.lockutils [req-b7ca8b97-2eef-47f4-a906-75c526536015 req-b56f946d-c32c-420a-af43-11e027b92bd9 service nova] Acquiring lock "7e27c8d4-373d-4b35-9684-5af63e7a5ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.887500] env[69239]: DEBUG oslo_concurrency.lockutils [req-b7ca8b97-2eef-47f4-a906-75c526536015 req-b56f946d-c32c-420a-af43-11e027b92bd9 service nova] Lock "7e27c8d4-373d-4b35-9684-5af63e7a5ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.887500] env[69239]: DEBUG oslo_concurrency.lockutils [req-b7ca8b97-2eef-47f4-a906-75c526536015 req-b56f946d-c32c-420a-af43-11e027b92bd9 service nova] Lock "7e27c8d4-373d-4b35-9684-5af63e7a5ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.887500] env[69239]: DEBUG nova.compute.manager [req-b7ca8b97-2eef-47f4-a906-75c526536015 req-b56f946d-c32c-420a-af43-11e027b92bd9 service nova] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] No waiting events found dispatching network-vif-plugged-00d01bab-15bf-4747-96ad-4dfc6d3c01bb {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 929.887500] env[69239]: WARNING nova.compute.manager [req-b7ca8b97-2eef-47f4-a906-75c526536015 req-b56f946d-c32c-420a-af43-11e027b92bd9 service nova] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Received unexpected event network-vif-plugged-00d01bab-15bf-4747-96ad-4dfc6d3c01bb for instance with vm_state building and task_state spawning. [ 929.889996] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 929.889996] env[69239]: value = "task-4145432" [ 929.889996] env[69239]: _type = "Task" [ 929.889996] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.898566] env[69239]: DEBUG nova.network.neutron [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Successfully updated port: 00d01bab-15bf-4747-96ad-4dfc6d3c01bb {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.907123] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.966273] env[69239]: INFO nova.compute.manager [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Took 40.32 seconds to build instance. [ 929.989583] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.990119] env[69239]: DEBUG nova.compute.manager [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.993068] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.810s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.993256] env[69239]: DEBUG nova.objects.instance [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lazy-loading 'resources' on Instance uuid 4156b2a5-daef-4f43-9306-0d6730b8d580 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.001799] env[69239]: DEBUG nova.compute.manager [req-93125cbe-9c53-4fa0-a108-0c061e460cd6 req-07925ab2-b01c-4624-8516-6b0f440c3a21 service nova] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Received event network-changed-33e971f7-cc60-480a-8110-76827bba7692 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.001799] env[69239]: DEBUG nova.compute.manager [req-93125cbe-9c53-4fa0-a108-0c061e460cd6 req-07925ab2-b01c-4624-8516-6b0f440c3a21 service nova] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Refreshing instance network info cache due to event network-changed-33e971f7-cc60-480a-8110-76827bba7692. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.001951] env[69239]: DEBUG oslo_concurrency.lockutils [req-93125cbe-9c53-4fa0-a108-0c061e460cd6 req-07925ab2-b01c-4624-8516-6b0f440c3a21 service nova] Acquiring lock "refresh_cache-da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.054479] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Releasing lock "refresh_cache-da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.054727] env[69239]: DEBUG nova.compute.manager [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Instance network_info: |[{"id": "33e971f7-cc60-480a-8110-76827bba7692", "address": "fa:16:3e:db:80:69", "network": {"id": "381fe7e1-12c0-4ae9-a6c1-6a8cf98277af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051562158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "514124a403834a4eb5b2902445c791f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e971f7-cc", "ovs_interfaceid": "33e971f7-cc60-480a-8110-76827bba7692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.058880] env[69239]: DEBUG oslo_concurrency.lockutils [req-93125cbe-9c53-4fa0-a108-0c061e460cd6 req-07925ab2-b01c-4624-8516-6b0f440c3a21 service nova] Acquired lock "refresh_cache-da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.059171] env[69239]: DEBUG nova.network.neutron [req-93125cbe-9c53-4fa0-a108-0c061e460cd6 req-07925ab2-b01c-4624-8516-6b0f440c3a21 service nova] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Refreshing network info cache for port 33e971f7-cc60-480a-8110-76827bba7692 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.060447] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:80:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33e971f7-cc60-480a-8110-76827bba7692', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.068842] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.072217] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.073232] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd6cadd7-90aa-4504-bd5f-68ac767bda63 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.093486] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 58c8152b-97d2-40ad-b10e-f961dfd43178] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.097815] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145430, 'name': ReconfigVM_Task, 'duration_secs': 0.670952} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.097815] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 63bb7544-03c3-4857-ad20-ab83a07ad501/63bb7544-03c3-4857-ad20-ab83a07ad501.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.097815] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a3ddc6e-6b25-4fa6-a465-95f7ad0607fa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.101977] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.101977] env[69239]: value = "task-4145433" [ 930.101977] env[69239]: _type = "Task" [ 930.101977] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.108297] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 930.108297] env[69239]: value = "task-4145434" [ 930.108297] env[69239]: _type = "Task" [ 930.108297] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.118021] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145433, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.123667] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145434, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.172031] env[69239]: DEBUG oslo_vmware.api [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145429, 'name': PowerOnVM_Task, 'duration_secs': 1.01547} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.172031] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.173145] env[69239]: DEBUG nova.compute.manager [None req-5ed41386-0a93-41fe-8e2c-ff3c43ef95c8 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.174062] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f58439-27dd-4ddb-a527-d178b6cd8de2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.219034] env[69239]: DEBUG nova.compute.manager [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.219034] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.220288] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6d6cbe-4477-4f05-9c0b-7461a2ee5377 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.230087] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.232126] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c11d7137-9fb3-4dcc-bfbe-715b23885836 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.240027] env[69239]: DEBUG oslo_vmware.api [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Waiting for the task: (returnval){ [ 930.240027] env[69239]: value = "task-4145435" [ 930.240027] env[69239]: _type = "Task" [ 930.240027] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.258206] env[69239]: DEBUG oslo_vmware.api [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.402030] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "refresh_cache-7e27c8d4-373d-4b35-9684-5af63e7a5ff6" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.402209] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquired lock "refresh_cache-7e27c8d4-373d-4b35-9684-5af63e7a5ff6" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.402359] env[69239]: DEBUG nova.network.neutron [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.409222] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145432, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.468698] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3aa0f53f-8861-4f3d-8557-e0d739500aad tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "1257c7e3-6466-4540-a0ea-4437e151905f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.840s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.496807] env[69239]: DEBUG nova.compute.utils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.503522] env[69239]: DEBUG nova.compute.manager [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.503522] env[69239]: DEBUG nova.network.neutron [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.526343] env[69239]: DEBUG nova.network.neutron [req-93125cbe-9c53-4fa0-a108-0c061e460cd6 req-07925ab2-b01c-4624-8516-6b0f440c3a21 service nova] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Updated VIF entry in instance network info cache for port 33e971f7-cc60-480a-8110-76827bba7692. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.528504] env[69239]: DEBUG nova.network.neutron [req-93125cbe-9c53-4fa0-a108-0c061e460cd6 req-07925ab2-b01c-4624-8516-6b0f440c3a21 service nova] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Updating instance_info_cache with network_info: [{"id": "33e971f7-cc60-480a-8110-76827bba7692", "address": "fa:16:3e:db:80:69", "network": {"id": "381fe7e1-12c0-4ae9-a6c1-6a8cf98277af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051562158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "514124a403834a4eb5b2902445c791f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e971f7-cc", "ovs_interfaceid": "33e971f7-cc60-480a-8110-76827bba7692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.598406] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 92a8a8bc-2d46-4984-a510-67c5a73730b9] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.606383] env[69239]: DEBUG nova.policy [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '950b8d0c07ad4b23be7c4fe6076428a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '657b30330d8d431aa07e7c1e198c5af1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.629356] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145434, 'name': Rename_Task, 'duration_secs': 0.225055} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.637601] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.638101] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145433, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.638684] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c758692e-51ab-4bbc-8062-4bc2ede336b3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.647352] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 930.647352] env[69239]: value = "task-4145436" [ 930.647352] env[69239]: _type = "Task" [ 930.647352] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.661481] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.757144] env[69239]: DEBUG oslo_vmware.api [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145435, 'name': PowerOffVM_Task, 'duration_secs': 0.349177} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.757463] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.757604] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.757874] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44e91bcf-ac3d-4460-adf0-7f97ec6ebef2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.849720] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.850021] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.850232] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Deleting the datastore file [datastore2] 54d4ddec-4054-4db3-bdd5-3614ee273b89 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.850520] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc92ca08-a274-4196-8d08-7c5e91aae198 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.857670] env[69239]: DEBUG oslo_vmware.api [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Waiting for the task: (returnval){ [ 930.857670] env[69239]: value = "task-4145438" [ 930.857670] env[69239]: _type = "Task" [ 930.857670] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.871171] env[69239]: DEBUG oslo_vmware.api [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.901436] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794896} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.904493] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] ceb679d3-fcf7-481f-83b9-5cb912fa8cd8/ceb679d3-fcf7-481f-83b9-5cb912fa8cd8.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.904774] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.907394] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28bfaa0d-2be7-42e0-be4d-3377d70c078f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.915636] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 930.915636] env[69239]: value = "task-4145439" [ 930.915636] env[69239]: _type = "Task" [ 930.915636] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.930840] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.944866] env[69239]: DEBUG nova.network.neutron [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.003978] env[69239]: DEBUG nova.compute.manager [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.033019] env[69239]: DEBUG oslo_concurrency.lockutils [req-93125cbe-9c53-4fa0-a108-0c061e460cd6 req-07925ab2-b01c-4624-8516-6b0f440c3a21 service nova] Releasing lock "refresh_cache-da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.104633] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 0c9e5fde-b283-4af2-9472-03f044e277a4] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.133918] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145433, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.160232] env[69239]: DEBUG nova.network.neutron [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Updating instance_info_cache with network_info: [{"id": "00d01bab-15bf-4747-96ad-4dfc6d3c01bb", "address": "fa:16:3e:71:f4:f3", "network": {"id": "381fe7e1-12c0-4ae9-a6c1-6a8cf98277af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051562158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "514124a403834a4eb5b2902445c791f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d01bab-15", "ovs_interfaceid": "00d01bab-15bf-4747-96ad-4dfc6d3c01bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.162503] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db27a69-6f1b-4644-9c3c-06485781db91 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.175897] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387c44b4-6d87-41b3-b463-a208dbe5780a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.179897] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.183589] env[69239]: DEBUG nova.network.neutron [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Successfully created port: eae9940a-e279-496d-9dfa-5c2bdf5cb09d {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.220075] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6608e710-6850-4f2b-a470-272ef1cd6974 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.226512] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925a326d-ca6c-4497-a84e-39f33bf5b0ce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.242691] env[69239]: DEBUG nova.compute.provider_tree [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.371467] env[69239]: DEBUG oslo_vmware.api [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Task: {'id': task-4145438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317412} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.371776] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.371965] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.372160] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.372504] env[69239]: INFO nova.compute.manager [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Took 1.15 seconds to destroy the instance on the hypervisor. [ 931.372682] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.373110] env[69239]: DEBUG nova.compute.manager [-] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.373185] env[69239]: DEBUG nova.network.neutron [-] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.429742] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067323} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.430123] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.431525] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770de770-a489-4968-acc1-e211863f385d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.460985] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] ceb679d3-fcf7-481f-83b9-5cb912fa8cd8/ceb679d3-fcf7-481f-83b9-5cb912fa8cd8.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.463769] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01b67e7a-19f3-4398-a14e-c6947b58bea5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.494033] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 931.494033] env[69239]: value = "task-4145440" [ 931.494033] env[69239]: _type = "Task" [ 931.494033] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.504913] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145440, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.608253] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 000d6bc2-dee7-40e4-8792-2eb1ab76073b] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.622113] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145433, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.626021] env[69239]: INFO nova.compute.manager [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Rescuing [ 931.626021] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "refresh_cache-1257c7e3-6466-4540-a0ea-4437e151905f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.626021] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquired lock "refresh_cache-1257c7e3-6466-4540-a0ea-4437e151905f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.626021] env[69239]: DEBUG nova.network.neutron [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.659518] env[69239]: DEBUG oslo_vmware.api [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145436, 'name': PowerOnVM_Task, 'duration_secs': 0.891751} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.659822] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.660235] env[69239]: DEBUG nova.compute.manager [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 931.661461] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a8e323-fc5a-4140-9e60-f7ed321e173f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.668490] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Releasing lock "refresh_cache-7e27c8d4-373d-4b35-9684-5af63e7a5ff6" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.669034] env[69239]: DEBUG nova.compute.manager [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Instance network_info: |[{"id": "00d01bab-15bf-4747-96ad-4dfc6d3c01bb", "address": "fa:16:3e:71:f4:f3", "network": {"id": "381fe7e1-12c0-4ae9-a6c1-6a8cf98277af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051562158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "514124a403834a4eb5b2902445c791f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d01bab-15", "ovs_interfaceid": "00d01bab-15bf-4747-96ad-4dfc6d3c01bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.673927] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:f4:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00d01bab-15bf-4747-96ad-4dfc6d3c01bb', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.682315] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.682949] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.683288] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2f7c48f-fd1b-4c74-b858-9be57d620db1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.707865] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.707865] env[69239]: value = "task-4145441" [ 931.707865] env[69239]: _type = "Task" [ 931.707865] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.717677] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145441, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.720732] env[69239]: INFO nova.compute.manager [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Unrescuing [ 931.721110] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.721362] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquired lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.721754] env[69239]: DEBUG nova.network.neutron [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.745771] env[69239]: DEBUG nova.scheduler.client.report [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.932173] env[69239]: DEBUG nova.compute.manager [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Received event network-changed-00d01bab-15bf-4747-96ad-4dfc6d3c01bb {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.932496] env[69239]: DEBUG nova.compute.manager [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Refreshing instance network info cache due to event network-changed-00d01bab-15bf-4747-96ad-4dfc6d3c01bb. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.932800] env[69239]: DEBUG oslo_concurrency.lockutils [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] Acquiring lock "refresh_cache-7e27c8d4-373d-4b35-9684-5af63e7a5ff6" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.932942] env[69239]: DEBUG oslo_concurrency.lockutils [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] Acquired lock "refresh_cache-7e27c8d4-373d-4b35-9684-5af63e7a5ff6" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.933140] env[69239]: DEBUG nova.network.neutron [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Refreshing network info cache for port 00d01bab-15bf-4747-96ad-4dfc6d3c01bb {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.003359] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.021713] env[69239]: DEBUG nova.compute.manager [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.057688] env[69239]: DEBUG nova.virt.hardware [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.058029] env[69239]: DEBUG nova.virt.hardware [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.058299] env[69239]: DEBUG nova.virt.hardware [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.058517] env[69239]: DEBUG nova.virt.hardware [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.058673] env[69239]: DEBUG nova.virt.hardware [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.058824] env[69239]: DEBUG nova.virt.hardware [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.059527] env[69239]: DEBUG nova.virt.hardware [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.059527] env[69239]: DEBUG nova.virt.hardware [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.059661] env[69239]: DEBUG nova.virt.hardware [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.059800] env[69239]: DEBUG nova.virt.hardware [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.060140] env[69239]: DEBUG nova.virt.hardware [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.061632] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec403add-1441-4ca5-aa5d-00ee13287551 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.071580] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8887e56-ce12-42c8-b166-d5ed4926b634 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.115844] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 932.116080] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Cleaning up deleted instances with incomplete migration {{(pid=69239) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 932.123990] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145433, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.190053] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.221159] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145441, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.253756] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.258715] env[69239]: DEBUG oslo_concurrency.lockutils [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.231s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.258715] env[69239]: DEBUG nova.objects.instance [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lazy-loading 'resources' on Instance uuid f3262187-303d-497f-85f1-c36e11713535 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.285354] env[69239]: INFO nova.scheduler.client.report [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleted allocations for instance 4156b2a5-daef-4f43-9306-0d6730b8d580 [ 932.346411] env[69239]: DEBUG nova.network.neutron [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Updating instance_info_cache with network_info: [{"id": "ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215", "address": "fa:16:3e:4c:cd:ac", "network": {"id": "265576da-c621-4e5b-bbbc-66a36c9eb631", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2108037031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9476d30321d4f1a89203a9fb1f14fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1bf8e3-b6", "ovs_interfaceid": "ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.512143] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145440, 'name': ReconfigVM_Task, 'duration_secs': 0.629602} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.512143] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Reconfigured VM instance instance-00000048 to attach disk [datastore1] ceb679d3-fcf7-481f-83b9-5cb912fa8cd8/ceb679d3-fcf7-481f-83b9-5cb912fa8cd8.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.512143] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a9fca55-f330-47cc-bb18-2ad0889b632f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.524194] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 932.524194] env[69239]: value = "task-4145442" [ 932.524194] env[69239]: _type = "Task" [ 932.524194] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.531530] env[69239]: DEBUG nova.network.neutron [-] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.536765] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145442, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.619014] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 932.629022] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145433, 'name': CreateVM_Task, 'duration_secs': 2.343679} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.629022] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.629022] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.629022] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.629022] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.629022] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d18e98-4b30-45b8-85ac-46f5412dd6de {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.635590] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 932.635590] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f210c0-a96f-d866-dfe3-29bb71bc1015" [ 932.635590] env[69239]: _type = "Task" [ 932.635590] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.645208] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f210c0-a96f-d866-dfe3-29bb71bc1015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.658011] env[69239]: DEBUG nova.network.neutron [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Updating instance_info_cache with network_info: [{"id": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "address": "fa:16:3e:da:6f:3a", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bbad0b-6e", "ovs_interfaceid": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.722452] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145441, 'name': CreateVM_Task, 'duration_secs': 0.625476} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.722692] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.723749] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.726831] env[69239]: DEBUG nova.network.neutron [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Updated VIF entry in instance network info cache for port 00d01bab-15bf-4747-96ad-4dfc6d3c01bb. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.727505] env[69239]: DEBUG nova.network.neutron [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Updating instance_info_cache with network_info: [{"id": "00d01bab-15bf-4747-96ad-4dfc6d3c01bb", "address": "fa:16:3e:71:f4:f3", "network": {"id": "381fe7e1-12c0-4ae9-a6c1-6a8cf98277af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051562158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "514124a403834a4eb5b2902445c791f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d01bab-15", "ovs_interfaceid": "00d01bab-15bf-4747-96ad-4dfc6d3c01bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.796048] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f9bb1bcb-f377-4aea-b5a4-29bdf27c726f tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "4156b2a5-daef-4f43-9306-0d6730b8d580" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.949s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.851216] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Releasing lock "refresh_cache-1257c7e3-6466-4540-a0ea-4437e151905f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.976314] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.039024] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145442, 'name': Rename_Task, 'duration_secs': 0.341161} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.039397] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.041234] env[69239]: INFO nova.compute.manager [-] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Took 1.67 seconds to deallocate network for instance. [ 933.042048] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d045103b-003c-4ede-9aae-338aa63e855b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.056457] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 933.056457] env[69239]: value = "task-4145443" [ 933.056457] env[69239]: _type = "Task" [ 933.056457] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.066523] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.084930] env[69239]: DEBUG nova.compute.manager [req-4c37abbe-f752-4e1c-ad72-a4ab97862eff req-ec645b29-33b3-4dff-94d0-9cee4648564f service nova] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Received event network-vif-plugged-eae9940a-e279-496d-9dfa-5c2bdf5cb09d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.085200] env[69239]: DEBUG oslo_concurrency.lockutils [req-4c37abbe-f752-4e1c-ad72-a4ab97862eff req-ec645b29-33b3-4dff-94d0-9cee4648564f service nova] Acquiring lock "04c545a7-8355-408b-b506-d3f785cc057a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.085506] env[69239]: DEBUG oslo_concurrency.lockutils [req-4c37abbe-f752-4e1c-ad72-a4ab97862eff req-ec645b29-33b3-4dff-94d0-9cee4648564f service nova] Lock "04c545a7-8355-408b-b506-d3f785cc057a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.085613] env[69239]: DEBUG oslo_concurrency.lockutils [req-4c37abbe-f752-4e1c-ad72-a4ab97862eff req-ec645b29-33b3-4dff-94d0-9cee4648564f service nova] Lock "04c545a7-8355-408b-b506-d3f785cc057a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.085970] env[69239]: DEBUG nova.compute.manager [req-4c37abbe-f752-4e1c-ad72-a4ab97862eff req-ec645b29-33b3-4dff-94d0-9cee4648564f service nova] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] No waiting events found dispatching network-vif-plugged-eae9940a-e279-496d-9dfa-5c2bdf5cb09d {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 933.086356] env[69239]: WARNING nova.compute.manager [req-4c37abbe-f752-4e1c-ad72-a4ab97862eff req-ec645b29-33b3-4dff-94d0-9cee4648564f service nova] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Received unexpected event network-vif-plugged-eae9940a-e279-496d-9dfa-5c2bdf5cb09d for instance with vm_state building and task_state spawning. [ 933.149195] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f210c0-a96f-d866-dfe3-29bb71bc1015, 'name': SearchDatastore_Task, 'duration_secs': 0.025687} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.152633] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.152990] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.153290] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.153483] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.153707] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.155120] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.155496] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.155765] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bfffac1-6a05-44dd-93fe-c766258fbf3e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.158288] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-195c8b62-7732-4eb7-8017-91980b7c52a6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.160505] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Releasing lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.161176] env[69239]: DEBUG nova.objects.instance [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lazy-loading 'flavor' on Instance uuid 868d8686-b21b-4c8f-94ea-191c1b662640 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.167858] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 933.167858] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52cb68a9-ff14-8746-0ac4-5899798f0abb" [ 933.167858] env[69239]: _type = "Task" [ 933.167858] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.176724] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.176892] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.178363] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7485ab39-5514-4f8c-a3b7-873bca200bfc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.185536] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52cb68a9-ff14-8746-0ac4-5899798f0abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.192750] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 933.192750] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c343e4-5383-9054-992c-e86e1c5726cc" [ 933.192750] env[69239]: _type = "Task" [ 933.192750] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.203735] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c343e4-5383-9054-992c-e86e1c5726cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.230838] env[69239]: DEBUG oslo_concurrency.lockutils [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] Releasing lock "refresh_cache-7e27c8d4-373d-4b35-9684-5af63e7a5ff6" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.230838] env[69239]: DEBUG nova.compute.manager [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Received event network-changed-704101be-6e15-42be-b812-4e64121ed6ab {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.230838] env[69239]: DEBUG nova.compute.manager [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Refreshing instance network info cache due to event network-changed-704101be-6e15-42be-b812-4e64121ed6ab. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.230838] env[69239]: DEBUG oslo_concurrency.lockutils [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] Acquiring lock "refresh_cache-5218604c-e5de-4d24-bc5a-8a96cb645126" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.231166] env[69239]: DEBUG oslo_concurrency.lockutils [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] Acquired lock "refresh_cache-5218604c-e5de-4d24-bc5a-8a96cb645126" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.231166] env[69239]: DEBUG nova.network.neutron [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Refreshing network info cache for port 704101be-6e15-42be-b812-4e64121ed6ab {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.250743] env[69239]: DEBUG nova.network.neutron [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Successfully updated port: eae9940a-e279-496d-9dfa-5c2bdf5cb09d {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.349793] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405c48db-154f-4217-9a79-62528543753a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.357467] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e918d2-0259-4477-bb9b-69a5282d33ef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.390770] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f8c9c0-40f8-4944-a183-4eee13b048f8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.401310] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a808a521-def1-4f22-aa21-4cfe966bd035 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.418610] env[69239]: DEBUG nova.compute.provider_tree [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.558339] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.568910] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.673581] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c477bda-def7-42a0-b47e-df0324490901 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.684410] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52cb68a9-ff14-8746-0ac4-5899798f0abb, 'name': SearchDatastore_Task, 'duration_secs': 0.029437} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.707733] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.708026] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.708254] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.708631] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.712029] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4c17f44-f859-47cf-921c-9d0135289d95 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.720915] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c343e4-5383-9054-992c-e86e1c5726cc, 'name': SearchDatastore_Task, 'duration_secs': 0.036302} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.722856] env[69239]: DEBUG oslo_vmware.api [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 933.722856] env[69239]: value = "task-4145444" [ 933.722856] env[69239]: _type = "Task" [ 933.722856] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.723171] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2293ea1-f7c1-435c-aca5-f3510baec3b2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.734668] env[69239]: DEBUG oslo_vmware.api [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.736230] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 933.736230] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ffc9bf-fa87-5198-3610-93bb4da0ab15" [ 933.736230] env[69239]: _type = "Task" [ 933.736230] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.747160] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ffc9bf-fa87-5198-3610-93bb4da0ab15, 'name': SearchDatastore_Task, 'duration_secs': 0.012048} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.747828] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.748150] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f/da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.748472] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.748701] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.748954] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc2bc08e-c6b5-4249-9c5a-303173b6e190 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.750857] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9b4a2b7-6c36-4a5d-bd8d-3b15a9ba6071 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.759312] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "refresh_cache-04c545a7-8355-408b-b506-d3f785cc057a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.759312] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired lock "refresh_cache-04c545a7-8355-408b-b506-d3f785cc057a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.759464] env[69239]: DEBUG nova.network.neutron [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.761201] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 933.761201] env[69239]: value = "task-4145445" [ 933.761201] env[69239]: _type = "Task" [ 933.761201] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.763577] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.763577] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.766900] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce21719-925a-4c33-bea9-6cfc75d198cb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.775675] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.777544] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 933.777544] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52da41eb-c91a-bdc2-0d17-c7df79ffccdf" [ 933.777544] env[69239]: _type = "Task" [ 933.777544] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.788107] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52da41eb-c91a-bdc2-0d17-c7df79ffccdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.922820] env[69239]: DEBUG nova.scheduler.client.report [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.072886] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.088737] env[69239]: INFO nova.compute.manager [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Rebuilding instance [ 934.139025] env[69239]: DEBUG nova.compute.manager [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 934.139025] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d73a82-d30b-494c-b299-a4956df32f4b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.247299] env[69239]: DEBUG oslo_vmware.api [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145444, 'name': PowerOffVM_Task, 'duration_secs': 0.353397} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.247299] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.255503] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Reconfiguring VM instance instance-0000002e to detach disk 2002 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 934.256465] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d166540d-a288-4091-94a6-bf5964fe1071 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.293102] env[69239]: DEBUG oslo_vmware.api [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 934.293102] env[69239]: value = "task-4145446" [ 934.293102] env[69239]: _type = "Task" [ 934.293102] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.307386] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52da41eb-c91a-bdc2-0d17-c7df79ffccdf, 'name': SearchDatastore_Task, 'duration_secs': 0.014095} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.307648] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145445, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.309264] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e21dba1c-66ed-4776-96e9-841b0ec00afd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.317108] env[69239]: DEBUG oslo_vmware.api [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.321610] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 934.321610] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52adb661-c6de-9a65-f9a3-f3ce81d6f666" [ 934.321610] env[69239]: _type = "Task" [ 934.321610] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.322711] env[69239]: DEBUG nova.network.neutron [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.336620] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52adb661-c6de-9a65-f9a3-f3ce81d6f666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.401563] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.401880] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5009bac7-ee5d-4ff8-8ff3-35d905678876 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.410304] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 934.410304] env[69239]: value = "task-4145447" [ 934.410304] env[69239]: _type = "Task" [ 934.410304] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.427191] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.430599] env[69239]: DEBUG oslo_concurrency.lockutils [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.434103] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.251s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.434379] env[69239]: DEBUG nova.objects.instance [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lazy-loading 'resources' on Instance uuid 170cb828-e7a7-43fe-9dd8-80a676543da8 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.464530] env[69239]: DEBUG nova.network.neutron [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Updated VIF entry in instance network info cache for port 704101be-6e15-42be-b812-4e64121ed6ab. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.464941] env[69239]: DEBUG nova.network.neutron [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Updating instance_info_cache with network_info: [{"id": "704101be-6e15-42be-b812-4e64121ed6ab", "address": "fa:16:3e:50:ad:26", "network": {"id": "d1cdc8e9-c9c5-412a-8129-aec471b8d0fd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-571013949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ee085312a2c4825a06c3a1b312ea79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704101be-6e", "ovs_interfaceid": "704101be-6e15-42be-b812-4e64121ed6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.470345] env[69239]: INFO nova.scheduler.client.report [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleted allocations for instance f3262187-303d-497f-85f1-c36e11713535 [ 934.508290] env[69239]: DEBUG nova.compute.manager [req-f0a299de-dd5d-4dcb-bc86-6b3931bb5257 req-14ca5df0-d97c-4da0-aa7b-525d64965594 service nova] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Received event network-vif-deleted-21bcb62b-1aed-41b8-8eb2-23d72f77bec7 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.523663] env[69239]: DEBUG nova.network.neutron [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Updating instance_info_cache with network_info: [{"id": "eae9940a-e279-496d-9dfa-5c2bdf5cb09d", "address": "fa:16:3e:f4:2f:f8", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae9940a-e2", "ovs_interfaceid": "eae9940a-e279-496d-9dfa-5c2bdf5cb09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.573596] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145443, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.793304] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65604} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.793677] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f/da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.793887] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.794147] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffbd2f92-782a-4c7a-bb04-37aab85a47d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.806564] env[69239]: DEBUG oslo_vmware.api [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145446, 'name': ReconfigVM_Task, 'duration_secs': 0.310619} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.808485] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Reconfigured VM instance instance-0000002e to detach disk 2002 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 934.808753] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.809132] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 934.809132] env[69239]: value = "task-4145448" [ 934.809132] env[69239]: _type = "Task" [ 934.809132] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.809306] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6117589e-e2cf-49be-9abf-f56fd35c4710 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.821698] env[69239]: DEBUG oslo_vmware.api [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 934.821698] env[69239]: value = "task-4145449" [ 934.821698] env[69239]: _type = "Task" [ 934.821698] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.833161] env[69239]: DEBUG oslo_vmware.api [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.840338] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52adb661-c6de-9a65-f9a3-f3ce81d6f666, 'name': SearchDatastore_Task, 'duration_secs': 0.081251} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.840675] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.840939] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 7e27c8d4-373d-4b35-9684-5af63e7a5ff6/7e27c8d4-373d-4b35-9684-5af63e7a5ff6.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.841258] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7136b457-ecbb-49c3-a8d9-c5f5a4492bdc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.849930] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 934.849930] env[69239]: value = "task-4145450" [ 934.849930] env[69239]: _type = "Task" [ 934.849930] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.861961] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.923031] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145447, 'name': PowerOffVM_Task, 'duration_secs': 0.23375} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.923384] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.924380] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a307c1-2b28-4df4-aced-09ff31c6dd3a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.949661] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ea3d4c-a5b1-4dc8-8887-5f2f798cb274 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.968347] env[69239]: DEBUG oslo_concurrency.lockutils [req-2ae64475-15e4-4a12-8c35-d9f29676cbff req-943de043-1ca5-4de2-97a7-107e1928690c service nova] Releasing lock "refresh_cache-5218604c-e5de-4d24-bc5a-8a96cb645126" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.978687] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.978998] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f4c7d3d-9917-45d6-b3ce-13be82390519 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.983662] env[69239]: DEBUG oslo_concurrency.lockutils [None req-acabe96a-3250-49e9-af6c-d0a5f5e53803 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "f3262187-303d-497f-85f1-c36e11713535" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.526s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.993024] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 934.993024] env[69239]: value = "task-4145451" [ 934.993024] env[69239]: _type = "Task" [ 934.993024] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.003200] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] VM already powered off {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 935.003436] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.003699] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.003908] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.004136] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.005058] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0913069b-d4d8-4684-8ddb-cdc4198289d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.017219] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.017426] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.018254] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b56ab9-826f-4ba5-96d7-2f146c662eb6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.028174] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Releasing lock "refresh_cache-04c545a7-8355-408b-b506-d3f785cc057a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.028174] env[69239]: DEBUG nova.compute.manager [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Instance network_info: |[{"id": "eae9940a-e279-496d-9dfa-5c2bdf5cb09d", "address": "fa:16:3e:f4:2f:f8", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae9940a-e2", "ovs_interfaceid": "eae9940a-e279-496d-9dfa-5c2bdf5cb09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.028593] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 935.028593] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]522af4e7-3922-1230-da09-5a8615a861ae" [ 935.028593] env[69239]: _type = "Task" [ 935.028593] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.029031] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:2f:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eae9940a-e279-496d-9dfa-5c2bdf5cb09d', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.038118] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Creating folder: Project (657b30330d8d431aa07e7c1e198c5af1). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.042066] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-932968b0-19bf-4875-9c98-c79813deecf1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.055332] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522af4e7-3922-1230-da09-5a8615a861ae, 'name': SearchDatastore_Task, 'duration_secs': 0.019233} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.056187] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07e1a5de-084c-4390-b90c-59b1d6a4410d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.060100] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Created folder: Project (657b30330d8d431aa07e7c1e198c5af1) in parent group-v820715. [ 935.060270] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Creating folder: Instances. Parent ref: group-v820934. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.060889] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1326d45c-cdc3-4efe-9a15-a2ff4bc76ba0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.067165] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 935.067165] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]524c4d52-a18e-7a04-5f77-1f5e9491dc42" [ 935.067165] env[69239]: _type = "Task" [ 935.067165] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.082271] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524c4d52-a18e-7a04-5f77-1f5e9491dc42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.083776] env[69239]: DEBUG oslo_vmware.api [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145443, 'name': PowerOnVM_Task, 'duration_secs': 1.638379} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.086818] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.087068] env[69239]: INFO nova.compute.manager [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Took 11.36 seconds to spawn the instance on the hypervisor. [ 935.087254] env[69239]: DEBUG nova.compute.manager [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 935.087555] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Created folder: Instances in parent group-v820934. [ 935.087771] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.089148] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6091173-f417-48c8-b9d6-4868dd14b168 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.093351] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.093351] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68c28173-0a0c-4823-87ae-1df14f689080 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.120189] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.120189] env[69239]: value = "task-4145454" [ 935.120189] env[69239]: _type = "Task" [ 935.120189] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.133650] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145454, 'name': CreateVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.157714] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.158455] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-136b9035-5ab0-4c5a-ac5e-7dde7940d543 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.172954] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 935.172954] env[69239]: value = "task-4145455" [ 935.172954] env[69239]: _type = "Task" [ 935.172954] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.182549] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.262243] env[69239]: DEBUG nova.compute.manager [req-27b1b2aa-4d5c-4e5b-8c10-194924817581 req-b2872311-ab1d-49e5-a9ab-052ea126b026 service nova] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Received event network-changed-eae9940a-e279-496d-9dfa-5c2bdf5cb09d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.262701] env[69239]: DEBUG nova.compute.manager [req-27b1b2aa-4d5c-4e5b-8c10-194924817581 req-b2872311-ab1d-49e5-a9ab-052ea126b026 service nova] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Refreshing instance network info cache due to event network-changed-eae9940a-e279-496d-9dfa-5c2bdf5cb09d. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.262701] env[69239]: DEBUG oslo_concurrency.lockutils [req-27b1b2aa-4d5c-4e5b-8c10-194924817581 req-b2872311-ab1d-49e5-a9ab-052ea126b026 service nova] Acquiring lock "refresh_cache-04c545a7-8355-408b-b506-d3f785cc057a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.262936] env[69239]: DEBUG oslo_concurrency.lockutils [req-27b1b2aa-4d5c-4e5b-8c10-194924817581 req-b2872311-ab1d-49e5-a9ab-052ea126b026 service nova] Acquired lock "refresh_cache-04c545a7-8355-408b-b506-d3f785cc057a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.263303] env[69239]: DEBUG nova.network.neutron [req-27b1b2aa-4d5c-4e5b-8c10-194924817581 req-b2872311-ab1d-49e5-a9ab-052ea126b026 service nova] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Refreshing network info cache for port eae9940a-e279-496d-9dfa-5c2bdf5cb09d {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.324143] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092967} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.328729] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.332941] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4973c4-6cf5-4d31-bd20-085c101bc91d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.343931] env[69239]: DEBUG oslo_vmware.api [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.365051] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f/da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.371941] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efc1538f-f9f4-468f-8e87-74b05b1bfaa5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.398463] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 935.398463] env[69239]: value = "task-4145456" [ 935.398463] env[69239]: _type = "Task" [ 935.398463] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.402581] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145450, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.419377] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145456, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.584632] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524c4d52-a18e-7a04-5f77-1f5e9491dc42, 'name': SearchDatastore_Task, 'duration_secs': 0.023706} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.588142] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.588142] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 1257c7e3-6466-4540-a0ea-4437e151905f/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk. {{(pid=69239) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 935.588142] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11b36e3f-7861-45ce-a713-c4415ae3d4dd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.602793] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 935.602793] env[69239]: value = "task-4145457" [ 935.602793] env[69239]: _type = "Task" [ 935.602793] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.619970] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.628869] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306f3735-be47-4abd-a155-c72d10cd49f8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.642100] env[69239]: INFO nova.compute.manager [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Took 45.05 seconds to build instance. [ 935.650747] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145454, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.656344] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2be526-f259-4eec-8422-8d82a09c6e99 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.706345] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d96327-bb7c-49b3-b921-69868280ece8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.716180] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145455, 'name': PowerOffVM_Task, 'duration_secs': 0.346851} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.719306] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.719666] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.720833] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8061601-68d3-4826-95ee-a04425ec73e1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.725647] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a84ca0-9e74-41d5-b6a7-7d1208a5250f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.743598] env[69239]: DEBUG nova.compute.provider_tree [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.752423] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.753179] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.753441] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.754683] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61c432ff-3fa2-42a6-8c8d-d4453d7e7f69 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.835298] env[69239]: DEBUG oslo_vmware.api [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145449, 'name': PowerOnVM_Task, 'duration_secs': 0.864198} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.835675] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.837015] env[69239]: DEBUG nova.compute.manager [None req-c2c4949a-9661-4165-8bb1-04b5f08f7570 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 935.837015] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af52b18-9521-4d52-aa98-9229173b4bfa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.848395] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.848628] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.848832] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleting the datastore file [datastore1] 63bb7544-03c3-4857-ad20-ab83a07ad501 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.849397] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-063d2ea6-89ef-41f6-a4bb-b15e9fe3269c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.863446] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 935.863446] env[69239]: value = "task-4145459" [ 935.863446] env[69239]: _type = "Task" [ 935.863446] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.871407] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.868336} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.872257] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 7e27c8d4-373d-4b35-9684-5af63e7a5ff6/7e27c8d4-373d-4b35-9684-5af63e7a5ff6.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.872754] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.872855] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40812b85-2e90-4eae-aa17-9d33e29096d5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.877996] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.885767] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 935.885767] env[69239]: value = "task-4145460" [ 935.885767] env[69239]: _type = "Task" [ 935.885767] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.901504] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.917391] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145456, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.048687] env[69239]: DEBUG nova.network.neutron [req-27b1b2aa-4d5c-4e5b-8c10-194924817581 req-b2872311-ab1d-49e5-a9ab-052ea126b026 service nova] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Updated VIF entry in instance network info cache for port eae9940a-e279-496d-9dfa-5c2bdf5cb09d. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.049379] env[69239]: DEBUG nova.network.neutron [req-27b1b2aa-4d5c-4e5b-8c10-194924817581 req-b2872311-ab1d-49e5-a9ab-052ea126b026 service nova] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Updating instance_info_cache with network_info: [{"id": "eae9940a-e279-496d-9dfa-5c2bdf5cb09d", "address": "fa:16:3e:f4:2f:f8", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae9940a-e2", "ovs_interfaceid": "eae9940a-e279-496d-9dfa-5c2bdf5cb09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.114867] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145457, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.141905] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145454, 'name': CreateVM_Task, 'duration_secs': 0.573447} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.142151] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.143063] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.143192] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.143535] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.143914] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a013d3a-a211-4fe9-b209-a5be29859319 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.146907] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4632b34a-da22-4ae0-a644-77ebb65b7653 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.566s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.153787] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 936.153787] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52298b9a-fae8-5323-33c4-1e6a36ed8b23" [ 936.153787] env[69239]: _type = "Task" [ 936.153787] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.167025] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52298b9a-fae8-5323-33c4-1e6a36ed8b23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.256992] env[69239]: DEBUG nova.scheduler.client.report [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.259843] env[69239]: DEBUG nova.compute.manager [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.380610] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.404641] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190302} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.405447] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.411595] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c848c2bd-ffd7-40aa-8496-be503101caa0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.441539] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 7e27c8d4-373d-4b35-9684-5af63e7a5ff6/7e27c8d4-373d-4b35-9684-5af63e7a5ff6.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.441934] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145456, 'name': ReconfigVM_Task, 'duration_secs': 0.580101} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.442173] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7acfa385-bbfe-4a17-a20c-7e3d4a941417 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.456557] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Reconfigured VM instance instance-00000049 to attach disk [datastore1] da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f/da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.457662] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2bca594-fc8a-4b0e-9dce-a56e55e095e8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.471255] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "c2c80e53-bc51-47b7-9163-253be16dc59b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.471533] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "c2c80e53-bc51-47b7-9163-253be16dc59b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.472855] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 936.472855] env[69239]: value = "task-4145462" [ 936.472855] env[69239]: _type = "Task" [ 936.472855] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.473417] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 936.473417] env[69239]: value = "task-4145461" [ 936.473417] env[69239]: _type = "Task" [ 936.473417] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.488036] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145462, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.491463] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145461, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.552364] env[69239]: DEBUG oslo_concurrency.lockutils [req-27b1b2aa-4d5c-4e5b-8c10-194924817581 req-b2872311-ab1d-49e5-a9ab-052ea126b026 service nova] Releasing lock "refresh_cache-04c545a7-8355-408b-b506-d3f785cc057a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.615680] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800132} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.615680] env[69239]: INFO nova.virt.vmwareapi.ds_util [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 1257c7e3-6466-4540-a0ea-4437e151905f/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk. [ 936.616389] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeec132-cddc-4202-ad8f-7cb93cb2598c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.663688] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 1257c7e3-6466-4540-a0ea-4437e151905f/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.664255] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a71a1213-09be-4a89-987b-c1165f36dcfc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.690865] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52298b9a-fae8-5323-33c4-1e6a36ed8b23, 'name': SearchDatastore_Task, 'duration_secs': 0.034413} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.694139] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.694139] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.694139] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.694139] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.694139] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.694139] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 936.694139] env[69239]: value = "task-4145463" [ 936.694139] env[69239]: _type = "Task" [ 936.694139] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.694705] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72eda6d2-06c7-448d-a82c-605838dadadb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.712795] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.712795] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.713684] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25cbd24-362e-42dc-ad36-dfafc8070d89 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.723944] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 936.723944] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52740de2-a1cb-f109-5d5e-9ef064deb64d" [ 936.723944] env[69239]: _type = "Task" [ 936.723944] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.733802] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52740de2-a1cb-f109-5d5e-9ef064deb64d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.765795] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.770078] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.764s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.770422] env[69239]: DEBUG nova.objects.instance [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lazy-loading 'resources' on Instance uuid a20a473d-c061-4bc7-8d44-32d26d10cfe9 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.787148] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.792195] env[69239]: INFO nova.scheduler.client.report [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Deleted allocations for instance 170cb828-e7a7-43fe-9dd8-80a676543da8 [ 936.875514] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.591553} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.875993] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.875993] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.876177] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.974858] env[69239]: DEBUG nova.compute.manager [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.990931] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145462, 'name': ReconfigVM_Task, 'duration_secs': 0.489108} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.994453] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 7e27c8d4-373d-4b35-9684-5af63e7a5ff6/7e27c8d4-373d-4b35-9684-5af63e7a5ff6.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.995282] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145461, 'name': Rename_Task, 'duration_secs': 0.295217} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.995500] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4b90171-2953-443f-a0f5-8473f5a139fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.997498] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.997914] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-837d109e-9f79-4b81-8c4a-17df4df1f8bd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.007710] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 937.007710] env[69239]: value = "task-4145465" [ 937.007710] env[69239]: _type = "Task" [ 937.007710] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.008439] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 937.008439] env[69239]: value = "task-4145464" [ 937.008439] env[69239]: _type = "Task" [ 937.008439] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.033055] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145465, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.033348] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145464, 'name': Rename_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.208154] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145463, 'name': ReconfigVM_Task, 'duration_secs': 0.458441} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.208472] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 1257c7e3-6466-4540-a0ea-4437e151905f/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.209883] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe92f22e-beb8-4eb5-a189-1d0a5a39b1c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.241755] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4615f09-ed13-4608-9ffd-357063efc332 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.261250] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52740de2-a1cb-f109-5d5e-9ef064deb64d, 'name': SearchDatastore_Task, 'duration_secs': 0.033538} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.263314] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 937.263314] env[69239]: value = "task-4145466" [ 937.263314] env[69239]: _type = "Task" [ 937.263314] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.263523] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd4a258-f265-481b-afcc-5796d1a4409d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.266401] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Acquiring lock "b4ad9083-f525-471e-94cc-0f888acc8d6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.266664] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Lock "b4ad9083-f525-471e-94cc-0f888acc8d6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.266872] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Acquiring lock "b4ad9083-f525-471e-94cc-0f888acc8d6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.267094] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Lock "b4ad9083-f525-471e-94cc-0f888acc8d6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.267266] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Lock "b4ad9083-f525-471e-94cc-0f888acc8d6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.272507] env[69239]: INFO nova.compute.manager [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Terminating instance [ 937.282284] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 937.282284] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526e58d7-7209-374d-4bd1-64c25fb1f4b6" [ 937.282284] env[69239]: _type = "Task" [ 937.282284] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.290682] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.297052] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526e58d7-7209-374d-4bd1-64c25fb1f4b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.300660] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e3218018-6910-4ef6-bce9-8adf33aa92c7 tempest-MigrationsAdminTest-606964981 tempest-MigrationsAdminTest-606964981-project-member] Lock "170cb828-e7a7-43fe-9dd8-80a676543da8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.153s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.500385] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.534269] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145465, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.534564] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145464, 'name': Rename_Task, 'duration_secs': 0.233472} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.535015] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.535261] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41b9f8b4-e26f-456b-a519-0c8d721131fa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.544686] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 937.544686] env[69239]: value = "task-4145467" [ 937.544686] env[69239]: _type = "Task" [ 937.544686] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.558198] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.594199] env[69239]: DEBUG nova.compute.manager [req-3c10aa1c-f120-4ede-8aa0-7e3855b25aeb req-fa94165c-e755-45ca-8dbf-165bc8e08c12 service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Received event network-changed-43bbad0b-6ee1-4df5-a429-8d6f5acac187 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.594199] env[69239]: DEBUG nova.compute.manager [req-3c10aa1c-f120-4ede-8aa0-7e3855b25aeb req-fa94165c-e755-45ca-8dbf-165bc8e08c12 service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Refreshing instance network info cache due to event network-changed-43bbad0b-6ee1-4df5-a429-8d6f5acac187. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.594199] env[69239]: DEBUG oslo_concurrency.lockutils [req-3c10aa1c-f120-4ede-8aa0-7e3855b25aeb req-fa94165c-e755-45ca-8dbf-165bc8e08c12 service nova] Acquiring lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.594341] env[69239]: DEBUG oslo_concurrency.lockutils [req-3c10aa1c-f120-4ede-8aa0-7e3855b25aeb req-fa94165c-e755-45ca-8dbf-165bc8e08c12 service nova] Acquired lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.594720] env[69239]: DEBUG nova.network.neutron [req-3c10aa1c-f120-4ede-8aa0-7e3855b25aeb req-fa94165c-e755-45ca-8dbf-165bc8e08c12 service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Refreshing network info cache for port 43bbad0b-6ee1-4df5-a429-8d6f5acac187 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.777422] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.781862] env[69239]: DEBUG nova.compute.manager [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.782232] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.782557] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6f24881-03a5-4e0a-b594-1ad42edc8f1e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.796371] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526e58d7-7209-374d-4bd1-64c25fb1f4b6, 'name': SearchDatastore_Task, 'duration_secs': 0.023662} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.800586] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.800879] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 04c545a7-8355-408b-b506-d3f785cc057a/04c545a7-8355-408b-b506-d3f785cc057a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.801301] env[69239]: DEBUG oslo_vmware.api [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Waiting for the task: (returnval){ [ 937.801301] env[69239]: value = "task-4145468" [ 937.801301] env[69239]: _type = "Task" [ 937.801301] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.801801] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8e1ac0c-050c-47fd-89bb-9195ae9c40d9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.813286] env[69239]: DEBUG oslo_vmware.api [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4145468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.818201] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 937.818201] env[69239]: value = "task-4145469" [ 937.818201] env[69239]: _type = "Task" [ 937.818201] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.828125] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.852750] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a427551-0aba-4f23-ae00-795529497d52 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.861626] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dde2659-4b06-4a3b-bf65-4692bba4a782 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.897586] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8069c560-b790-4b09-ab57-809996df0749 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.907139] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca0e775-839e-4edc-9ba0-676a96627fe6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.925012] env[69239]: DEBUG nova.compute.provider_tree [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.942875] env[69239]: DEBUG nova.virt.hardware [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.943299] env[69239]: DEBUG nova.virt.hardware [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.943562] env[69239]: DEBUG nova.virt.hardware [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.944380] env[69239]: DEBUG nova.virt.hardware [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.944380] env[69239]: DEBUG nova.virt.hardware [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.944380] env[69239]: DEBUG nova.virt.hardware [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.944557] env[69239]: DEBUG nova.virt.hardware [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.945228] env[69239]: DEBUG nova.virt.hardware [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.945228] env[69239]: DEBUG nova.virt.hardware [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.945228] env[69239]: DEBUG nova.virt.hardware [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.945402] env[69239]: DEBUG nova.virt.hardware [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.947462] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d774a3-b390-4816-98c3-7eb1801ad898 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.957402] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10740d32-ac65-4a7f-b5bd-62ad9b9b05e6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.975418] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:f3:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bf5dc16-caac-4548-962c-eb7825f7805a', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.983613] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.983958] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.984220] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b333e3b-2022-4285-b7de-29813dd9407d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.005664] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.005664] env[69239]: value = "task-4145470" [ 938.005664] env[69239]: _type = "Task" [ 938.005664] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.014675] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145470, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.023784] env[69239]: DEBUG oslo_vmware.api [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145465, 'name': PowerOnVM_Task, 'duration_secs': 0.586223} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.024083] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.024302] env[69239]: INFO nova.compute.manager [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Took 11.43 seconds to spawn the instance on the hypervisor. [ 938.024497] env[69239]: DEBUG nova.compute.manager [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 938.025334] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167adafe-615e-4c00-8090-29b1937c2e15 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.057773] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.285796] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.318015] env[69239]: DEBUG oslo_vmware.api [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4145468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.336078] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145469, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.339161] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "8c838990-2b74-406f-ad36-50a8cd62de0b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.339678] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.339981] env[69239]: INFO nova.compute.manager [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Rebooting instance [ 938.431452] env[69239]: DEBUG nova.scheduler.client.report [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.448851] env[69239]: DEBUG nova.network.neutron [req-3c10aa1c-f120-4ede-8aa0-7e3855b25aeb req-fa94165c-e755-45ca-8dbf-165bc8e08c12 service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Updated VIF entry in instance network info cache for port 43bbad0b-6ee1-4df5-a429-8d6f5acac187. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.449372] env[69239]: DEBUG nova.network.neutron [req-3c10aa1c-f120-4ede-8aa0-7e3855b25aeb req-fa94165c-e755-45ca-8dbf-165bc8e08c12 service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Updating instance_info_cache with network_info: [{"id": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "address": "fa:16:3e:da:6f:3a", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bbad0b-6e", "ovs_interfaceid": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.518135] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145470, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.553994] env[69239]: INFO nova.compute.manager [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Took 46.24 seconds to build instance. [ 938.560921] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.781812] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145466, 'name': ReconfigVM_Task, 'duration_secs': 1.193938} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.782392] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.782752] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16c6f387-6ce9-48be-9a74-59b460f89c66 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.795137] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 938.795137] env[69239]: value = "task-4145471" [ 938.795137] env[69239]: _type = "Task" [ 938.795137] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.805758] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.817361] env[69239]: DEBUG oslo_vmware.api [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4145468, 'name': PowerOffVM_Task, 'duration_secs': 0.727103} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.817699] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.817938] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 938.818200] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820752', 'volume_id': '97f43986-5024-4fa5-b1a5-04c8eeacbd84', 'name': 'volume-97f43986-5024-4fa5-b1a5-04c8eeacbd84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b4ad9083-f525-471e-94cc-0f888acc8d6c', 'attached_at': '', 'detached_at': '', 'volume_id': '97f43986-5024-4fa5-b1a5-04c8eeacbd84', 'serial': '97f43986-5024-4fa5-b1a5-04c8eeacbd84'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 938.819751] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e729fe-2112-4e5f-ab1a-cb4ce71bf696 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.833032] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619732} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.847276] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 04c545a7-8355-408b-b506-d3f785cc057a/04c545a7-8355-408b-b506-d3f785cc057a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.847648] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.852254] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00b7938e-47c5-45ee-906b-891e14afc968 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.854608] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eeb946-02cf-4ce1-a4bd-b1c19b5b3bfa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.864673] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebc93ad-1845-4ef3-85d9-421d8fecc21f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.867802] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 938.867802] env[69239]: value = "task-4145472" [ 938.867802] env[69239]: _type = "Task" [ 938.867802] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.869108] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.869243] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.869473] env[69239]: DEBUG nova.network.neutron [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.890918] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab0e666-e804-46a1-9123-7483318142f0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.897581] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.914554] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] The volume has not been displaced from its original location: [datastore2] volume-97f43986-5024-4fa5-b1a5-04c8eeacbd84/volume-97f43986-5024-4fa5-b1a5-04c8eeacbd84.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 938.921669] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 938.922067] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eae4f56a-2048-4b7c-9bf8-fbd560d4b4ef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.941955] env[69239]: DEBUG oslo_vmware.api [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Waiting for the task: (returnval){ [ 938.941955] env[69239]: value = "task-4145473" [ 938.941955] env[69239]: _type = "Task" [ 938.941955] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.942781] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.948310] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.660s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.948502] env[69239]: DEBUG nova.objects.instance [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69239) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 938.957621] env[69239]: DEBUG oslo_concurrency.lockutils [req-3c10aa1c-f120-4ede-8aa0-7e3855b25aeb req-fa94165c-e755-45ca-8dbf-165bc8e08c12 service nova] Releasing lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.958072] env[69239]: DEBUG oslo_vmware.api [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4145473, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.971999] env[69239]: INFO nova.scheduler.client.report [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Deleted allocations for instance a20a473d-c061-4bc7-8d44-32d26d10cfe9 [ 939.017665] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145470, 'name': CreateVM_Task, 'duration_secs': 0.695607} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.017902] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.018792] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.019028] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.019365] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.019905] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77d7cc1-0160-48d9-a58d-ddd4d4148888 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.025321] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 939.025321] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ef6fe2-ba03-c4aa-45c1-3d6e819d2b9b" [ 939.025321] env[69239]: _type = "Task" [ 939.025321] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.035098] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ef6fe2-ba03-c4aa-45c1-3d6e819d2b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.053730] env[69239]: DEBUG oslo_concurrency.lockutils [None req-74fd0e24-e70d-4e1d-aab5-96dd1dc6941f tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.049s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.058940] env[69239]: DEBUG oslo_vmware.api [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145467, 'name': PowerOnVM_Task, 'duration_secs': 1.265467} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.059242] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.059461] env[69239]: INFO nova.compute.manager [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Took 9.72 seconds to spawn the instance on the hypervisor. [ 939.059648] env[69239]: DEBUG nova.compute.manager [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.061955] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d899844-8c59-4fc3-80ca-74c712d37a27 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.306133] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145471, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.380516] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249716} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.381124] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.382055] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13923381-edf1-47f6-8f9f-e9c8f8fc7998 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.405872] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 04c545a7-8355-408b-b506-d3f785cc057a/04c545a7-8355-408b-b506-d3f785cc057a.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.406239] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51222405-f8a9-4335-bd53-275649976080 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.429684] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 939.429684] env[69239]: value = "task-4145474" [ 939.429684] env[69239]: _type = "Task" [ 939.429684] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.440458] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.456806] env[69239]: DEBUG oslo_vmware.api [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4145473, 'name': ReconfigVM_Task, 'duration_secs': 0.436383} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.457191] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 939.463682] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f856c4a3-ad16-4ca4-be55-574e281e2f24 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.484754] env[69239]: DEBUG oslo_vmware.api [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Waiting for the task: (returnval){ [ 939.484754] env[69239]: value = "task-4145475" [ 939.484754] env[69239]: _type = "Task" [ 939.484754] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.485251] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5cca31fd-834c-4a70-ba76-590468628328 tempest-SecurityGroupsTestJSON-1763653160 tempest-SecurityGroupsTestJSON-1763653160-project-member] Lock "a20a473d-c061-4bc7-8d44-32d26d10cfe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.205s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.497036] env[69239]: DEBUG oslo_vmware.api [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4145475, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.544840] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ef6fe2-ba03-c4aa-45c1-3d6e819d2b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.033437} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.545307] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.545390] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.545654] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.548025] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.548025] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.548025] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fa74fc2-a6b5-40b0-a4d3-57a3efd70ada {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.564757] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.564993] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.565818] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9dcc416-4bf1-4ef7-9836-acb77a122e05 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.573031] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 939.573031] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5244360c-9d90-7a18-c521-8b0d040f3f16" [ 939.573031] env[69239]: _type = "Task" [ 939.573031] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.588065] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5244360c-9d90-7a18-c521-8b0d040f3f16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.589028] env[69239]: INFO nova.compute.manager [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Took 42.23 seconds to build instance. [ 939.688887] env[69239]: DEBUG nova.compute.manager [req-4b0c2871-93ed-4354-9d2c-dfcac7c0b958 req-85edab12-4caa-4a76-81e0-a709691219dc service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Received event network-changed-43bbad0b-6ee1-4df5-a429-8d6f5acac187 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.689324] env[69239]: DEBUG nova.compute.manager [req-4b0c2871-93ed-4354-9d2c-dfcac7c0b958 req-85edab12-4caa-4a76-81e0-a709691219dc service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Refreshing instance network info cache due to event network-changed-43bbad0b-6ee1-4df5-a429-8d6f5acac187. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.689760] env[69239]: DEBUG oslo_concurrency.lockutils [req-4b0c2871-93ed-4354-9d2c-dfcac7c0b958 req-85edab12-4caa-4a76-81e0-a709691219dc service nova] Acquiring lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.690016] env[69239]: DEBUG oslo_concurrency.lockutils [req-4b0c2871-93ed-4354-9d2c-dfcac7c0b958 req-85edab12-4caa-4a76-81e0-a709691219dc service nova] Acquired lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.690248] env[69239]: DEBUG nova.network.neutron [req-4b0c2871-93ed-4354-9d2c-dfcac7c0b958 req-85edab12-4caa-4a76-81e0-a709691219dc service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Refreshing network info cache for port 43bbad0b-6ee1-4df5-a429-8d6f5acac187 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.693744] env[69239]: DEBUG nova.network.neutron [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance_info_cache with network_info: [{"id": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "address": "fa:16:3e:77:77:bd", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953bbfca-0d", "ovs_interfaceid": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.815736] env[69239]: DEBUG oslo_vmware.api [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145471, 'name': PowerOnVM_Task, 'duration_secs': 0.850392} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.818346] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.820604] env[69239]: DEBUG nova.compute.manager [None req-b5119aeb-ec3d-499e-8972-bee720af9237 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.822230] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd55a05-281b-4972-9ab1-1ed3e9f574b1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.940462] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145474, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.964829] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2cfbf896-2477-45de-b1a3-b8a716024074 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.966069] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.630s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.968080] env[69239]: INFO nova.compute.claims [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.997360] env[69239]: DEBUG oslo_vmware.api [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4145475, 'name': ReconfigVM_Task, 'duration_secs': 0.164867} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.997690] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820752', 'volume_id': '97f43986-5024-4fa5-b1a5-04c8eeacbd84', 'name': 'volume-97f43986-5024-4fa5-b1a5-04c8eeacbd84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b4ad9083-f525-471e-94cc-0f888acc8d6c', 'attached_at': '', 'detached_at': '', 'volume_id': '97f43986-5024-4fa5-b1a5-04c8eeacbd84', 'serial': '97f43986-5024-4fa5-b1a5-04c8eeacbd84'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 939.997985] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.998795] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dded07b-c10c-4bf8-b595-3bfc0b1afc8f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.006286] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.007159] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c557f3a-f00e-46e6-bf8d-ca9a668a4e25 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.085673] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5244360c-9d90-7a18-c521-8b0d040f3f16, 'name': SearchDatastore_Task, 'duration_secs': 0.023181} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.089268] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.089268] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.089268] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Deleting the datastore file [datastore2] b4ad9083-f525-471e-94cc-0f888acc8d6c {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.089268] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c85a69a-fde6-4c6a-afea-af37fbfbfddc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.091400] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-003c1949-ca8e-4148-b6ca-e4a2197e5f4f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.093927] env[69239]: DEBUG oslo_concurrency.lockutils [None req-274b4744-24ba-4b78-bbbd-69188d558667 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "7e27c8d4-373d-4b35-9684-5af63e7a5ff6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.442s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.098030] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 940.098030] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b9cbad-211c-7b1a-7f09-ed82bae44e3a" [ 940.098030] env[69239]: _type = "Task" [ 940.098030] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.108724] env[69239]: DEBUG oslo_vmware.api [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Waiting for the task: (returnval){ [ 940.108724] env[69239]: value = "task-4145477" [ 940.108724] env[69239]: _type = "Task" [ 940.108724] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.117650] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b9cbad-211c-7b1a-7f09-ed82bae44e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.118459] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.118880] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 63bb7544-03c3-4857-ad20-ab83a07ad501/63bb7544-03c3-4857-ad20-ab83a07ad501.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.119325] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c2a0797-88d9-42b0-9d76-0682438f3def {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.125747] env[69239]: DEBUG oslo_vmware.api [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4145477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.131489] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 940.131489] env[69239]: value = "task-4145478" [ 940.131489] env[69239]: _type = "Task" [ 940.131489] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.141711] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.196791] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.454220] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145474, 'name': ReconfigVM_Task, 'duration_secs': 0.525418} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.454220] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 04c545a7-8355-408b-b506-d3f785cc057a/04c545a7-8355-408b-b506-d3f785cc057a.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.455425] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73d3b4ff-10e8-4644-8730-ae7be32caca9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.466863] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 940.466863] env[69239]: value = "task-4145479" [ 940.466863] env[69239]: _type = "Task" [ 940.466863] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.488208] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145479, 'name': Rename_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.600481] env[69239]: DEBUG nova.network.neutron [req-4b0c2871-93ed-4354-9d2c-dfcac7c0b958 req-85edab12-4caa-4a76-81e0-a709691219dc service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Updated VIF entry in instance network info cache for port 43bbad0b-6ee1-4df5-a429-8d6f5acac187. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.600921] env[69239]: DEBUG nova.network.neutron [req-4b0c2871-93ed-4354-9d2c-dfcac7c0b958 req-85edab12-4caa-4a76-81e0-a709691219dc service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Updating instance_info_cache with network_info: [{"id": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "address": "fa:16:3e:da:6f:3a", "network": {"id": "02e00355-b992-4420-8966-602a9e55dd4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1776515448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494c7acff5bb44cea9d4b8dc16133590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bbad0b-6e", "ovs_interfaceid": "43bbad0b-6ee1-4df5-a429-8d6f5acac187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.619436] env[69239]: DEBUG oslo_vmware.api [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Task: {'id': task-4145477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102527} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.620631] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.620699] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.620930] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.621138] env[69239]: INFO nova.compute.manager [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Took 2.84 seconds to destroy the instance on the hypervisor. [ 940.621392] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.621938] env[69239]: DEBUG nova.compute.manager [-] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.622050] env[69239]: DEBUG nova.network.neutron [-] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.646183] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145478, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.705618] env[69239]: DEBUG nova.compute.manager [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.706585] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473471d6-b89c-4e08-86ac-3e9c8ff05a35 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.977177] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145479, 'name': Rename_Task, 'duration_secs': 0.367509} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.977534] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.977747] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cb48fee-fe15-4718-95e2-ffce5436f19a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.989091] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 940.989091] env[69239]: value = "task-4145480" [ 940.989091] env[69239]: _type = "Task" [ 940.989091] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.998261] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.104077] env[69239]: DEBUG oslo_concurrency.lockutils [req-4b0c2871-93ed-4354-9d2c-dfcac7c0b958 req-85edab12-4caa-4a76-81e0-a709691219dc service nova] Releasing lock "refresh_cache-868d8686-b21b-4c8f-94ea-191c1b662640" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.148230] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560184} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.150127] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 63bb7544-03c3-4857-ad20-ab83a07ad501/63bb7544-03c3-4857-ad20-ab83a07ad501.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.150127] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.150127] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e574350-12f7-42e1-9022-f6c861ed6434 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.157932] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 941.157932] env[69239]: value = "task-4145481" [ 941.157932] env[69239]: _type = "Task" [ 941.157932] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.175606] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.505413] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.628258] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4946a3e4-b7e0-4dd5-86f6-57a078025e89 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.645442] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d01972-b78d-4262-93c3-d26db9359f04 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.688520] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a265b13-7d1a-441b-9b36-ef28abf0c65e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.699990] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088985} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.700389] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.701843] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fce462-c303-4031-8b66-f113b289877d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.707465] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6733ce-72af-434e-a991-38bb23ef73f8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.720397] env[69239]: DEBUG nova.network.neutron [-] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.722136] env[69239]: DEBUG nova.compute.provider_tree [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.749327] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 63bb7544-03c3-4857-ad20-ab83a07ad501/63bb7544-03c3-4857-ad20-ab83a07ad501.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.751333] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa2f8df-e415-4e34-935f-e6d20f18dcea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.755034] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de0c420a-eeb6-45fb-b1c0-720d30201e12 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.775518] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Doing hard reboot of VM {{(pid=69239) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 941.777608] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5c8e675a-bae2-4c73-a238-ec928375d813 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.780044] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 941.780044] env[69239]: value = "task-4145482" [ 941.780044] env[69239]: _type = "Task" [ 941.780044] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.787028] env[69239]: DEBUG oslo_vmware.api [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 941.787028] env[69239]: value = "task-4145483" [ 941.787028] env[69239]: _type = "Task" [ 941.787028] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.793762] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.801149] env[69239]: DEBUG oslo_vmware.api [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145483, 'name': ResetVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.968386] env[69239]: INFO nova.compute.manager [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Unrescuing [ 941.969017] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "refresh_cache-1257c7e3-6466-4540-a0ea-4437e151905f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.969017] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquired lock "refresh_cache-1257c7e3-6466-4540-a0ea-4437e151905f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.969297] env[69239]: DEBUG nova.network.neutron [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.002308] env[69239]: DEBUG oslo_vmware.api [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145480, 'name': PowerOnVM_Task, 'duration_secs': 0.874811} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.005101] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.005101] env[69239]: INFO nova.compute.manager [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Took 9.98 seconds to spawn the instance on the hypervisor. [ 942.005101] env[69239]: DEBUG nova.compute.manager [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 942.005101] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e16d17-411e-40f3-b722-d9de909cf4ce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.099907] env[69239]: DEBUG nova.compute.manager [req-a973f735-bee3-4d80-a9cf-a6ed84865b2c req-273cf133-df40-461b-b742-458fb5f099a2 service nova] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Received event network-vif-deleted-7c4f63a7-ed94-4760-ac79-9d4b558a0e62 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.237988] env[69239]: INFO nova.compute.manager [-] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Took 1.62 seconds to deallocate network for instance. [ 942.251489] env[69239]: DEBUG nova.scheduler.client.report [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.298130] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145482, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.304401] env[69239]: DEBUG oslo_vmware.api [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145483, 'name': ResetVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.529444] env[69239]: INFO nova.compute.manager [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Took 38.60 seconds to build instance. [ 942.763516] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.764271] env[69239]: DEBUG nova.compute.manager [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.768985] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.582s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.769769] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.772521] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.488s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.776377] env[69239]: INFO nova.compute.claims [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.799449] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145482, 'name': ReconfigVM_Task, 'duration_secs': 0.559357} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.803789] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 63bb7544-03c3-4857-ad20-ab83a07ad501/63bb7544-03c3-4857-ad20-ab83a07ad501.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.805236] env[69239]: DEBUG oslo_vmware.api [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145483, 'name': ResetVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.805555] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8213262d-1870-45d6-b4fe-f23dec8f407a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.814620] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 942.814620] env[69239]: value = "task-4145484" [ 942.814620] env[69239]: _type = "Task" [ 942.814620] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.831345] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145484, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.838779] env[69239]: INFO nova.scheduler.client.report [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleted allocations for instance 1c5e3340-3f00-480d-a7db-9d7a0ea07636 [ 942.852520] env[69239]: INFO nova.compute.manager [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Took 0.61 seconds to detach 1 volumes for instance. [ 942.856484] env[69239]: DEBUG nova.compute.manager [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Deleting volume: 97f43986-5024-4fa5-b1a5-04c8eeacbd84 {{(pid=69239) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 942.909977] env[69239]: DEBUG nova.network.neutron [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Updating instance_info_cache with network_info: [{"id": "ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215", "address": "fa:16:3e:4c:cd:ac", "network": {"id": "265576da-c621-4e5b-bbbc-66a36c9eb631", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2108037031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9476d30321d4f1a89203a9fb1f14fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1bf8e3-b6", "ovs_interfaceid": "ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.032785] env[69239]: DEBUG oslo_concurrency.lockutils [None req-49a9a09e-2721-46c7-967d-9bffb8141a4e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "04c545a7-8355-408b-b506-d3f785cc057a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.111s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.286680] env[69239]: DEBUG nova.compute.utils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.289295] env[69239]: DEBUG nova.compute.manager [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.289485] env[69239]: DEBUG nova.network.neutron [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.302980] env[69239]: DEBUG oslo_vmware.api [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145483, 'name': ResetVM_Task, 'duration_secs': 1.16635} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.303313] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Did hard reboot of VM {{(pid=69239) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 943.303313] env[69239]: DEBUG nova.compute.manager [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 943.304419] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88b6e74-b62f-4b5d-b2c2-4da0443f2b62 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.330756] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145484, 'name': Rename_Task, 'duration_secs': 0.319742} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.331077] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.331380] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8eb32950-97d2-4921-9e3b-24e201f34dbe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.340081] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 943.340081] env[69239]: value = "task-4145486" [ 943.340081] env[69239]: _type = "Task" [ 943.340081] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.351646] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.352241] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84bfaeed-d701-4f3d-a5d5-970265ba8af8 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "1c5e3340-3f00-480d-a7db-9d7a0ea07636" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.925s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.356286] env[69239]: DEBUG nova.policy [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91f6ab893d3c470b9dd3a4faf98a96ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7b296e8d8d847b8a5c685ab6df6f1fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.417527] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Releasing lock "refresh_cache-1257c7e3-6466-4540-a0ea-4437e151905f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.417527] env[69239]: DEBUG nova.objects.instance [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lazy-loading 'flavor' on Instance uuid 1257c7e3-6466-4540-a0ea-4437e151905f {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.437273] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.797283] env[69239]: DEBUG nova.compute.manager [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.829035] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0dd06372-8c8e-4a27-872a-11dacb417d97 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.489s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.841215] env[69239]: DEBUG nova.network.neutron [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Successfully created port: a6f178ff-89bb-46ce-9710-f4ce4733c839 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.859105] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145486, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.926506] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450a9de3-4622-4fad-86aa-c8b7272376ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.971020] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.976650] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f86ea378-ab6a-45fe-ba82-3e0395de4d44 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.990602] env[69239]: DEBUG oslo_vmware.api [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 943.990602] env[69239]: value = "task-4145487" [ 943.990602] env[69239]: _type = "Task" [ 943.990602] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.003467] env[69239]: DEBUG oslo_vmware.api [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.358544] env[69239]: DEBUG oslo_vmware.api [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145486, 'name': PowerOnVM_Task, 'duration_secs': 0.714406} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.362513] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.362693] env[69239]: DEBUG nova.compute.manager [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 944.364793] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29b11c2-3bde-4a0b-bdf8-1ec688244afb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.485074] env[69239]: DEBUG oslo_concurrency.lockutils [None req-da1379ff-cb59-481f-9452-c6236ccd8979 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.485074] env[69239]: DEBUG oslo_concurrency.lockutils [None req-da1379ff-cb59-481f-9452-c6236ccd8979 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.485074] env[69239]: DEBUG nova.compute.manager [None req-da1379ff-cb59-481f-9452-c6236ccd8979 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 944.485074] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fca8ce-eb1f-4b00-ba2d-6f434fafed56 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.499606] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abe50c3-4768-4d3c-adbc-7b61579c576c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.506030] env[69239]: DEBUG nova.compute.manager [None req-da1379ff-cb59-481f-9452-c6236ccd8979 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69239) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 944.506857] env[69239]: DEBUG nova.objects.instance [None req-da1379ff-cb59-481f-9452-c6236ccd8979 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lazy-loading 'flavor' on Instance uuid ceb679d3-fcf7-481f-83b9-5cb912fa8cd8 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.516024] env[69239]: DEBUG oslo_vmware.api [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145487, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.517034] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a7a8f6-1e17-42aa-8d2a-84de04d1176d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.555086] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89970801-335c-4711-b5a5-a928c2e463a1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.559737] env[69239]: DEBUG nova.compute.manager [req-0757a206-a958-43e7-9d7a-8d6c1f7dfed1 req-ac47244a-e209-49cb-ae1e-ef724f1461ca service nova] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Received event network-changed-eae9940a-e279-496d-9dfa-5c2bdf5cb09d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.559951] env[69239]: DEBUG nova.compute.manager [req-0757a206-a958-43e7-9d7a-8d6c1f7dfed1 req-ac47244a-e209-49cb-ae1e-ef724f1461ca service nova] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Refreshing instance network info cache due to event network-changed-eae9940a-e279-496d-9dfa-5c2bdf5cb09d. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.560156] env[69239]: DEBUG oslo_concurrency.lockutils [req-0757a206-a958-43e7-9d7a-8d6c1f7dfed1 req-ac47244a-e209-49cb-ae1e-ef724f1461ca service nova] Acquiring lock "refresh_cache-04c545a7-8355-408b-b506-d3f785cc057a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.560515] env[69239]: DEBUG oslo_concurrency.lockutils [req-0757a206-a958-43e7-9d7a-8d6c1f7dfed1 req-ac47244a-e209-49cb-ae1e-ef724f1461ca service nova] Acquired lock "refresh_cache-04c545a7-8355-408b-b506-d3f785cc057a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.560766] env[69239]: DEBUG nova.network.neutron [req-0757a206-a958-43e7-9d7a-8d6c1f7dfed1 req-ac47244a-e209-49cb-ae1e-ef724f1461ca service nova] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Refreshing network info cache for port eae9940a-e279-496d-9dfa-5c2bdf5cb09d {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.571667] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cb196d-2a10-4116-a8f8-3177593a05f1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.593132] env[69239]: DEBUG nova.compute.provider_tree [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.816191] env[69239]: DEBUG nova.compute.manager [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.847182] env[69239]: DEBUG nova.virt.hardware [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.850781] env[69239]: DEBUG nova.virt.hardware [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.850781] env[69239]: DEBUG nova.virt.hardware [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.850781] env[69239]: DEBUG nova.virt.hardware [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.850781] env[69239]: DEBUG nova.virt.hardware [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.850781] env[69239]: DEBUG nova.virt.hardware [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.850781] env[69239]: DEBUG nova.virt.hardware [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.850781] env[69239]: DEBUG nova.virt.hardware [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.850781] env[69239]: DEBUG nova.virt.hardware [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.850781] env[69239]: DEBUG nova.virt.hardware [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.850781] env[69239]: DEBUG nova.virt.hardware [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.850781] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0486a49a-a5b0-4318-9798-ee2d3d29c29d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.861173] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74951bb8-9797-45c7-bcb8-144029144044 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.897336] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.005726] env[69239]: DEBUG oslo_vmware.api [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145487, 'name': PowerOffVM_Task, 'duration_secs': 0.634753} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.006102] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.012734] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 945.012734] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4992dd3-418b-4696-89d3-99670a4c62f1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.037240] env[69239]: DEBUG oslo_vmware.api [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 945.037240] env[69239]: value = "task-4145488" [ 945.037240] env[69239]: _type = "Task" [ 945.037240] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.049083] env[69239]: DEBUG oslo_vmware.api [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.096664] env[69239]: DEBUG nova.scheduler.client.report [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.534132] env[69239]: DEBUG nova.compute.manager [req-73e0f970-9ff8-4d89-a540-c3f356795e28 req-298668ed-5747-48fb-944e-d9e511cba114 service nova] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Received event network-vif-plugged-a6f178ff-89bb-46ce-9710-f4ce4733c839 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.534418] env[69239]: DEBUG oslo_concurrency.lockutils [req-73e0f970-9ff8-4d89-a540-c3f356795e28 req-298668ed-5747-48fb-944e-d9e511cba114 service nova] Acquiring lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.534627] env[69239]: DEBUG oslo_concurrency.lockutils [req-73e0f970-9ff8-4d89-a540-c3f356795e28 req-298668ed-5747-48fb-944e-d9e511cba114 service nova] Lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.534801] env[69239]: DEBUG oslo_concurrency.lockutils [req-73e0f970-9ff8-4d89-a540-c3f356795e28 req-298668ed-5747-48fb-944e-d9e511cba114 service nova] Lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.535052] env[69239]: DEBUG nova.compute.manager [req-73e0f970-9ff8-4d89-a540-c3f356795e28 req-298668ed-5747-48fb-944e-d9e511cba114 service nova] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] No waiting events found dispatching network-vif-plugged-a6f178ff-89bb-46ce-9710-f4ce4733c839 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 945.535156] env[69239]: WARNING nova.compute.manager [req-73e0f970-9ff8-4d89-a540-c3f356795e28 req-298668ed-5747-48fb-944e-d9e511cba114 service nova] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Received unexpected event network-vif-plugged-a6f178ff-89bb-46ce-9710-f4ce4733c839 for instance with vm_state building and task_state spawning. [ 945.536338] env[69239]: DEBUG nova.network.neutron [req-0757a206-a958-43e7-9d7a-8d6c1f7dfed1 req-ac47244a-e209-49cb-ae1e-ef724f1461ca service nova] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Updated VIF entry in instance network info cache for port eae9940a-e279-496d-9dfa-5c2bdf5cb09d. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.537400] env[69239]: DEBUG nova.network.neutron [req-0757a206-a958-43e7-9d7a-8d6c1f7dfed1 req-ac47244a-e209-49cb-ae1e-ef724f1461ca service nova] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Updating instance_info_cache with network_info: [{"id": "eae9940a-e279-496d-9dfa-5c2bdf5cb09d", "address": "fa:16:3e:f4:2f:f8", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae9940a-e2", "ovs_interfaceid": "eae9940a-e279-496d-9dfa-5c2bdf5cb09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.540265] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1379ff-cb59-481f-9452-c6236ccd8979 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.540696] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-111177d4-3fed-4ba1-92c3-f06570a579ea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.555928] env[69239]: DEBUG oslo_vmware.api [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145488, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.558759] env[69239]: DEBUG oslo_vmware.api [None req-da1379ff-cb59-481f-9452-c6236ccd8979 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 945.558759] env[69239]: value = "task-4145489" [ 945.558759] env[69239]: _type = "Task" [ 945.558759] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.575027] env[69239]: DEBUG oslo_vmware.api [None req-da1379ff-cb59-481f-9452-c6236ccd8979 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.601942] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.604324] env[69239]: DEBUG nova.compute.manager [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.606922] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.453s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.606922] env[69239]: DEBUG nova.objects.instance [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lazy-loading 'resources' on Instance uuid 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.669164] env[69239]: DEBUG nova.network.neutron [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Successfully updated port: a6f178ff-89bb-46ce-9710-f4ce4733c839 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.041806] env[69239]: DEBUG oslo_concurrency.lockutils [req-0757a206-a958-43e7-9d7a-8d6c1f7dfed1 req-ac47244a-e209-49cb-ae1e-ef724f1461ca service nova] Releasing lock "refresh_cache-04c545a7-8355-408b-b506-d3f785cc057a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.052136] env[69239]: DEBUG oslo_vmware.api [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145488, 'name': ReconfigVM_Task, 'duration_secs': 0.524196} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.052436] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 946.052631] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.052900] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8bfc49b-7f3e-4f1f-99cd-c9250fdb8490 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.064229] env[69239]: DEBUG oslo_vmware.api [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 946.064229] env[69239]: value = "task-4145490" [ 946.064229] env[69239]: _type = "Task" [ 946.064229] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.072165] env[69239]: DEBUG oslo_vmware.api [None req-da1379ff-cb59-481f-9452-c6236ccd8979 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145489, 'name': PowerOffVM_Task, 'duration_secs': 0.366203} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.072232] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1379ff-cb59-481f-9452-c6236ccd8979 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.072429] env[69239]: DEBUG nova.compute.manager [None req-da1379ff-cb59-481f-9452-c6236ccd8979 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 946.073306] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6a3470-6a82-45f7-a358-0394b45431e3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.080821] env[69239]: DEBUG oslo_vmware.api [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.110810] env[69239]: DEBUG nova.compute.utils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.120321] env[69239]: DEBUG nova.compute.manager [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.120321] env[69239]: DEBUG nova.network.neutron [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.172119] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "refresh_cache-ae00c652-9070-43f0-9ba4-bbd6c60c5240" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.172303] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "refresh_cache-ae00c652-9070-43f0-9ba4-bbd6c60c5240" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.172465] env[69239]: DEBUG nova.network.neutron [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.186376] env[69239]: DEBUG nova.policy [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7104790afe104d359bbfde12024c94ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c26f4ab7abc14bac8ee32dd4b4c80d10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.558076] env[69239]: DEBUG nova.network.neutron [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Successfully created port: f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.581014] env[69239]: DEBUG oslo_vmware.api [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.595418] env[69239]: DEBUG oslo_concurrency.lockutils [None req-da1379ff-cb59-481f-9452-c6236ccd8979 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.111s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.623480] env[69239]: DEBUG nova.compute.manager [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.711023] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab99262-ed4c-4256-b965-09222595d7d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.721966] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32cf283-a436-4a1f-b76b-3ee928983f84 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.757839] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ff9307-d523-4c02-856b-6831bc5502fc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.768065] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3d90c7-06f0-43b1-9295-48c1c8eb37ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.776725] env[69239]: DEBUG nova.network.neutron [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.791146] env[69239]: DEBUG nova.compute.provider_tree [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.817722] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "46e30dc4-a255-4dc9-b3ca-9e03610ac529" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.818386] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "46e30dc4-a255-4dc9-b3ca-9e03610ac529" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.818542] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "46e30dc4-a255-4dc9-b3ca-9e03610ac529-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.818734] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "46e30dc4-a255-4dc9-b3ca-9e03610ac529-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.819207] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "46e30dc4-a255-4dc9-b3ca-9e03610ac529-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.825716] env[69239]: INFO nova.compute.manager [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Terminating instance [ 947.021249] env[69239]: DEBUG nova.network.neutron [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Updating instance_info_cache with network_info: [{"id": "a6f178ff-89bb-46ce-9710-f4ce4733c839", "address": "fa:16:3e:72:49:ba", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f178ff-89", "ovs_interfaceid": "a6f178ff-89bb-46ce-9710-f4ce4733c839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.076612] env[69239]: DEBUG oslo_vmware.api [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145490, 'name': PowerOnVM_Task, 'duration_secs': 0.66685} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.077187] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.077441] env[69239]: DEBUG nova.compute.manager [None req-6ee3b1c9-e8e5-4a6a-82cd-630ac15f0cd0 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.078546] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4251457-1829-40dc-b5a1-1dba4c015961 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.295110] env[69239]: DEBUG nova.scheduler.client.report [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.333509] env[69239]: DEBUG nova.compute.manager [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.333509] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.333509] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad0fff4-b782-4188-b92b-e1832a47d04d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.347230] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.348028] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d327f1b-9d84-43b2-a67b-229cc5e12eae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.355019] env[69239]: DEBUG oslo_vmware.api [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 947.355019] env[69239]: value = "task-4145491" [ 947.355019] env[69239]: _type = "Task" [ 947.355019] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.366937] env[69239]: DEBUG oslo_vmware.api [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.527194] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "refresh_cache-ae00c652-9070-43f0-9ba4-bbd6c60c5240" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.528113] env[69239]: DEBUG nova.compute.manager [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Instance network_info: |[{"id": "a6f178ff-89bb-46ce-9710-f4ce4733c839", "address": "fa:16:3e:72:49:ba", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f178ff-89", "ovs_interfaceid": "a6f178ff-89bb-46ce-9710-f4ce4733c839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.528113] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:49:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6f178ff-89bb-46ce-9710-f4ce4733c839', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.536244] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.536471] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.536715] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f297fee3-118e-4a27-9cdf-e49a35b6cf80 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.552521] env[69239]: DEBUG nova.objects.instance [None req-a03d9c11-fb7a-4a18-9695-5b4c9af7f139 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lazy-loading 'flavor' on Instance uuid ceb679d3-fcf7-481f-83b9-5cb912fa8cd8 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.560383] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.560383] env[69239]: value = "task-4145492" [ 947.560383] env[69239]: _type = "Task" [ 947.560383] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.570080] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145492, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.572699] env[69239]: DEBUG nova.compute.manager [req-73074eb1-ac90-4134-b649-2c9cfa9267da req-526159a9-8c22-4d32-8f7c-f6c868aad449 service nova] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Received event network-changed-a6f178ff-89bb-46ce-9710-f4ce4733c839 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.572946] env[69239]: DEBUG nova.compute.manager [req-73074eb1-ac90-4134-b649-2c9cfa9267da req-526159a9-8c22-4d32-8f7c-f6c868aad449 service nova] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Refreshing instance network info cache due to event network-changed-a6f178ff-89bb-46ce-9710-f4ce4733c839. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.573186] env[69239]: DEBUG oslo_concurrency.lockutils [req-73074eb1-ac90-4134-b649-2c9cfa9267da req-526159a9-8c22-4d32-8f7c-f6c868aad449 service nova] Acquiring lock "refresh_cache-ae00c652-9070-43f0-9ba4-bbd6c60c5240" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.573360] env[69239]: DEBUG oslo_concurrency.lockutils [req-73074eb1-ac90-4134-b649-2c9cfa9267da req-526159a9-8c22-4d32-8f7c-f6c868aad449 service nova] Acquired lock "refresh_cache-ae00c652-9070-43f0-9ba4-bbd6c60c5240" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.573532] env[69239]: DEBUG nova.network.neutron [req-73074eb1-ac90-4134-b649-2c9cfa9267da req-526159a9-8c22-4d32-8f7c-f6c868aad449 service nova] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Refreshing network info cache for port a6f178ff-89bb-46ce-9710-f4ce4733c839 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.637807] env[69239]: DEBUG nova.compute.manager [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.684147] env[69239]: DEBUG nova.virt.hardware [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='df00336a28c4c7fac02ff63cb59dcbfc',container_format='bare',created_at=2025-05-14T11:24:21Z,direct_url=,disk_format='vmdk',id=6bb475d2-8889-433d-a494-879f7a058e56,min_disk=1,min_ram=0,name='tempest-test-snap-860500595',owner='c26f4ab7abc14bac8ee32dd4b4c80d10',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-14T11:24:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.684410] env[69239]: DEBUG nova.virt.hardware [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.684580] env[69239]: DEBUG nova.virt.hardware [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.685139] env[69239]: DEBUG nova.virt.hardware [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.685326] env[69239]: DEBUG nova.virt.hardware [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.685480] env[69239]: DEBUG nova.virt.hardware [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.685697] env[69239]: DEBUG nova.virt.hardware [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.685863] env[69239]: DEBUG nova.virt.hardware [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.686051] env[69239]: DEBUG nova.virt.hardware [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.686229] env[69239]: DEBUG nova.virt.hardware [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.686406] env[69239]: DEBUG nova.virt.hardware [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.687671] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d56871-4ecf-4aa8-a4b1-4dd8bc736731 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.698299] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd31292-763d-43e2-9665-07fcc5f79e55 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.801570] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.803653] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.946s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.805851] env[69239]: INFO nova.compute.claims [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.826265] env[69239]: INFO nova.scheduler.client.report [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Deleted allocations for instance 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c [ 947.867034] env[69239]: DEBUG oslo_vmware.api [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145491, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.060380] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a03d9c11-fb7a-4a18-9695-5b4c9af7f139 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "refresh_cache-ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.060380] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a03d9c11-fb7a-4a18-9695-5b4c9af7f139 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquired lock "refresh_cache-ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.060380] env[69239]: DEBUG nova.network.neutron [None req-a03d9c11-fb7a-4a18-9695-5b4c9af7f139 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.060380] env[69239]: DEBUG nova.objects.instance [None req-a03d9c11-fb7a-4a18-9695-5b4c9af7f139 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lazy-loading 'info_cache' on Instance uuid ceb679d3-fcf7-481f-83b9-5cb912fa8cd8 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.073599] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145492, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.336262] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bcf667e7-401e-424d-8cd4-e1b4d7798bf4 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "0a158a5f-a0b3-42dc-8a41-e1e430e64c0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.569s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.368573] env[69239]: DEBUG oslo_vmware.api [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145491, 'name': PowerOffVM_Task, 'duration_secs': 0.602926} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.370258] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.370488] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.370731] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ab6b4b9-cece-45d2-b826-3f5e1147f7aa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.392217] env[69239]: DEBUG nova.network.neutron [req-73074eb1-ac90-4134-b649-2c9cfa9267da req-526159a9-8c22-4d32-8f7c-f6c868aad449 service nova] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Updated VIF entry in instance network info cache for port a6f178ff-89bb-46ce-9710-f4ce4733c839. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.392217] env[69239]: DEBUG nova.network.neutron [req-73074eb1-ac90-4134-b649-2c9cfa9267da req-526159a9-8c22-4d32-8f7c-f6c868aad449 service nova] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Updating instance_info_cache with network_info: [{"id": "a6f178ff-89bb-46ce-9710-f4ce4733c839", "address": "fa:16:3e:72:49:ba", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f178ff-89", "ovs_interfaceid": "a6f178ff-89bb-46ce-9710-f4ce4733c839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.398271] env[69239]: DEBUG nova.network.neutron [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Successfully updated port: f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.449067] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.449529] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.450166] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleting the datastore file [datastore1] 46e30dc4-a255-4dc9-b3ca-9e03610ac529 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.453916] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac992b1e-c20f-4424-901b-5a23b665e79b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.462163] env[69239]: DEBUG oslo_vmware.api [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 948.462163] env[69239]: value = "task-4145494" [ 948.462163] env[69239]: _type = "Task" [ 948.462163] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.478200] env[69239]: DEBUG oslo_vmware.api [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.564736] env[69239]: DEBUG nova.objects.base [None req-a03d9c11-fb7a-4a18-9695-5b4c9af7f139 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 948.586802] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145492, 'name': CreateVM_Task, 'duration_secs': 0.584734} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.587673] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.588430] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.588651] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.589023] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.593559] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5b3c7b-c287-47f7-a6cf-b3ab69ed8ed7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.601424] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 948.601424] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b2e73c-9447-f4d9-ebe7-a3f8b1962ace" [ 948.601424] env[69239]: _type = "Task" [ 948.601424] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.613758] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b2e73c-9447-f4d9-ebe7-a3f8b1962ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.895222] env[69239]: DEBUG oslo_concurrency.lockutils [req-73074eb1-ac90-4134-b649-2c9cfa9267da req-526159a9-8c22-4d32-8f7c-f6c868aad449 service nova] Releasing lock "refresh_cache-ae00c652-9070-43f0-9ba4-bbd6c60c5240" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.901896] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "refresh_cache-d94afb5d-685e-461a-8900-e811ebedbc13" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.902127] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired lock "refresh_cache-d94afb5d-685e-461a-8900-e811ebedbc13" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.902345] env[69239]: DEBUG nova.network.neutron [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.981598] env[69239]: DEBUG oslo_vmware.api [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179101} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.982071] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.982390] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.982674] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.983150] env[69239]: INFO nova.compute.manager [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Took 1.65 seconds to destroy the instance on the hypervisor. [ 948.983514] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.983833] env[69239]: DEBUG nova.compute.manager [-] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.984099] env[69239]: DEBUG nova.network.neutron [-] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.113559] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b2e73c-9447-f4d9-ebe7-a3f8b1962ace, 'name': SearchDatastore_Task, 'duration_secs': 0.012966} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.113926] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.114191] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.114443] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.114643] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.114858] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.115297] env[69239]: DEBUG oslo_concurrency.lockutils [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "1257c7e3-6466-4540-a0ea-4437e151905f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.115512] env[69239]: DEBUG oslo_concurrency.lockutils [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "1257c7e3-6466-4540-a0ea-4437e151905f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.115716] env[69239]: DEBUG oslo_concurrency.lockutils [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "1257c7e3-6466-4540-a0ea-4437e151905f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.115899] env[69239]: DEBUG oslo_concurrency.lockutils [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "1257c7e3-6466-4540-a0ea-4437e151905f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.116081] env[69239]: DEBUG oslo_concurrency.lockutils [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "1257c7e3-6466-4540-a0ea-4437e151905f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.118276] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae83f56c-bec0-41ed-ab79-a6b71d8131a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.120546] env[69239]: INFO nova.compute.manager [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Terminating instance [ 949.140740] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.140952] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.143033] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-764575d8-8e41-402e-adf7-f396c3337d2c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.154371] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 949.154371] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52bc187a-5cc3-0f18-ff10-0843ffc7499e" [ 949.154371] env[69239]: _type = "Task" [ 949.154371] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.165772] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bc187a-5cc3-0f18-ff10-0843ffc7499e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.206950] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "e4116487-0f74-4511-b170-3dd28643a27a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.206950] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "e4116487-0f74-4511-b170-3dd28643a27a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.207124] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "e4116487-0f74-4511-b170-3dd28643a27a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.207407] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "e4116487-0f74-4511-b170-3dd28643a27a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.208417] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "e4116487-0f74-4511-b170-3dd28643a27a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.217727] env[69239]: INFO nova.compute.manager [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Terminating instance [ 949.429254] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064f5181-ac19-4959-b65c-ebacacf88902 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.440678] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd66832-2134-4326-b4d0-1b0d44751e0c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.480476] env[69239]: DEBUG nova.network.neutron [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.483746] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb663d52-d09a-4ead-bfde-9340560fdff5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.493181] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578f24d7-e4da-4757-a17f-962d2349738e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.509428] env[69239]: DEBUG nova.compute.provider_tree [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.553878] env[69239]: DEBUG nova.network.neutron [None req-a03d9c11-fb7a-4a18-9695-5b4c9af7f139 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Updating instance_info_cache with network_info: [{"id": "452ff98f-4b81-42b4-a1e1-96afef005ee4", "address": "fa:16:3e:72:62:3a", "network": {"id": "381fe7e1-12c0-4ae9-a6c1-6a8cf98277af", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2051562158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "514124a403834a4eb5b2902445c791f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452ff98f-4b", "ovs_interfaceid": "452ff98f-4b81-42b4-a1e1-96afef005ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.632084] env[69239]: DEBUG nova.compute.manager [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.632809] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.633264] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc51bca-48ed-46aa-b5cb-b4f4b6c1b356 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.644874] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.644874] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7941adbf-edb3-480d-a95f-716ad658c9bf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.653202] env[69239]: DEBUG oslo_vmware.api [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 949.653202] env[69239]: value = "task-4145495" [ 949.653202] env[69239]: _type = "Task" [ 949.653202] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.671215] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bc187a-5cc3-0f18-ff10-0843ffc7499e, 'name': SearchDatastore_Task, 'duration_secs': 0.015713} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.672344] env[69239]: DEBUG nova.network.neutron [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Updating instance_info_cache with network_info: [{"id": "f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8", "address": "fa:16:3e:5e:c0:99", "network": {"id": "21d46fe8-ac4c-4908-972a-4c74f40057ea", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1918860150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f4ab7abc14bac8ee32dd4b4c80d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ba55ce-e5", "ovs_interfaceid": "f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.678124] env[69239]: DEBUG oslo_vmware.api [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.678676] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c9e87ca-dd46-45f8-a78b-85a8528d090d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.688064] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 949.688064] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5220ef82-2b6b-43a1-2f43-8f5e893d312b" [ 949.688064] env[69239]: _type = "Task" [ 949.688064] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.696619] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5220ef82-2b6b-43a1-2f43-8f5e893d312b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.729942] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "refresh_cache-e4116487-0f74-4511-b170-3dd28643a27a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.729942] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquired lock "refresh_cache-e4116487-0f74-4511-b170-3dd28643a27a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.729942] env[69239]: DEBUG nova.network.neutron [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.738051] env[69239]: DEBUG nova.compute.manager [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Received event network-vif-plugged-f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.738481] env[69239]: DEBUG oslo_concurrency.lockutils [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] Acquiring lock "d94afb5d-685e-461a-8900-e811ebedbc13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.738481] env[69239]: DEBUG oslo_concurrency.lockutils [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] Lock "d94afb5d-685e-461a-8900-e811ebedbc13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.738706] env[69239]: DEBUG oslo_concurrency.lockutils [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] Lock "d94afb5d-685e-461a-8900-e811ebedbc13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.739107] env[69239]: DEBUG nova.compute.manager [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] No waiting events found dispatching network-vif-plugged-f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 949.739107] env[69239]: WARNING nova.compute.manager [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Received unexpected event network-vif-plugged-f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8 for instance with vm_state building and task_state spawning. [ 949.739331] env[69239]: DEBUG nova.compute.manager [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Received event network-changed-f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.739331] env[69239]: DEBUG nova.compute.manager [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Refreshing instance network info cache due to event network-changed-f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.739458] env[69239]: DEBUG oslo_concurrency.lockutils [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] Acquiring lock "refresh_cache-d94afb5d-685e-461a-8900-e811ebedbc13" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.850248] env[69239]: DEBUG nova.network.neutron [-] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.015392] env[69239]: DEBUG nova.scheduler.client.report [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.057023] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a03d9c11-fb7a-4a18-9695-5b4c9af7f139 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Releasing lock "refresh_cache-ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.172336] env[69239]: DEBUG oslo_vmware.api [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145495, 'name': PowerOffVM_Task, 'duration_secs': 0.38448} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.172779] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.172779] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.173136] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e863e5da-a63d-42ba-b9f6-9f96a28900f5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.179847] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lock "refresh_cache-d94afb5d-685e-461a-8900-e811ebedbc13" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.180371] env[69239]: DEBUG nova.compute.manager [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Instance network_info: |[{"id": "f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8", "address": "fa:16:3e:5e:c0:99", "network": {"id": "21d46fe8-ac4c-4908-972a-4c74f40057ea", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1918860150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f4ab7abc14bac8ee32dd4b4c80d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ba55ce-e5", "ovs_interfaceid": "f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.180791] env[69239]: DEBUG oslo_concurrency.lockutils [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] Acquired lock "refresh_cache-d94afb5d-685e-461a-8900-e811ebedbc13" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.181091] env[69239]: DEBUG nova.network.neutron [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Refreshing network info cache for port f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.182892] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:c0:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.191836] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.192646] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.197424] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02580fa8-58ba-456f-a616-d1504a901c9e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.225074] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5220ef82-2b6b-43a1-2f43-8f5e893d312b, 'name': SearchDatastore_Task, 'duration_secs': 0.011424} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.226961] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.227188] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] ae00c652-9070-43f0-9ba4-bbd6c60c5240/ae00c652-9070-43f0-9ba4-bbd6c60c5240.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.227412] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.227412] env[69239]: value = "task-4145497" [ 950.227412] env[69239]: _type = "Task" [ 950.227412] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.227728] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc300947-1bbe-4eab-8377-d44e253fc480 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.240929] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 950.240929] env[69239]: value = "task-4145498" [ 950.240929] env[69239]: _type = "Task" [ 950.240929] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.245089] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145497, 'name': CreateVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.253099] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.253422] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.253703] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Deleting the datastore file [datastore1] 1257c7e3-6466-4540-a0ea-4437e151905f {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.257680] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93cf62c8-3b46-47c3-a2d9-7a0fcbd8e216 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.260824] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.261812] env[69239]: DEBUG nova.network.neutron [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.270308] env[69239]: DEBUG oslo_vmware.api [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 950.270308] env[69239]: value = "task-4145499" [ 950.270308] env[69239]: _type = "Task" [ 950.270308] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.284468] env[69239]: DEBUG oslo_vmware.api [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.347920] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.348166] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.350366] env[69239]: DEBUG nova.network.neutron [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.354152] env[69239]: INFO nova.compute.manager [-] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Took 1.37 seconds to deallocate network for instance. [ 950.523119] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.524138] env[69239]: DEBUG nova.compute.manager [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.529734] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.154s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.529734] env[69239]: INFO nova.compute.claims [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.743663] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145497, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.759608] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145498, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.782719] env[69239]: DEBUG oslo_vmware.api [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297328} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.782719] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.783012] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.783012] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.784560] env[69239]: INFO nova.compute.manager [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 950.784560] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.784560] env[69239]: DEBUG nova.compute.manager [-] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.784560] env[69239]: DEBUG nova.network.neutron [-] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.854426] env[69239]: DEBUG nova.compute.manager [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.862793] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Releasing lock "refresh_cache-e4116487-0f74-4511-b170-3dd28643a27a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.863479] env[69239]: DEBUG nova.compute.manager [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.863607] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.865455] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.868248] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839be167-1f84-46b0-a4e0-f83dc3c4e5c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.887831] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.887831] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8c11d87-f8d6-40ed-bfe9-98b18e62c585 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.897661] env[69239]: DEBUG oslo_vmware.api [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 950.897661] env[69239]: value = "task-4145500" [ 950.897661] env[69239]: _type = "Task" [ 950.897661] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.913144] env[69239]: DEBUG oslo_vmware.api [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.036027] env[69239]: DEBUG nova.compute.utils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.041325] env[69239]: DEBUG nova.network.neutron [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Updated VIF entry in instance network info cache for port f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.042064] env[69239]: DEBUG nova.network.neutron [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Updating instance_info_cache with network_info: [{"id": "f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8", "address": "fa:16:3e:5e:c0:99", "network": {"id": "21d46fe8-ac4c-4908-972a-4c74f40057ea", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1918860150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f4ab7abc14bac8ee32dd4b4c80d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ba55ce-e5", "ovs_interfaceid": "f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.044175] env[69239]: DEBUG nova.compute.manager [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.044855] env[69239]: DEBUG nova.network.neutron [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.066709] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03d9c11-fb7a-4a18-9695-5b4c9af7f139 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.066709] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c25d1c-554a-464c-a708-c2909b0beefc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.076041] env[69239]: DEBUG oslo_vmware.api [None req-a03d9c11-fb7a-4a18-9695-5b4c9af7f139 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 951.076041] env[69239]: value = "task-4145501" [ 951.076041] env[69239]: _type = "Task" [ 951.076041] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.088550] env[69239]: DEBUG oslo_vmware.api [None req-a03d9c11-fb7a-4a18-9695-5b4c9af7f139 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.106907] env[69239]: DEBUG nova.policy [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6c946c3f0224befa053cb72fd2065bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d2057584da346efb7f246396bc2b011', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.245067] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145497, 'name': CreateVM_Task, 'duration_secs': 0.930899} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.245338] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.246108] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bb475d2-8889-433d-a494-879f7a058e56" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.246311] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bb475d2-8889-433d-a494-879f7a058e56" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.246686] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bb475d2-8889-433d-a494-879f7a058e56" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.247014] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf5480c8-ed53-43ce-9538-eb8c5adc9344 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.261765] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 951.261765] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5234341c-557c-f878-ff33-9c79e3c6ff31" [ 951.261765] env[69239]: _type = "Task" [ 951.261765] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.261765] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711087} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.261765] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] ae00c652-9070-43f0-9ba4-bbd6c60c5240/ae00c652-9070-43f0-9ba4-bbd6c60c5240.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.261765] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.265155] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bc27a3b-e820-49c2-8151-473e84558504 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.279810] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bb475d2-8889-433d-a494-879f7a058e56" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.280132] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Processing image 6bb475d2-8889-433d-a494-879f7a058e56 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.280439] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bb475d2-8889-433d-a494-879f7a058e56/6bb475d2-8889-433d-a494-879f7a058e56.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.280637] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bb475d2-8889-433d-a494-879f7a058e56/6bb475d2-8889-433d-a494-879f7a058e56.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.280898] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.284990] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 951.284990] env[69239]: value = "task-4145502" [ 951.284990] env[69239]: _type = "Task" [ 951.284990] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.285501] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79e5bd8a-c68b-4613-8c19-e6d9aa478a61 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.301256] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.304255] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.304255] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.304532] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48932aa8-2191-4589-9c33-56e6f351006d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.313252] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 951.313252] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52302c87-5904-ab9c-a41e-017f0d9232a5" [ 951.313252] env[69239]: _type = "Task" [ 951.313252] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.328314] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52302c87-5904-ab9c-a41e-017f0d9232a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.340441] env[69239]: DEBUG nova.compute.manager [req-85f805bb-de51-4204-b12d-db8e86ff66f2 req-dbc6aaed-4cce-4e69-b731-f65be1735c2a service nova] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Received event network-vif-deleted-ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.340660] env[69239]: INFO nova.compute.manager [req-85f805bb-de51-4204-b12d-db8e86ff66f2 req-dbc6aaed-4cce-4e69-b731-f65be1735c2a service nova] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Neutron deleted interface ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215; detaching it from the instance and deleting it from the info cache [ 951.340834] env[69239]: DEBUG nova.network.neutron [req-85f805bb-de51-4204-b12d-db8e86ff66f2 req-dbc6aaed-4cce-4e69-b731-f65be1735c2a service nova] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.389950] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.410347] env[69239]: DEBUG oslo_vmware.api [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145500, 'name': PowerOffVM_Task, 'duration_secs': 0.25116} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.410691] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.410919] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.411258] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdb40288-9565-4d42-abcc-d052ca34deb9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.442271] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.442524] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.442730] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Deleting the datastore file [datastore1] e4116487-0f74-4511-b170-3dd28643a27a {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.443051] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcfd256a-b38e-42ea-b93a-ab4d8770cf86 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.452374] env[69239]: DEBUG oslo_vmware.api [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for the task: (returnval){ [ 951.452374] env[69239]: value = "task-4145504" [ 951.452374] env[69239]: _type = "Task" [ 951.452374] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.461557] env[69239]: DEBUG oslo_vmware.api [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.530532] env[69239]: DEBUG nova.network.neutron [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Successfully created port: a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.545390] env[69239]: DEBUG nova.compute.manager [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.554109] env[69239]: DEBUG oslo_concurrency.lockutils [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] Releasing lock "refresh_cache-d94afb5d-685e-461a-8900-e811ebedbc13" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.554399] env[69239]: DEBUG nova.compute.manager [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Received event network-vif-deleted-a2540417-6d9d-4985-882b-b4a9bb6b1ee9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.554700] env[69239]: INFO nova.compute.manager [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Neutron deleted interface a2540417-6d9d-4985-882b-b4a9bb6b1ee9; detaching it from the instance and deleting it from the info cache [ 951.555094] env[69239]: DEBUG nova.network.neutron [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.588566] env[69239]: DEBUG oslo_vmware.api [None req-a03d9c11-fb7a-4a18-9695-5b4c9af7f139 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145501, 'name': PowerOnVM_Task, 'duration_secs': 0.496491} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.588566] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03d9c11-fb7a-4a18-9695-5b4c9af7f139 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.588566] env[69239]: DEBUG nova.compute.manager [None req-a03d9c11-fb7a-4a18-9695-5b4c9af7f139 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.589097] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50bdc6f-a7d3-4a05-8cef-6e197f7e6bd7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.801852] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090481} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.802212] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.803068] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29cdb18-6ad1-4853-861e-c3e86631d733 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.821056] env[69239]: DEBUG nova.network.neutron [-] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.830764] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] ae00c652-9070-43f0-9ba4-bbd6c60c5240/ae00c652-9070-43f0-9ba4-bbd6c60c5240.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.837234] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4e5405e-c1d2-42b7-9ff2-bb5fac6ac2b8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.853216] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-415e8ebd-5783-4484-9c43-4361e8c5a091 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.859900] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Preparing fetch location {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 951.860186] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Fetch image to [datastore2] OSTACK_IMG_9adb4c7a-74b8-472a-a6d4-ff70029cec96/OSTACK_IMG_9adb4c7a-74b8-472a-a6d4-ff70029cec96.vmdk {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 951.860377] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Downloading stream optimized image 6bb475d2-8889-433d-a494-879f7a058e56 to [datastore2] OSTACK_IMG_9adb4c7a-74b8-472a-a6d4-ff70029cec96/OSTACK_IMG_9adb4c7a-74b8-472a-a6d4-ff70029cec96.vmdk on the data store datastore2 as vApp {{(pid=69239) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 951.860544] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Downloading image file data 6bb475d2-8889-433d-a494-879f7a058e56 to the ESX as VM named 'OSTACK_IMG_9adb4c7a-74b8-472a-a6d4-ff70029cec96' {{(pid=69239) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 951.867909] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 951.867909] env[69239]: value = "task-4145505" [ 951.867909] env[69239]: _type = "Task" [ 951.867909] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.869155] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b6ae94-8b61-44a8-b6a7-4638fc668467 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.959367] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.960316] env[69239]: DEBUG nova.compute.manager [req-85f805bb-de51-4204-b12d-db8e86ff66f2 req-dbc6aaed-4cce-4e69-b731-f65be1735c2a service nova] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Detach interface failed, port_id=ba1bf8e3-b66d-4a32-ad54-b5f38f6b3215, reason: Instance 1257c7e3-6466-4540-a0ea-4437e151905f could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.974364] env[69239]: DEBUG oslo_vmware.api [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Task: {'id': task-4145504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291823} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.974690] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.974895] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.975096] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.975279] env[69239]: INFO nova.compute.manager [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 951.975531] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.975760] env[69239]: DEBUG nova.compute.manager [-] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.975855] env[69239]: DEBUG nova.network.neutron [-] [instance: e4116487-0f74-4511-b170-3dd28643a27a] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.007260] env[69239]: DEBUG oslo_vmware.rw_handles [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 952.007260] env[69239]: value = "resgroup-9" [ 952.007260] env[69239]: _type = "ResourcePool" [ 952.007260] env[69239]: }. {{(pid=69239) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 952.008461] env[69239]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-08dd79f1-18e5-45bb-9fcb-3b6f6d1c2d14 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.024445] env[69239]: DEBUG nova.network.neutron [-] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.036867] env[69239]: DEBUG oslo_vmware.rw_handles [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lease: (returnval){ [ 952.036867] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520470ad-0859-4c60-04ea-763e4e018add" [ 952.036867] env[69239]: _type = "HttpNfcLease" [ 952.036867] env[69239]: } obtained for vApp import into resource pool (val){ [ 952.036867] env[69239]: value = "resgroup-9" [ 952.036867] env[69239]: _type = "ResourcePool" [ 952.036867] env[69239]: }. {{(pid=69239) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 952.037321] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the lease: (returnval){ [ 952.037321] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520470ad-0859-4c60-04ea-763e4e018add" [ 952.037321] env[69239]: _type = "HttpNfcLease" [ 952.037321] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 952.051415] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.051415] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520470ad-0859-4c60-04ea-763e4e018add" [ 952.051415] env[69239]: _type = "HttpNfcLease" [ 952.051415] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 952.062231] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42560d41-50d0-42f5-8ff2-5d4d42fb2125 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.078757] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7baa5b-d84b-419c-b668-a4719ed77a27 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.142417] env[69239]: DEBUG nova.compute.manager [req-03865857-444e-4a97-833e-5bc8b195a0c9 req-f7fb475e-0e17-4e3f-806e-2f70b5f4270f service nova] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Detach interface failed, port_id=a2540417-6d9d-4985-882b-b4a9bb6b1ee9, reason: Instance 46e30dc4-a255-4dc9-b3ca-9e03610ac529 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 952.258938] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431b3e08-d8ad-459b-807e-c0f6e7f60291 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.270127] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ce820b-2b57-4f14-a43d-8888eaf79d0e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.314808] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530d1c5f-dce6-485f-94bf-954d7df161d1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.325223] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abf7ae1-7370-4e72-98f8-576bad035c8f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.340876] env[69239]: INFO nova.compute.manager [-] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Took 1.56 seconds to deallocate network for instance. [ 952.341575] env[69239]: DEBUG nova.compute.provider_tree [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.380812] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.530021] env[69239]: DEBUG nova.network.neutron [-] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.551213] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.551213] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520470ad-0859-4c60-04ea-763e4e018add" [ 952.551213] env[69239]: _type = "HttpNfcLease" [ 952.551213] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 952.564545] env[69239]: DEBUG nova.compute.manager [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.598488] env[69239]: DEBUG nova.virt.hardware [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.598812] env[69239]: DEBUG nova.virt.hardware [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.598979] env[69239]: DEBUG nova.virt.hardware [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.599184] env[69239]: DEBUG nova.virt.hardware [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.599333] env[69239]: DEBUG nova.virt.hardware [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.599512] env[69239]: DEBUG nova.virt.hardware [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.599864] env[69239]: DEBUG nova.virt.hardware [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.600145] env[69239]: DEBUG nova.virt.hardware [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.600390] env[69239]: DEBUG nova.virt.hardware [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.600570] env[69239]: DEBUG nova.virt.hardware [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.600794] env[69239]: DEBUG nova.virt.hardware [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.601877] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b4698f-ac9a-43ec-b73a-9605bfd6346f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.611606] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b3ba33-f215-4a24-ae57-93a4bec2eaef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.845614] env[69239]: DEBUG nova.scheduler.client.report [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.853091] env[69239]: DEBUG oslo_concurrency.lockutils [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.878717] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145505, 'name': ReconfigVM_Task, 'duration_secs': 0.898838} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.879035] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Reconfigured VM instance instance-0000004c to attach disk [datastore2] ae00c652-9070-43f0-9ba4-bbd6c60c5240/ae00c652-9070-43f0-9ba4-bbd6c60c5240.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.880293] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3e4b5f3-b6c0-49ff-98ff-bd6d6b2cb16b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.889615] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 952.889615] env[69239]: value = "task-4145507" [ 952.889615] env[69239]: _type = "Task" [ 952.889615] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.899931] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145507, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.033564] env[69239]: INFO nova.compute.manager [-] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Took 1.06 seconds to deallocate network for instance. [ 953.048324] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.048324] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520470ad-0859-4c60-04ea-763e4e018add" [ 953.048324] env[69239]: _type = "HttpNfcLease" [ 953.048324] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 953.350788] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.351370] env[69239]: DEBUG nova.compute.manager [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.355151] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.165s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.355151] env[69239]: DEBUG nova.objects.instance [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69239) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 953.401837] env[69239]: DEBUG nova.network.neutron [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Successfully updated port: a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.411731] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145507, 'name': Rename_Task, 'duration_secs': 0.191064} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.412923] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.413397] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e38d8b1-4352-4b4d-bf37-710c6bbd8c5b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.426285] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 953.426285] env[69239]: value = "task-4145508" [ 953.426285] env[69239]: _type = "Task" [ 953.426285] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.434377] env[69239]: DEBUG nova.compute.manager [req-246fe88f-a2b2-4c95-a656-66a2cb37626d req-d8252894-aee1-43d6-8cca-3b5ef0d01c2c service nova] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Received event network-vif-plugged-a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.434731] env[69239]: DEBUG oslo_concurrency.lockutils [req-246fe88f-a2b2-4c95-a656-66a2cb37626d req-d8252894-aee1-43d6-8cca-3b5ef0d01c2c service nova] Acquiring lock "6adb3e10-042e-4139-9b2e-58a8678fc008-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.435910] env[69239]: DEBUG oslo_concurrency.lockutils [req-246fe88f-a2b2-4c95-a656-66a2cb37626d req-d8252894-aee1-43d6-8cca-3b5ef0d01c2c service nova] Lock "6adb3e10-042e-4139-9b2e-58a8678fc008-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.435910] env[69239]: DEBUG oslo_concurrency.lockutils [req-246fe88f-a2b2-4c95-a656-66a2cb37626d req-d8252894-aee1-43d6-8cca-3b5ef0d01c2c service nova] Lock "6adb3e10-042e-4139-9b2e-58a8678fc008-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.435910] env[69239]: DEBUG nova.compute.manager [req-246fe88f-a2b2-4c95-a656-66a2cb37626d req-d8252894-aee1-43d6-8cca-3b5ef0d01c2c service nova] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] No waiting events found dispatching network-vif-plugged-a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 953.435910] env[69239]: WARNING nova.compute.manager [req-246fe88f-a2b2-4c95-a656-66a2cb37626d req-d8252894-aee1-43d6-8cca-3b5ef0d01c2c service nova] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Received unexpected event network-vif-plugged-a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1 for instance with vm_state building and task_state spawning. [ 953.444280] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.544574] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.552861] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.552861] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520470ad-0859-4c60-04ea-763e4e018add" [ 953.552861] env[69239]: _type = "HttpNfcLease" [ 953.552861] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 953.553203] env[69239]: DEBUG oslo_vmware.rw_handles [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 953.553203] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520470ad-0859-4c60-04ea-763e4e018add" [ 953.553203] env[69239]: _type = "HttpNfcLease" [ 953.553203] env[69239]: }. {{(pid=69239) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 953.554895] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfe2c0d-37f3-4a00-b2be-90b896c2e29a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.566395] env[69239]: DEBUG oslo_vmware.rw_handles [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8b664-f486-132a-a6c1-24f417ee30eb/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 953.566395] env[69239]: DEBUG oslo_vmware.rw_handles [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8b664-f486-132a-a6c1-24f417ee30eb/disk-0.vmdk. {{(pid=69239) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 953.640927] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d6b68669-8e6a-42ac-84e4-749e7bfdae69 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.860072] env[69239]: DEBUG nova.compute.utils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.863058] env[69239]: DEBUG nova.compute.manager [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.863058] env[69239]: DEBUG nova.network.neutron [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.906228] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.906228] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.906228] env[69239]: DEBUG nova.network.neutron [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.937100] env[69239]: DEBUG nova.policy [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85de2e746c5c4f22ad5ea92d7b3d2d0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8da31a30c05b42dd8ca4d9c8a625c623', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.945635] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.325416] env[69239]: DEBUG nova.network.neutron [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Successfully created port: 23fc33a8-3a5e-4c6d-900d-858b706256bd {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.365298] env[69239]: DEBUG nova.compute.manager [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.370671] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cb177098-d207-42d1-93e7-11949b095361 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.376257] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.398s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.376257] env[69239]: DEBUG nova.objects.instance [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lazy-loading 'pci_requests' on Instance uuid ed453e1a-e257-4e7f-9cab-7fb5f17dda4c {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.445018] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145508, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.486903] env[69239]: DEBUG nova.network.neutron [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.757590] env[69239]: DEBUG oslo_vmware.rw_handles [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Completed reading data from the image iterator. {{(pid=69239) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 954.757904] env[69239]: DEBUG oslo_vmware.rw_handles [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8b664-f486-132a-a6c1-24f417ee30eb/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 954.758902] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0affc12f-d3fc-4e1d-be65-4c7e95bfe3f1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.770764] env[69239]: DEBUG oslo_vmware.rw_handles [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8b664-f486-132a-a6c1-24f417ee30eb/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 954.771140] env[69239]: DEBUG oslo_vmware.rw_handles [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8b664-f486-132a-a6c1-24f417ee30eb/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 954.771364] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a384c3f7-fbae-4a55-9e67-c594c5cf35fd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.811023] env[69239]: DEBUG nova.network.neutron [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating instance_info_cache with network_info: [{"id": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "address": "fa:16:3e:31:f4:fa", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a9e6d4-fe", "ovs_interfaceid": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.885336] env[69239]: DEBUG nova.objects.instance [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lazy-loading 'numa_topology' on Instance uuid ed453e1a-e257-4e7f-9cab-7fb5f17dda4c {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.940743] env[69239]: DEBUG oslo_vmware.api [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145508, 'name': PowerOnVM_Task, 'duration_secs': 1.161367} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.940743] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.940743] env[69239]: INFO nova.compute.manager [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Took 10.13 seconds to spawn the instance on the hypervisor. [ 954.940743] env[69239]: DEBUG nova.compute.manager [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 954.941472] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218c4c5a-b3bd-4d18-926d-7cff968dd0e6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.314900] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.315263] env[69239]: DEBUG nova.compute.manager [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Instance network_info: |[{"id": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "address": "fa:16:3e:31:f4:fa", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a9e6d4-fe", "ovs_interfaceid": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.315707] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:f4:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.323671] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Creating folder: Project (4d2057584da346efb7f246396bc2b011). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.324034] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a630d9b3-7dab-4db9-8574-0dc52141ac40 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.337749] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Created folder: Project (4d2057584da346efb7f246396bc2b011) in parent group-v820715. [ 955.337964] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Creating folder: Instances. Parent ref: group-v820941. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.338326] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7ee97a9-4e37-48c5-8284-75f493090370 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.350889] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Created folder: Instances in parent group-v820941. [ 955.351198] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.351422] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.351652] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d88bd95e-a677-4d9c-9d21-64538c550bb3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.373601] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.373601] env[69239]: value = "task-4145511" [ 955.373601] env[69239]: _type = "Task" [ 955.373601] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.383350] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145511, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.386710] env[69239]: DEBUG nova.compute.manager [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.389643] env[69239]: INFO nova.compute.claims [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.426528] env[69239]: DEBUG nova.virt.hardware [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.426792] env[69239]: DEBUG nova.virt.hardware [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.426942] env[69239]: DEBUG nova.virt.hardware [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.427189] env[69239]: DEBUG nova.virt.hardware [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.427392] env[69239]: DEBUG nova.virt.hardware [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.427549] env[69239]: DEBUG nova.virt.hardware [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.427769] env[69239]: DEBUG nova.virt.hardware [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.427935] env[69239]: DEBUG nova.virt.hardware [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.428204] env[69239]: DEBUG nova.virt.hardware [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.428302] env[69239]: DEBUG nova.virt.hardware [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.428475] env[69239]: DEBUG nova.virt.hardware [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.429456] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05254d3-4fb8-48b4-a779-faa018dfd6e6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.445227] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe46864-5e19-47cc-8a42-0a8429d17c15 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.467594] env[69239]: DEBUG oslo_vmware.rw_handles [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8b664-f486-132a-a6c1-24f417ee30eb/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 955.467846] env[69239]: INFO nova.virt.vmwareapi.images [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Downloaded image file data 6bb475d2-8889-433d-a494-879f7a058e56 [ 955.470627] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5edf67-b5e2-4dbd-8665-36774121f775 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.474066] env[69239]: INFO nova.compute.manager [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Took 34.16 seconds to build instance. [ 955.488769] env[69239]: DEBUG oslo_concurrency.lockutils [None req-95f29158-847e-40bf-8ee9-edb7ea3eabd5 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "interface-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.489052] env[69239]: DEBUG oslo_concurrency.lockutils [None req-95f29158-847e-40bf-8ee9-edb7ea3eabd5 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.489384] env[69239]: DEBUG nova.objects.instance [None req-95f29158-847e-40bf-8ee9-edb7ea3eabd5 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lazy-loading 'flavor' on Instance uuid 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.491610] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52adb197-ba67-4acf-97ac-36648f606364 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.522057] env[69239]: INFO nova.virt.vmwareapi.images [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] The imported VM was unregistered [ 955.523947] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Caching image {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 955.524520] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Creating directory with path [datastore2] devstack-image-cache_base/6bb475d2-8889-433d-a494-879f7a058e56 {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.524994] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ac42652-2f79-4755-8f01-d4d45576ca83 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.541334] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Created directory with path [datastore2] devstack-image-cache_base/6bb475d2-8889-433d-a494-879f7a058e56 {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.541749] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9adb4c7a-74b8-472a-a6d4-ff70029cec96/OSTACK_IMG_9adb4c7a-74b8-472a-a6d4-ff70029cec96.vmdk to [datastore2] devstack-image-cache_base/6bb475d2-8889-433d-a494-879f7a058e56/6bb475d2-8889-433d-a494-879f7a058e56.vmdk. {{(pid=69239) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 955.542191] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-156ed36e-55c0-47ac-8915-7c308ca20d0d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.551933] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 955.551933] env[69239]: value = "task-4145513" [ 955.551933] env[69239]: _type = "Task" [ 955.551933] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.563549] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145513, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.699269] env[69239]: DEBUG nova.compute.manager [req-c4533a0b-52f0-4740-a352-4a30f858d7cc req-1e198e91-12ab-4ff9-8d8c-ec40839dd228 service nova] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Received event network-changed-a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.699269] env[69239]: DEBUG nova.compute.manager [req-c4533a0b-52f0-4740-a352-4a30f858d7cc req-1e198e91-12ab-4ff9-8d8c-ec40839dd228 service nova] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Refreshing instance network info cache due to event network-changed-a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.699269] env[69239]: DEBUG oslo_concurrency.lockutils [req-c4533a0b-52f0-4740-a352-4a30f858d7cc req-1e198e91-12ab-4ff9-8d8c-ec40839dd228 service nova] Acquiring lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.699269] env[69239]: DEBUG oslo_concurrency.lockutils [req-c4533a0b-52f0-4740-a352-4a30f858d7cc req-1e198e91-12ab-4ff9-8d8c-ec40839dd228 service nova] Acquired lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.699269] env[69239]: DEBUG nova.network.neutron [req-c4533a0b-52f0-4740-a352-4a30f858d7cc req-1e198e91-12ab-4ff9-8d8c-ec40839dd228 service nova] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Refreshing network info cache for port a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.889373] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145511, 'name': CreateVM_Task, 'duration_secs': 0.450098} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.891022] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.891022] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.891403] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.892313] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.893359] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f5cdfd-e13e-48d2-97a4-85fa47b23a6b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.908228] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 955.908228] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52451ff9-df4c-16fe-f5ac-dbfd021bb1e3" [ 955.908228] env[69239]: _type = "Task" [ 955.908228] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.923432] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52451ff9-df4c-16fe-f5ac-dbfd021bb1e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.926458] env[69239]: DEBUG nova.network.neutron [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Successfully updated port: 23fc33a8-3a5e-4c6d-900d-858b706256bd {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.976370] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c4c6435c-324c-41bb-b5e1-15399fb70378 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.674s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.996124] env[69239]: DEBUG nova.objects.instance [None req-95f29158-847e-40bf-8ee9-edb7ea3eabd5 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lazy-loading 'pci_requests' on Instance uuid 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.065887] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145513, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.420008] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52451ff9-df4c-16fe-f5ac-dbfd021bb1e3, 'name': SearchDatastore_Task, 'duration_secs': 0.021882} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.420384] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.420657] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.420911] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.421073] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.421262] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.421606] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2f15e50-65e5-45d2-a66e-2caff3408767 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.432841] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "refresh_cache-ea9ade42-e305-485a-8057-16cb758b883f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.432909] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquired lock "refresh_cache-ea9ade42-e305-485a-8057-16cb758b883f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.433095] env[69239]: DEBUG nova.network.neutron [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.438371] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.438371] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.438371] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f04241b-2c20-4e19-afbd-eac6ef24b2bb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.445177] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 956.445177] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]523d3099-7761-6b5f-fbbe-5563d2eb5d4a" [ 956.445177] env[69239]: _type = "Task" [ 956.445177] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.445691] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947adb62-4978-4d1b-aa2b-6e9474193400 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.462445] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523d3099-7761-6b5f-fbbe-5563d2eb5d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.464512] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a3a8f8-6597-44af-a8ae-75fc166c53df {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.503999] env[69239]: DEBUG nova.objects.base [None req-95f29158-847e-40bf-8ee9-edb7ea3eabd5 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Object Instance<1e575dc2-3d1b-4ca6-b3d3-31385f6209ec> lazy-loaded attributes: flavor,pci_requests {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 956.504586] env[69239]: DEBUG nova.network.neutron [None req-95f29158-847e-40bf-8ee9-edb7ea3eabd5 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.507771] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4122a35-71d5-45a6-879b-7ee5957a5317 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.511459] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "7e27c8d4-373d-4b35-9684-5af63e7a5ff6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.511878] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "7e27c8d4-373d-4b35-9684-5af63e7a5ff6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.512232] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "7e27c8d4-373d-4b35-9684-5af63e7a5ff6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.512527] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "7e27c8d4-373d-4b35-9684-5af63e7a5ff6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.513172] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "7e27c8d4-373d-4b35-9684-5af63e7a5ff6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.515178] env[69239]: DEBUG nova.network.neutron [req-c4533a0b-52f0-4740-a352-4a30f858d7cc req-1e198e91-12ab-4ff9-8d8c-ec40839dd228 service nova] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updated VIF entry in instance network info cache for port a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.515526] env[69239]: DEBUG nova.network.neutron [req-c4533a0b-52f0-4740-a352-4a30f858d7cc req-1e198e91-12ab-4ff9-8d8c-ec40839dd228 service nova] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating instance_info_cache with network_info: [{"id": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "address": "fa:16:3e:31:f4:fa", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a9e6d4-fe", "ovs_interfaceid": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.517508] env[69239]: INFO nova.compute.manager [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Terminating instance [ 956.524132] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaf4acf-b2c1-4078-b13c-8d846ee28875 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.540770] env[69239]: DEBUG nova.compute.provider_tree [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.564646] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145513, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.645388] env[69239]: DEBUG oslo_concurrency.lockutils [None req-95f29158-847e-40bf-8ee9-edb7ea3eabd5 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.156s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.957333] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523d3099-7761-6b5f-fbbe-5563d2eb5d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.020777} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.958392] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832ca07d-cdae-4c19-ad10-83fefeb43adb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.966359] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 956.966359] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]522f5722-0004-879f-5d0a-639b4223d534" [ 956.966359] env[69239]: _type = "Task" [ 956.966359] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.976874] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522f5722-0004-879f-5d0a-639b4223d534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.989076] env[69239]: DEBUG nova.network.neutron [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.020358] env[69239]: DEBUG oslo_concurrency.lockutils [req-c4533a0b-52f0-4740-a352-4a30f858d7cc req-1e198e91-12ab-4ff9-8d8c-ec40839dd228 service nova] Releasing lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.024774] env[69239]: DEBUG nova.compute.manager [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.025594] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.026345] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06969a22-e7fc-403e-ab7c-592cc60fc2cb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.038021] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.038329] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bb425f5-9f64-4ac5-b9d0-4682d703b2f8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.045211] env[69239]: DEBUG nova.scheduler.client.report [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.049882] env[69239]: DEBUG oslo_vmware.api [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 957.049882] env[69239]: value = "task-4145514" [ 957.049882] env[69239]: _type = "Task" [ 957.049882] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.066487] env[69239]: DEBUG oslo_vmware.api [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.070970] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145513, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.222423] env[69239]: DEBUG nova.network.neutron [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Updating instance_info_cache with network_info: [{"id": "23fc33a8-3a5e-4c6d-900d-858b706256bd", "address": "fa:16:3e:34:4c:96", "network": {"id": "2baaf167-44da-4d08-924b-77011bf49686", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-639765521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8da31a30c05b42dd8ca4d9c8a625c623", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23fc33a8-3a", "ovs_interfaceid": "23fc33a8-3a5e-4c6d-900d-858b706256bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.477532] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522f5722-0004-879f-5d0a-639b4223d534, 'name': SearchDatastore_Task, 'duration_secs': 0.030919} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.477830] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.478113] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 6adb3e10-042e-4139-9b2e-58a8678fc008/6adb3e10-042e-4139-9b2e-58a8678fc008.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.478395] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e77a10a8-a110-446e-8a1f-33029dce78e6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.487407] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 957.487407] env[69239]: value = "task-4145515" [ 957.487407] env[69239]: _type = "Task" [ 957.487407] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.498672] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.552202] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.177s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.554830] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.997s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.555101] env[69239]: DEBUG nova.objects.instance [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Lazy-loading 'resources' on Instance uuid 54d4ddec-4054-4db3-bdd5-3614ee273b89 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.574103] env[69239]: DEBUG oslo_vmware.api [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145514, 'name': PowerOffVM_Task, 'duration_secs': 0.339918} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.574591] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145513, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.574707] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.574899] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.575223] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d992174-4326-4bc9-8318-2029be48391a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.605724] env[69239]: INFO nova.network.neutron [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Updating port ae4c1fa9-c369-45dc-8281-0eb74346b044 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 957.647963] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.648186] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.648376] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Deleting the datastore file [datastore1] 7e27c8d4-373d-4b35-9684-5af63e7a5ff6 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.648662] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32626b0b-6963-407a-ab0a-594a2815ed81 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.657355] env[69239]: DEBUG oslo_vmware.api [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 957.657355] env[69239]: value = "task-4145517" [ 957.657355] env[69239]: _type = "Task" [ 957.657355] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.668264] env[69239]: DEBUG oslo_vmware.api [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.671547] env[69239]: DEBUG nova.compute.manager [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Stashing vm_state: active {{(pid=69239) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 957.728603] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Releasing lock "refresh_cache-ea9ade42-e305-485a-8057-16cb758b883f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.728909] env[69239]: DEBUG nova.compute.manager [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Instance network_info: |[{"id": "23fc33a8-3a5e-4c6d-900d-858b706256bd", "address": "fa:16:3e:34:4c:96", "network": {"id": "2baaf167-44da-4d08-924b-77011bf49686", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-639765521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8da31a30c05b42dd8ca4d9c8a625c623", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23fc33a8-3a", "ovs_interfaceid": "23fc33a8-3a5e-4c6d-900d-858b706256bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.729751] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:4c:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23fc33a8-3a5e-4c6d-900d-858b706256bd', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.738333] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.739058] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.739353] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0c0c96b-06ec-4eeb-9495-e4259bce5e58 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.761756] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.761756] env[69239]: value = "task-4145518" [ 957.761756] env[69239]: _type = "Task" [ 957.761756] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.771415] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145518, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.943894] env[69239]: DEBUG nova.compute.manager [req-61f56caf-d476-4fbb-ae76-4dc50a23890b req-5723ffa0-1a58-44ac-b3e0-8b64c5bfd006 service nova] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Received event network-vif-plugged-23fc33a8-3a5e-4c6d-900d-858b706256bd {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.943894] env[69239]: DEBUG oslo_concurrency.lockutils [req-61f56caf-d476-4fbb-ae76-4dc50a23890b req-5723ffa0-1a58-44ac-b3e0-8b64c5bfd006 service nova] Acquiring lock "ea9ade42-e305-485a-8057-16cb758b883f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.944287] env[69239]: DEBUG oslo_concurrency.lockutils [req-61f56caf-d476-4fbb-ae76-4dc50a23890b req-5723ffa0-1a58-44ac-b3e0-8b64c5bfd006 service nova] Lock "ea9ade42-e305-485a-8057-16cb758b883f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.944410] env[69239]: DEBUG oslo_concurrency.lockutils [req-61f56caf-d476-4fbb-ae76-4dc50a23890b req-5723ffa0-1a58-44ac-b3e0-8b64c5bfd006 service nova] Lock "ea9ade42-e305-485a-8057-16cb758b883f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.944643] env[69239]: DEBUG nova.compute.manager [req-61f56caf-d476-4fbb-ae76-4dc50a23890b req-5723ffa0-1a58-44ac-b3e0-8b64c5bfd006 service nova] [instance: ea9ade42-e305-485a-8057-16cb758b883f] No waiting events found dispatching network-vif-plugged-23fc33a8-3a5e-4c6d-900d-858b706256bd {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 957.944861] env[69239]: WARNING nova.compute.manager [req-61f56caf-d476-4fbb-ae76-4dc50a23890b req-5723ffa0-1a58-44ac-b3e0-8b64c5bfd006 service nova] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Received unexpected event network-vif-plugged-23fc33a8-3a5e-4c6d-900d-858b706256bd for instance with vm_state building and task_state spawning. [ 957.948028] env[69239]: DEBUG nova.compute.manager [req-61f56caf-d476-4fbb-ae76-4dc50a23890b req-5723ffa0-1a58-44ac-b3e0-8b64c5bfd006 service nova] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Received event network-changed-23fc33a8-3a5e-4c6d-900d-858b706256bd {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.948028] env[69239]: DEBUG nova.compute.manager [req-61f56caf-d476-4fbb-ae76-4dc50a23890b req-5723ffa0-1a58-44ac-b3e0-8b64c5bfd006 service nova] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Refreshing instance network info cache due to event network-changed-23fc33a8-3a5e-4c6d-900d-858b706256bd. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.948028] env[69239]: DEBUG oslo_concurrency.lockutils [req-61f56caf-d476-4fbb-ae76-4dc50a23890b req-5723ffa0-1a58-44ac-b3e0-8b64c5bfd006 service nova] Acquiring lock "refresh_cache-ea9ade42-e305-485a-8057-16cb758b883f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.948028] env[69239]: DEBUG oslo_concurrency.lockutils [req-61f56caf-d476-4fbb-ae76-4dc50a23890b req-5723ffa0-1a58-44ac-b3e0-8b64c5bfd006 service nova] Acquired lock "refresh_cache-ea9ade42-e305-485a-8057-16cb758b883f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.948028] env[69239]: DEBUG nova.network.neutron [req-61f56caf-d476-4fbb-ae76-4dc50a23890b req-5723ffa0-1a58-44ac-b3e0-8b64c5bfd006 service nova] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Refreshing network info cache for port 23fc33a8-3a5e-4c6d-900d-858b706256bd {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.998590] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145515, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.072675] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145513, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.170865] env[69239]: DEBUG oslo_vmware.api [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.205362] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.279583] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145518, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.501427] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.950282} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.503625] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 6adb3e10-042e-4139-9b2e-58a8678fc008/6adb3e10-042e-4139-9b2e-58a8678fc008.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.503919] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.504447] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab6ab8bb-38e8-4ce6-9246-4813b254c3d1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.513905] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 958.513905] env[69239]: value = "task-4145519" [ 958.513905] env[69239]: _type = "Task" [ 958.513905] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.526822] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.569157] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145513, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.766957} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.574421] env[69239]: INFO nova.virt.vmwareapi.ds_util [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9adb4c7a-74b8-472a-a6d4-ff70029cec96/OSTACK_IMG_9adb4c7a-74b8-472a-a6d4-ff70029cec96.vmdk to [datastore2] devstack-image-cache_base/6bb475d2-8889-433d-a494-879f7a058e56/6bb475d2-8889-433d-a494-879f7a058e56.vmdk. [ 958.574640] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Cleaning up location [datastore2] OSTACK_IMG_9adb4c7a-74b8-472a-a6d4-ff70029cec96 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 958.574804] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9adb4c7a-74b8-472a-a6d4-ff70029cec96 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.575373] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b59ebb23-f536-4039-a79e-0a295792b0a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.583709] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 958.583709] env[69239]: value = "task-4145520" [ 958.583709] env[69239]: _type = "Task" [ 958.583709] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.597882] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.665108] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73487c3-f123-419f-96bc-32e21960b172 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.674549] env[69239]: DEBUG oslo_vmware.api [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.757291} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.677035] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.677327] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.677553] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.677787] env[69239]: INFO nova.compute.manager [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Took 1.65 seconds to destroy the instance on the hypervisor. [ 958.678254] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.678423] env[69239]: DEBUG nova.compute.manager [-] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.678572] env[69239]: DEBUG nova.network.neutron [-] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.681226] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db9fe58-5dc0-4aa2-91f0-1ff2afb9bcdb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.716584] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5a750a-6cd9-484e-81ce-2442ce1410a1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.725396] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bd5286-6093-46fb-91e2-a2ac3bc3d470 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.743522] env[69239]: DEBUG nova.compute.provider_tree [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.750881] env[69239]: DEBUG nova.network.neutron [req-61f56caf-d476-4fbb-ae76-4dc50a23890b req-5723ffa0-1a58-44ac-b3e0-8b64c5bfd006 service nova] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Updated VIF entry in instance network info cache for port 23fc33a8-3a5e-4c6d-900d-858b706256bd. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.751617] env[69239]: DEBUG nova.network.neutron [req-61f56caf-d476-4fbb-ae76-4dc50a23890b req-5723ffa0-1a58-44ac-b3e0-8b64c5bfd006 service nova] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Updating instance_info_cache with network_info: [{"id": "23fc33a8-3a5e-4c6d-900d-858b706256bd", "address": "fa:16:3e:34:4c:96", "network": {"id": "2baaf167-44da-4d08-924b-77011bf49686", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-639765521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8da31a30c05b42dd8ca4d9c8a625c623", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23fc33a8-3a", "ovs_interfaceid": "23fc33a8-3a5e-4c6d-900d-858b706256bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.775241] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145518, 'name': CreateVM_Task, 'duration_secs': 0.946328} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.775241] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.775241] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.775241] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.775496] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.776784] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4124ad-f8b1-4dfb-8bc8-17fffa75b474 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.781296] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 958.781296] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5280534b-61db-e0e9-5c2d-318bb43c1b0f" [ 958.781296] env[69239]: _type = "Task" [ 958.781296] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.790609] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5280534b-61db-e0e9-5c2d-318bb43c1b0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.835121] env[69239]: DEBUG oslo_concurrency.lockutils [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "interface-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.835471] env[69239]: DEBUG oslo_concurrency.lockutils [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.836643] env[69239]: DEBUG nova.objects.instance [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lazy-loading 'flavor' on Instance uuid 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.024369] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084852} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.024723] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.025703] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6032f9-37f9-4120-b007-2d306d7dc90f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.053320] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 6adb3e10-042e-4139-9b2e-58a8678fc008/6adb3e10-042e-4139-9b2e-58a8678fc008.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.055228] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84a21b59-039f-4fc0-8f55-cd542d6fb111 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.074042] env[69239]: DEBUG nova.network.neutron [-] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.082873] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 959.082873] env[69239]: value = "task-4145521" [ 959.082873] env[69239]: _type = "Task" [ 959.082873] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.097409] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.073603} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.100946] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.101157] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bb475d2-8889-433d-a494-879f7a058e56/6bb475d2-8889-433d-a494-879f7a058e56.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.101418] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bb475d2-8889-433d-a494-879f7a058e56/6bb475d2-8889-433d-a494-879f7a058e56.vmdk to [datastore2] d94afb5d-685e-461a-8900-e811ebedbc13/d94afb5d-685e-461a-8900-e811ebedbc13.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.101694] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145521, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.102305] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93045545-ecea-44ee-9d34-d6c7b8e116a8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.109818] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 959.109818] env[69239]: value = "task-4145522" [ 959.109818] env[69239]: _type = "Task" [ 959.109818] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.121696] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.248914] env[69239]: DEBUG nova.scheduler.client.report [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.253976] env[69239]: DEBUG oslo_concurrency.lockutils [req-61f56caf-d476-4fbb-ae76-4dc50a23890b req-5723ffa0-1a58-44ac-b3e0-8b64c5bfd006 service nova] Releasing lock "refresh_cache-ea9ade42-e305-485a-8057-16cb758b883f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.292960] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5280534b-61db-e0e9-5c2d-318bb43c1b0f, 'name': SearchDatastore_Task, 'duration_secs': 0.014212} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.293311] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.293562] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.293804] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.294045] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.295023] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.295023] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa8661f5-3b4a-4885-97d0-eb5fca466f20 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.305322] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.305581] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.306337] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc1eff02-f219-41ca-b968-7573f133dc39 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.313938] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 959.313938] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520920bd-a409-bc31-602d-8bade946ef4f" [ 959.313938] env[69239]: _type = "Task" [ 959.313938] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.322612] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520920bd-a409-bc31-602d-8bade946ef4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.384988] env[69239]: DEBUG nova.compute.manager [req-e8564507-1614-490c-a93c-f3491ab4367c req-fde416e1-b180-4726-9d6a-6a7cc0421dae service nova] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Received event network-vif-deleted-00d01bab-15bf-4747-96ad-4dfc6d3c01bb {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.518274] env[69239]: DEBUG nova.objects.instance [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lazy-loading 'pci_requests' on Instance uuid 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.576535] env[69239]: INFO nova.compute.manager [-] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Took 0.90 seconds to deallocate network for instance. [ 959.596292] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145521, 'name': ReconfigVM_Task, 'duration_secs': 0.388162} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.596292] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 6adb3e10-042e-4139-9b2e-58a8678fc008/6adb3e10-042e-4139-9b2e-58a8678fc008.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.596643] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4699efb5-ddaa-45a6-a7a4-4bc81cdcefa0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.605880] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 959.605880] env[69239]: value = "task-4145523" [ 959.605880] env[69239]: _type = "Task" [ 959.605880] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.620034] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145523, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.627903] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145522, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.723917] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.724156] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.724459] env[69239]: DEBUG nova.network.neutron [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.755424] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.758780] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.972s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.761819] env[69239]: INFO nova.compute.claims [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.795038] env[69239]: INFO nova.scheduler.client.report [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Deleted allocations for instance 54d4ddec-4054-4db3-bdd5-3614ee273b89 [ 959.826515] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520920bd-a409-bc31-602d-8bade946ef4f, 'name': SearchDatastore_Task, 'duration_secs': 0.014298} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.828124] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f3d4e13-e11e-49b0-a76d-e454912d9b02 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.835902] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 959.835902] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52958da4-d479-32b2-6ce0-2dca5ce6cfff" [ 959.835902] env[69239]: _type = "Task" [ 959.835902] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.847293] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52958da4-d479-32b2-6ce0-2dca5ce6cfff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.022065] env[69239]: DEBUG nova.objects.base [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Object Instance<1e575dc2-3d1b-4ca6-b3d3-31385f6209ec> lazy-loaded attributes: flavor,pci_requests {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 960.022065] env[69239]: DEBUG nova.network.neutron [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.064910] env[69239]: DEBUG nova.policy [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d967f379dfd47e696106f5f6d1ae8e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0c413a591a046939b74848c895674e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.083959] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.122241] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145523, 'name': Rename_Task, 'duration_secs': 0.274281} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.122439] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.122726] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1950afb6-1174-4405-99a7-c38387ebf69d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.128289] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145522, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.134934] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 960.134934] env[69239]: value = "task-4145524" [ 960.134934] env[69239]: _type = "Task" [ 960.134934] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.145813] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.309307] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1209cac9-f703-4b0a-a74c-52f3ef8d6a65 tempest-ServersV294TestFqdnHostnames-617930467 tempest-ServersV294TestFqdnHostnames-617930467-project-member] Lock "54d4ddec-4054-4db3-bdd5-3614ee273b89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.603s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.350450] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52958da4-d479-32b2-6ce0-2dca5ce6cfff, 'name': SearchDatastore_Task, 'duration_secs': 0.021525} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.351325] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.351663] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] ea9ade42-e305-485a-8057-16cb758b883f/ea9ade42-e305-485a-8057-16cb758b883f.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.352042] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b55c16dd-f4e6-4e21-b376-ee403acd29e5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.361440] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 960.361440] env[69239]: value = "task-4145525" [ 960.361440] env[69239]: _type = "Task" [ 960.361440] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.372613] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.625366] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145522, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.649307] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145524, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.663041] env[69239]: DEBUG nova.network.neutron [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Successfully created port: 8afb9dd6-15a2-41f2-b82e-8620b232cd48 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.714193] env[69239]: DEBUG nova.network.neutron [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Updating instance_info_cache with network_info: [{"id": "ae4c1fa9-c369-45dc-8281-0eb74346b044", "address": "fa:16:3e:ff:c3:e5", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae4c1fa9-c3", "ovs_interfaceid": "ae4c1fa9-c369-45dc-8281-0eb74346b044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.882155] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145525, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.008170] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "72c59591-e7cc-4a2b-9f28-fb3b696d5d30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.008464] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "72c59591-e7cc-4a2b-9f28-fb3b696d5d30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.008682] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "72c59591-e7cc-4a2b-9f28-fb3b696d5d30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.008902] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "72c59591-e7cc-4a2b-9f28-fb3b696d5d30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.009106] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "72c59591-e7cc-4a2b-9f28-fb3b696d5d30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.011824] env[69239]: INFO nova.compute.manager [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Terminating instance [ 961.124601] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145522, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.151507] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145524, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.218291] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.254104] env[69239]: DEBUG nova.virt.hardware [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='64e5519bd2d3b49f6fc11035cddd64e5',container_format='bare',created_at=2025-05-14T11:23:50Z,direct_url=,disk_format='vmdk',id=49f6092f-b289-4f61-9819-ff887a83de93,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-311525497-shelved',owner='8609f982790e4e448658668d65a639f5',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-05-14T11:24:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.254277] env[69239]: DEBUG nova.virt.hardware [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.254426] env[69239]: DEBUG nova.virt.hardware [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.254684] env[69239]: DEBUG nova.virt.hardware [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.254825] env[69239]: DEBUG nova.virt.hardware [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.255336] env[69239]: DEBUG nova.virt.hardware [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.255636] env[69239]: DEBUG nova.virt.hardware [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.255830] env[69239]: DEBUG nova.virt.hardware [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.256028] env[69239]: DEBUG nova.virt.hardware [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.256219] env[69239]: DEBUG nova.virt.hardware [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.256446] env[69239]: DEBUG nova.virt.hardware [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.257679] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b438b096-e622-4b99-ba0c-ddd4872baa14 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.276306] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab9ec57-4164-4a77-8455-a0fb98566de6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.300023] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:c3:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae4c1fa9-c369-45dc-8281-0eb74346b044', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.313535] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.317844] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.318227] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-725206ce-4739-4443-b303-1563fe475ef3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.349437] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.349437] env[69239]: value = "task-4145526" [ 961.349437] env[69239]: _type = "Task" [ 961.349437] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.362107] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145526, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.377822] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918857} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.377822] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] ea9ade42-e305-485a-8057-16cb758b883f/ea9ade42-e305-485a-8057-16cb758b883f.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.378893] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.378893] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39ee39e5-e61f-4f7a-887f-c6125aadc102 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.387843] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8834e7-72bf-48f9-a461-4c42b84c5dfc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.391678] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 961.391678] env[69239]: value = "task-4145527" [ 961.391678] env[69239]: _type = "Task" [ 961.391678] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.401109] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24097f6-52b0-4e9d-b886-6a40ddcff55d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.409883] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.448028] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bfe083-ade0-4f89-843e-1f33eecf5299 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.459583] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b45a5c3-bac5-46fd-bede-a6e5ef2f287d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.475424] env[69239]: DEBUG nova.compute.provider_tree [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.516612] env[69239]: DEBUG nova.compute.manager [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.517158] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.517831] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c077ff76-5ce5-429e-9453-da2a25760945 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.528893] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.529277] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97187a8e-5326-447e-9f74-a9e2ce9b9ec5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.538632] env[69239]: DEBUG oslo_vmware.api [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 961.538632] env[69239]: value = "task-4145528" [ 961.538632] env[69239]: _type = "Task" [ 961.538632] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.552635] env[69239]: DEBUG oslo_vmware.api [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.627652] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145522, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.657291] env[69239]: DEBUG oslo_vmware.api [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145524, 'name': PowerOnVM_Task, 'duration_secs': 1.169715} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.657716] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.658101] env[69239]: INFO nova.compute.manager [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Took 9.09 seconds to spawn the instance on the hypervisor. [ 961.658406] env[69239]: DEBUG nova.compute.manager [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 961.659861] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e523e81-b464-463a-a19f-e3d4b24b2534 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.862095] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145526, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.902181] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104445} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.902555] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.903431] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca2ca71-4970-420f-a6a7-28835b2dc08e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.926978] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] ea9ade42-e305-485a-8057-16cb758b883f/ea9ade42-e305-485a-8057-16cb758b883f.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.927381] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f836609-2284-4313-8aba-2a3457de5768 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.949661] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 961.949661] env[69239]: value = "task-4145529" [ 961.949661] env[69239]: _type = "Task" [ 961.949661] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.960160] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.978446] env[69239]: DEBUG nova.scheduler.client.report [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.052010] env[69239]: DEBUG oslo_vmware.api [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145528, 'name': PowerOffVM_Task, 'duration_secs': 0.280459} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.052804] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.052965] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.053220] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d5c108a-fac7-4750-8981-dcf8566cd63b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.105455] env[69239]: DEBUG nova.compute.manager [req-9853b060-0087-4813-9bcd-da22d83ffb87 req-360e8732-07b4-4153-9a4b-0a881750b82e service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Received event network-vif-plugged-ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.105689] env[69239]: DEBUG oslo_concurrency.lockutils [req-9853b060-0087-4813-9bcd-da22d83ffb87 req-360e8732-07b4-4153-9a4b-0a881750b82e service nova] Acquiring lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.105910] env[69239]: DEBUG oslo_concurrency.lockutils [req-9853b060-0087-4813-9bcd-da22d83ffb87 req-360e8732-07b4-4153-9a4b-0a881750b82e service nova] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.106759] env[69239]: DEBUG oslo_concurrency.lockutils [req-9853b060-0087-4813-9bcd-da22d83ffb87 req-360e8732-07b4-4153-9a4b-0a881750b82e service nova] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.106973] env[69239]: DEBUG nova.compute.manager [req-9853b060-0087-4813-9bcd-da22d83ffb87 req-360e8732-07b4-4153-9a4b-0a881750b82e service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] No waiting events found dispatching network-vif-plugged-ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 962.107165] env[69239]: WARNING nova.compute.manager [req-9853b060-0087-4813-9bcd-da22d83ffb87 req-360e8732-07b4-4153-9a4b-0a881750b82e service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Received unexpected event network-vif-plugged-ae4c1fa9-c369-45dc-8281-0eb74346b044 for instance with vm_state shelved_offloaded and task_state spawning. [ 962.107336] env[69239]: DEBUG nova.compute.manager [req-9853b060-0087-4813-9bcd-da22d83ffb87 req-360e8732-07b4-4153-9a4b-0a881750b82e service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Received event network-changed-ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.107496] env[69239]: DEBUG nova.compute.manager [req-9853b060-0087-4813-9bcd-da22d83ffb87 req-360e8732-07b4-4153-9a4b-0a881750b82e service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Refreshing instance network info cache due to event network-changed-ae4c1fa9-c369-45dc-8281-0eb74346b044. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.108015] env[69239]: DEBUG oslo_concurrency.lockutils [req-9853b060-0087-4813-9bcd-da22d83ffb87 req-360e8732-07b4-4153-9a4b-0a881750b82e service nova] Acquiring lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.108161] env[69239]: DEBUG oslo_concurrency.lockutils [req-9853b060-0087-4813-9bcd-da22d83ffb87 req-360e8732-07b4-4153-9a4b-0a881750b82e service nova] Acquired lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.108407] env[69239]: DEBUG nova.network.neutron [req-9853b060-0087-4813-9bcd-da22d83ffb87 req-360e8732-07b4-4153-9a4b-0a881750b82e service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Refreshing network info cache for port ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.132139] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145522, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.628641} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.132592] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bb475d2-8889-433d-a494-879f7a058e56/6bb475d2-8889-433d-a494-879f7a058e56.vmdk to [datastore2] d94afb5d-685e-461a-8900-e811ebedbc13/d94afb5d-685e-461a-8900-e811ebedbc13.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.133320] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d37d8e-9d80-4f7c-9aea-3909b59f09e7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.159343] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] d94afb5d-685e-461a-8900-e811ebedbc13/d94afb5d-685e-461a-8900-e811ebedbc13.vmdk or device None with type streamOptimized {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.161613] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a77e9b2-4880-46fd-b42f-ec356f3a5759 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.177785] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.178026] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.178201] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Deleting the datastore file [datastore1] 72c59591-e7cc-4a2b-9f28-fb3b696d5d30 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.188231] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea072536-da63-4a76-bc52-1faec32203a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.191553] env[69239]: INFO nova.compute.manager [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Took 36.35 seconds to build instance. [ 962.198237] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 962.198237] env[69239]: value = "task-4145532" [ 962.198237] env[69239]: _type = "Task" [ 962.198237] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.199929] env[69239]: DEBUG oslo_vmware.api [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for the task: (returnval){ [ 962.199929] env[69239]: value = "task-4145531" [ 962.199929] env[69239]: _type = "Task" [ 962.199929] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.213409] env[69239]: DEBUG oslo_vmware.api [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.216756] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.362937] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145526, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.463835] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.486161] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.486714] env[69239]: DEBUG nova.compute.manager [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.492037] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.990s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.492037] env[69239]: INFO nova.compute.claims [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.531268] env[69239]: DEBUG nova.network.neutron [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Successfully updated port: 8afb9dd6-15a2-41f2-b82e-8620b232cd48 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.694015] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f80c7120-5d1f-4279-855e-0e13786bb2ba tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "6adb3e10-042e-4139-9b2e-58a8678fc008" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.883s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.713949] env[69239]: DEBUG oslo_vmware.api [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.717487] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.863828] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145526, 'name': CreateVM_Task, 'duration_secs': 1.18572} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.863918] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.864641] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49f6092f-b289-4f61-9819-ff887a83de93" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.864799] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49f6092f-b289-4f61-9819-ff887a83de93" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.865193] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49f6092f-b289-4f61-9819-ff887a83de93" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.865466] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37075305-30aa-4417-92d6-9f24db581cb8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.870979] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 962.870979] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52459d66-9515-8eae-93ef-d77b3c4eece4" [ 962.870979] env[69239]: _type = "Task" [ 962.870979] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.880337] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52459d66-9515-8eae-93ef-d77b3c4eece4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.947236] env[69239]: DEBUG nova.network.neutron [req-9853b060-0087-4813-9bcd-da22d83ffb87 req-360e8732-07b4-4153-9a4b-0a881750b82e service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Updated VIF entry in instance network info cache for port ae4c1fa9-c369-45dc-8281-0eb74346b044. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.947660] env[69239]: DEBUG nova.network.neutron [req-9853b060-0087-4813-9bcd-da22d83ffb87 req-360e8732-07b4-4153-9a4b-0a881750b82e service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Updating instance_info_cache with network_info: [{"id": "ae4c1fa9-c369-45dc-8281-0eb74346b044", "address": "fa:16:3e:ff:c3:e5", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae4c1fa9-c3", "ovs_interfaceid": "ae4c1fa9-c369-45dc-8281-0eb74346b044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.959678] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145529, 'name': ReconfigVM_Task, 'duration_secs': 0.852905} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.960982] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Reconfigured VM instance instance-0000004f to attach disk [datastore1] ea9ade42-e305-485a-8057-16cb758b883f/ea9ade42-e305-485a-8057-16cb758b883f.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.962305] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59f47877-722d-4eab-812c-fb75d130a935 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.971698] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 962.971698] env[69239]: value = "task-4145533" [ 962.971698] env[69239]: _type = "Task" [ 962.971698] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.984436] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145533, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.000875] env[69239]: DEBUG nova.compute.utils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.005844] env[69239]: DEBUG nova.compute.manager [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.006095] env[69239]: DEBUG nova.network.neutron [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.035608] env[69239]: DEBUG oslo_concurrency.lockutils [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.035784] env[69239]: DEBUG oslo_concurrency.lockutils [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.035962] env[69239]: DEBUG nova.network.neutron [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.067406] env[69239]: DEBUG nova.policy [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae68b17b45b94aeeb14a0f31dbda289a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97f1d9bc976d43eb8d39008acbdf6c95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.218292] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145532, 'name': ReconfigVM_Task, 'duration_secs': 0.665183} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.220598] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Reconfigured VM instance instance-0000004d to attach disk [datastore2] d94afb5d-685e-461a-8900-e811ebedbc13/d94afb5d-685e-461a-8900-e811ebedbc13.vmdk or device None with type streamOptimized {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.221898] env[69239]: DEBUG oslo_vmware.api [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Task: {'id': task-4145531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553338} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.222280] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de7b1fcc-c358-47c7-a3ea-acdb01183e89 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.224531] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.225262] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.225620] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.228019] env[69239]: INFO nova.compute.manager [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Took 1.71 seconds to destroy the instance on the hypervisor. [ 963.228019] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.228019] env[69239]: DEBUG nova.compute.manager [-] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.228019] env[69239]: DEBUG nova.network.neutron [-] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.236041] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 963.236041] env[69239]: value = "task-4145534" [ 963.236041] env[69239]: _type = "Task" [ 963.236041] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.247467] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145534, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.384745] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49f6092f-b289-4f61-9819-ff887a83de93" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.384745] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Processing image 49f6092f-b289-4f61-9819-ff887a83de93 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.384745] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49f6092f-b289-4f61-9819-ff887a83de93/49f6092f-b289-4f61-9819-ff887a83de93.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.386572] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49f6092f-b289-4f61-9819-ff887a83de93/49f6092f-b289-4f61-9819-ff887a83de93.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.387064] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.387663] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a1d3540-75f0-4375-ab41-13e4cb9756d0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.400207] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.400207] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.401437] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ba1bd0-6741-4aa4-80cc-0064e06ec513 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.411513] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 963.411513] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52636030-4594-16c6-a2f3-7060d669e5f6" [ 963.411513] env[69239]: _type = "Task" [ 963.411513] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.425422] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52636030-4594-16c6-a2f3-7060d669e5f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.450376] env[69239]: DEBUG oslo_concurrency.lockutils [req-9853b060-0087-4813-9bcd-da22d83ffb87 req-360e8732-07b4-4153-9a4b-0a881750b82e service nova] Releasing lock "refresh_cache-ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.486172] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145533, 'name': Rename_Task, 'duration_secs': 0.331355} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.486596] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.487172] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfb817ba-a85e-418e-9632-c8ce4e126399 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.496341] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 963.496341] env[69239]: value = "task-4145535" [ 963.496341] env[69239]: _type = "Task" [ 963.496341] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.507079] env[69239]: DEBUG nova.compute.manager [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.511157] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.589739] env[69239]: WARNING nova.network.neutron [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] 2f7e73b3-2d60-4ec9-8814-564f6217be06 already exists in list: networks containing: ['2f7e73b3-2d60-4ec9-8814-564f6217be06']. ignoring it [ 963.752254] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145534, 'name': Rename_Task, 'duration_secs': 0.199049} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.752647] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.752959] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de3c8f09-714c-43bf-a993-0963cc9edfef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.761289] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 963.761289] env[69239]: value = "task-4145536" [ 963.761289] env[69239]: _type = "Task" [ 963.761289] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.770975] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.927573] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Preparing fetch location {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 963.927888] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Fetch image to [datastore1] OSTACK_IMG_e7066d87-b90a-4335-8693-f78a2bd9c690/OSTACK_IMG_e7066d87-b90a-4335-8693-f78a2bd9c690.vmdk {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 963.928099] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Downloading stream optimized image 49f6092f-b289-4f61-9819-ff887a83de93 to [datastore1] OSTACK_IMG_e7066d87-b90a-4335-8693-f78a2bd9c690/OSTACK_IMG_e7066d87-b90a-4335-8693-f78a2bd9c690.vmdk on the data store datastore1 as vApp {{(pid=69239) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 963.928450] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Downloading image file data 49f6092f-b289-4f61-9819-ff887a83de93 to the ESX as VM named 'OSTACK_IMG_e7066d87-b90a-4335-8693-f78a2bd9c690' {{(pid=69239) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 963.982814] env[69239]: DEBUG nova.network.neutron [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Updating instance_info_cache with network_info: [{"id": "aa034852-13ba-4222-a761-67ec7d05d1ab", "address": "fa:16:3e:27:51:a2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa034852-13", "ovs_interfaceid": "aa034852-13ba-4222-a761-67ec7d05d1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8afb9dd6-15a2-41f2-b82e-8620b232cd48", "address": "fa:16:3e:1a:1b:40", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8afb9dd6-15", "ovs_interfaceid": "8afb9dd6-15a2-41f2-b82e-8620b232cd48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.022520] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145535, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.044716] env[69239]: DEBUG oslo_vmware.rw_handles [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 964.044716] env[69239]: value = "resgroup-9" [ 964.044716] env[69239]: _type = "ResourcePool" [ 964.044716] env[69239]: }. {{(pid=69239) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 964.045308] env[69239]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e938c6c5-c835-47d0-9f46-5e129e70c36a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.065683] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571d9f16-488e-4a92-b5fa-1f819b2c25b8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.072217] env[69239]: DEBUG oslo_vmware.rw_handles [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lease: (returnval){ [ 964.072217] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a49972-3752-c7bd-cd59-5c88cc3f7fe1" [ 964.072217] env[69239]: _type = "HttpNfcLease" [ 964.072217] env[69239]: } obtained for vApp import into resource pool (val){ [ 964.072217] env[69239]: value = "resgroup-9" [ 964.072217] env[69239]: _type = "ResourcePool" [ 964.072217] env[69239]: }. {{(pid=69239) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 964.072659] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the lease: (returnval){ [ 964.072659] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a49972-3752-c7bd-cd59-5c88cc3f7fe1" [ 964.072659] env[69239]: _type = "HttpNfcLease" [ 964.072659] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 964.080352] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda1a6d4-af61-4f0a-90a2-b1844ca364bb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.085058] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 964.085058] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a49972-3752-c7bd-cd59-5c88cc3f7fe1" [ 964.085058] env[69239]: _type = "HttpNfcLease" [ 964.085058] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 964.116873] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129d64fc-005b-4b36-b36a-1283eaac7c24 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.125814] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac065e3-e063-419a-9802-6372bb2d1d53 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.141933] env[69239]: DEBUG nova.compute.provider_tree [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.281116] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145536, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.354272] env[69239]: DEBUG nova.network.neutron [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Successfully created port: ca585637-3f03-4e2d-92c0-f4700f7922a5 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.489307] env[69239]: DEBUG oslo_concurrency.lockutils [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.491386] env[69239]: DEBUG oslo_concurrency.lockutils [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.491386] env[69239]: DEBUG oslo_concurrency.lockutils [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.491518] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c2835b-c3ff-4b73-b2a2-5e74353ac278 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.517604] env[69239]: DEBUG nova.virt.hardware [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.517905] env[69239]: DEBUG nova.virt.hardware [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.518024] env[69239]: DEBUG nova.virt.hardware [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.518213] env[69239]: DEBUG nova.virt.hardware [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.518395] env[69239]: DEBUG nova.virt.hardware [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.518527] env[69239]: DEBUG nova.virt.hardware [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.518728] env[69239]: DEBUG nova.virt.hardware [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.519219] env[69239]: DEBUG nova.virt.hardware [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.519219] env[69239]: DEBUG nova.virt.hardware [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.519219] env[69239]: DEBUG nova.virt.hardware [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.519460] env[69239]: DEBUG nova.virt.hardware [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.526375] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Reconfiguring VM to attach interface {{(pid=69239) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 964.527151] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e32e0d8-1441-45a7-9e77-ce964bd4bd71 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.546993] env[69239]: DEBUG nova.compute.manager [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.549916] env[69239]: DEBUG oslo_vmware.api [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145535, 'name': PowerOnVM_Task, 'duration_secs': 0.780887} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.550900] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.551258] env[69239]: INFO nova.compute.manager [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Took 9.16 seconds to spawn the instance on the hypervisor. [ 964.551447] env[69239]: DEBUG nova.compute.manager [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.552408] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fc6e8d-d7aa-4f16-8962-bc384a2db701 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.558264] env[69239]: DEBUG oslo_vmware.api [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 964.558264] env[69239]: value = "task-4145538" [ 964.558264] env[69239]: _type = "Task" [ 964.558264] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.576567] env[69239]: DEBUG oslo_vmware.api [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145538, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.588091] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 964.588091] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a49972-3752-c7bd-cd59-5c88cc3f7fe1" [ 964.588091] env[69239]: _type = "HttpNfcLease" [ 964.588091] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 964.594337] env[69239]: DEBUG nova.virt.hardware [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.594585] env[69239]: DEBUG nova.virt.hardware [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.594742] env[69239]: DEBUG nova.virt.hardware [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.594925] env[69239]: DEBUG nova.virt.hardware [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.595805] env[69239]: DEBUG nova.virt.hardware [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.595805] env[69239]: DEBUG nova.virt.hardware [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.595805] env[69239]: DEBUG nova.virt.hardware [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.595805] env[69239]: DEBUG nova.virt.hardware [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.596245] env[69239]: DEBUG nova.virt.hardware [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.596441] env[69239]: DEBUG nova.virt.hardware [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.596618] env[69239]: DEBUG nova.virt.hardware [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.597857] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ea8e58-3d8d-4f63-98bb-1072438dbb4a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.607824] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7a09f0-ea6c-4cb1-a40b-276792869854 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.645801] env[69239]: DEBUG nova.scheduler.client.report [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.775356] env[69239]: DEBUG oslo_vmware.api [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145536, 'name': PowerOnVM_Task, 'duration_secs': 0.622649} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.775720] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.775997] env[69239]: INFO nova.compute.manager [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Took 17.14 seconds to spawn the instance on the hypervisor. [ 964.776238] env[69239]: DEBUG nova.compute.manager [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.777259] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46c8086-3129-46d2-8016-dc4dc3307547 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.077928] env[69239]: DEBUG oslo_vmware.api [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.085197] env[69239]: INFO nova.compute.manager [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Took 36.74 seconds to build instance. [ 965.091358] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.091358] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a49972-3752-c7bd-cd59-5c88cc3f7fe1" [ 965.091358] env[69239]: _type = "HttpNfcLease" [ 965.091358] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 965.150420] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.151059] env[69239]: DEBUG nova.compute.manager [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.154341] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.717s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.154692] env[69239]: DEBUG nova.objects.instance [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Lazy-loading 'resources' on Instance uuid b4ad9083-f525-471e-94cc-0f888acc8d6c {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.283097] env[69239]: DEBUG nova.compute.manager [req-731ce8f8-671c-45b1-8333-b4823fcb4982 req-f4c6732a-1280-4f08-a01a-746f8e5e45b7 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Received event network-vif-plugged-8afb9dd6-15a2-41f2-b82e-8620b232cd48 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.283381] env[69239]: DEBUG oslo_concurrency.lockutils [req-731ce8f8-671c-45b1-8333-b4823fcb4982 req-f4c6732a-1280-4f08-a01a-746f8e5e45b7 service nova] Acquiring lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.283598] env[69239]: DEBUG oslo_concurrency.lockutils [req-731ce8f8-671c-45b1-8333-b4823fcb4982 req-f4c6732a-1280-4f08-a01a-746f8e5e45b7 service nova] Lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.283703] env[69239]: DEBUG oslo_concurrency.lockutils [req-731ce8f8-671c-45b1-8333-b4823fcb4982 req-f4c6732a-1280-4f08-a01a-746f8e5e45b7 service nova] Lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.285343] env[69239]: DEBUG nova.compute.manager [req-731ce8f8-671c-45b1-8333-b4823fcb4982 req-f4c6732a-1280-4f08-a01a-746f8e5e45b7 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] No waiting events found dispatching network-vif-plugged-8afb9dd6-15a2-41f2-b82e-8620b232cd48 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 965.285343] env[69239]: WARNING nova.compute.manager [req-731ce8f8-671c-45b1-8333-b4823fcb4982 req-f4c6732a-1280-4f08-a01a-746f8e5e45b7 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Received unexpected event network-vif-plugged-8afb9dd6-15a2-41f2-b82e-8620b232cd48 for instance with vm_state active and task_state None. [ 965.285343] env[69239]: DEBUG nova.compute.manager [req-731ce8f8-671c-45b1-8333-b4823fcb4982 req-f4c6732a-1280-4f08-a01a-746f8e5e45b7 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Received event network-changed-8afb9dd6-15a2-41f2-b82e-8620b232cd48 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.285343] env[69239]: DEBUG nova.compute.manager [req-731ce8f8-671c-45b1-8333-b4823fcb4982 req-f4c6732a-1280-4f08-a01a-746f8e5e45b7 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Refreshing instance network info cache due to event network-changed-8afb9dd6-15a2-41f2-b82e-8620b232cd48. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.285343] env[69239]: DEBUG oslo_concurrency.lockutils [req-731ce8f8-671c-45b1-8333-b4823fcb4982 req-f4c6732a-1280-4f08-a01a-746f8e5e45b7 service nova] Acquiring lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.285343] env[69239]: DEBUG oslo_concurrency.lockutils [req-731ce8f8-671c-45b1-8333-b4823fcb4982 req-f4c6732a-1280-4f08-a01a-746f8e5e45b7 service nova] Acquired lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.285343] env[69239]: DEBUG nova.network.neutron [req-731ce8f8-671c-45b1-8333-b4823fcb4982 req-f4c6732a-1280-4f08-a01a-746f8e5e45b7 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Refreshing network info cache for port 8afb9dd6-15a2-41f2-b82e-8620b232cd48 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.303146] env[69239]: INFO nova.compute.manager [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Took 42.04 seconds to build instance. [ 965.377159] env[69239]: DEBUG nova.network.neutron [-] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.502825] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquiring lock "a4b92ebd-4cc6-47d8-8940-638eee152487" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.503132] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Lock "a4b92ebd-4cc6-47d8-8940-638eee152487" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.571792] env[69239]: DEBUG oslo_vmware.api [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145538, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.590490] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6a9ecbf1-0770-4106-af96-b067fcbcbdcc tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "ea9ade42-e305-485a-8057-16cb758b883f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.252s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.590490] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.590490] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a49972-3752-c7bd-cd59-5c88cc3f7fe1" [ 965.590490] env[69239]: _type = "HttpNfcLease" [ 965.590490] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 965.663584] env[69239]: DEBUG nova.compute.utils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.665183] env[69239]: DEBUG nova.compute.manager [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.665367] env[69239]: DEBUG nova.network.neutron [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.730793] env[69239]: DEBUG nova.policy [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '900908f0818b469ba5439621adbcd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '765323911cfa40429daa38610922364c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.809727] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f6b152cc-ab15-4295-9330-99376b730deb tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "d94afb5d-685e-461a-8900-e811ebedbc13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.557s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.879618] env[69239]: INFO nova.compute.manager [-] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Took 2.65 seconds to deallocate network for instance. [ 966.006101] env[69239]: DEBUG nova.compute.manager [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.045508] env[69239]: DEBUG nova.network.neutron [req-731ce8f8-671c-45b1-8333-b4823fcb4982 req-f4c6732a-1280-4f08-a01a-746f8e5e45b7 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Updated VIF entry in instance network info cache for port 8afb9dd6-15a2-41f2-b82e-8620b232cd48. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.046214] env[69239]: DEBUG nova.network.neutron [req-731ce8f8-671c-45b1-8333-b4823fcb4982 req-f4c6732a-1280-4f08-a01a-746f8e5e45b7 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Updating instance_info_cache with network_info: [{"id": "aa034852-13ba-4222-a761-67ec7d05d1ab", "address": "fa:16:3e:27:51:a2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa034852-13", "ovs_interfaceid": "aa034852-13ba-4222-a761-67ec7d05d1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8afb9dd6-15a2-41f2-b82e-8620b232cd48", "address": "fa:16:3e:1a:1b:40", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8afb9dd6-15", "ovs_interfaceid": "8afb9dd6-15a2-41f2-b82e-8620b232cd48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.071991] env[69239]: DEBUG oslo_vmware.api [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145538, 'name': ReconfigVM_Task, 'duration_secs': 1.053484} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.075609] env[69239]: DEBUG oslo_concurrency.lockutils [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.075840] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Reconfigured VM to attach interface {{(pid=69239) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 966.090172] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.090172] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a49972-3752-c7bd-cd59-5c88cc3f7fe1" [ 966.090172] env[69239]: _type = "HttpNfcLease" [ 966.090172] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 966.168504] env[69239]: DEBUG nova.compute.manager [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.281303] env[69239]: DEBUG nova.network.neutron [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Successfully created port: 4f9220e7-045c-4608-97fb-3ce34f7d6975 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.310371] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b1131c-fcb9-4ee9-8be0-67fcfcd3426e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.320640] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0475e007-27a2-4a00-8e49-e920775cbc15 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.355655] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492b9e87-5f57-439b-88a7-722a54e81ca9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.358989] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "ea9ade42-e305-485a-8057-16cb758b883f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.359278] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "ea9ade42-e305-485a-8057-16cb758b883f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.359519] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "ea9ade42-e305-485a-8057-16cb758b883f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.359750] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "ea9ade42-e305-485a-8057-16cb758b883f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.359876] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "ea9ade42-e305-485a-8057-16cb758b883f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.362582] env[69239]: INFO nova.compute.manager [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Terminating instance [ 966.369203] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac94c0c3-a0a3-4314-8e29-38c249089beb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.385944] env[69239]: DEBUG nova.compute.provider_tree [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.390121] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.536679] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.549505] env[69239]: DEBUG oslo_concurrency.lockutils [req-731ce8f8-671c-45b1-8333-b4823fcb4982 req-f4c6732a-1280-4f08-a01a-746f8e5e45b7 service nova] Releasing lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.582229] env[69239]: DEBUG oslo_concurrency.lockutils [None req-230b329c-a1f1-460d-b81d-54e05e7578dc tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.747s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.593482] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.593482] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a49972-3752-c7bd-cd59-5c88cc3f7fe1" [ 966.593482] env[69239]: _type = "HttpNfcLease" [ 966.593482] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 966.603893] env[69239]: DEBUG nova.network.neutron [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Successfully updated port: ca585637-3f03-4e2d-92c0-f4700f7922a5 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.875340] env[69239]: DEBUG nova.compute.manager [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.875531] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.876469] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e307de-0491-496d-b25e-f34f7e8a9761 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.885533] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.885866] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dee172ba-3624-40c9-a2ca-258572c656e8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.889036] env[69239]: DEBUG nova.scheduler.client.report [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.901221] env[69239]: DEBUG oslo_vmware.api [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 966.901221] env[69239]: value = "task-4145539" [ 966.901221] env[69239]: _type = "Task" [ 966.901221] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.911914] env[69239]: DEBUG oslo_vmware.api [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.092174] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.092174] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a49972-3752-c7bd-cd59-5c88cc3f7fe1" [ 967.092174] env[69239]: _type = "HttpNfcLease" [ 967.092174] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 967.109430] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "refresh_cache-6279e072-562e-4aeb-b4de-3b0bd19ca0c8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.109620] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "refresh_cache-6279e072-562e-4aeb-b4de-3b0bd19ca0c8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.109775] env[69239]: DEBUG nova.network.neutron [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.182835] env[69239]: DEBUG nova.compute.manager [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.210521] env[69239]: DEBUG nova.virt.hardware [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.210780] env[69239]: DEBUG nova.virt.hardware [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.210945] env[69239]: DEBUG nova.virt.hardware [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.211145] env[69239]: DEBUG nova.virt.hardware [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.211297] env[69239]: DEBUG nova.virt.hardware [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.211446] env[69239]: DEBUG nova.virt.hardware [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.211656] env[69239]: DEBUG nova.virt.hardware [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.211859] env[69239]: DEBUG nova.virt.hardware [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.212046] env[69239]: DEBUG nova.virt.hardware [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.212226] env[69239]: DEBUG nova.virt.hardware [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.212401] env[69239]: DEBUG nova.virt.hardware [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.213384] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b992623b-2460-4622-b40e-c77eb29dd5a1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.224682] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e19da8-5acc-4c22-b8a4-7e2b002baccf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.397283] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.404515] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.504s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.404515] env[69239]: DEBUG nova.objects.instance [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69239) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 967.417231] env[69239]: DEBUG oslo_vmware.api [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145539, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.429698] env[69239]: INFO nova.scheduler.client.report [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Deleted allocations for instance b4ad9083-f525-471e-94cc-0f888acc8d6c [ 967.487741] env[69239]: INFO nova.compute.manager [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Rebuilding instance [ 967.546467] env[69239]: DEBUG nova.compute.manager [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 967.547800] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb2b32d-72f6-43b7-9f4d-f35f1caeb661 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.594042] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.594042] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a49972-3752-c7bd-cd59-5c88cc3f7fe1" [ 967.594042] env[69239]: _type = "HttpNfcLease" [ 967.594042] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 967.594536] env[69239]: DEBUG oslo_vmware.rw_handles [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 967.594536] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a49972-3752-c7bd-cd59-5c88cc3f7fe1" [ 967.594536] env[69239]: _type = "HttpNfcLease" [ 967.594536] env[69239]: }. {{(pid=69239) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 967.596283] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f3cfb6-6d4e-4466-9542-5657d7cfbbe6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.605744] env[69239]: DEBUG oslo_vmware.rw_handles [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52936bc6-c2f9-e891-eeee-4b094e1dd5f3/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 967.605987] env[69239]: DEBUG oslo_vmware.rw_handles [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52936bc6-c2f9-e891-eeee-4b094e1dd5f3/disk-0.vmdk. {{(pid=69239) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 967.673530] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-02d4fc40-d00d-4149-8d57-785209983573 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.706202] env[69239]: DEBUG nova.network.neutron [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.746748] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "d94afb5d-685e-461a-8900-e811ebedbc13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.747026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "d94afb5d-685e-461a-8900-e811ebedbc13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.747244] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "d94afb5d-685e-461a-8900-e811ebedbc13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.747427] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "d94afb5d-685e-461a-8900-e811ebedbc13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.747594] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "d94afb5d-685e-461a-8900-e811ebedbc13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.750033] env[69239]: INFO nova.compute.manager [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Terminating instance [ 967.775412] env[69239]: DEBUG nova.compute.manager [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Received event network-changed-a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.775639] env[69239]: DEBUG nova.compute.manager [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Refreshing instance network info cache due to event network-changed-a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.775859] env[69239]: DEBUG oslo_concurrency.lockutils [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] Acquiring lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.776018] env[69239]: DEBUG oslo_concurrency.lockutils [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] Acquired lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.776203] env[69239]: DEBUG nova.network.neutron [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Refreshing network info cache for port a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.920346] env[69239]: DEBUG oslo_vmware.api [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145539, 'name': PowerOffVM_Task, 'duration_secs': 0.599119} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.921567] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.921767] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.922086] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a5280a3-406c-4636-b188-31ff5eb1da80 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.939945] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b523211-51bb-4444-aca0-b0cf38c83b6a tempest-ServersTestBootFromVolume-980609594 tempest-ServersTestBootFromVolume-980609594-project-member] Lock "b4ad9083-f525-471e-94cc-0f888acc8d6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.673s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.010961] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.011219] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.011414] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Deleting the datastore file [datastore1] ea9ade42-e305-485a-8057-16cb758b883f {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.011707] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5240530b-a21c-4330-9e5a-acb1ba88444c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.020770] env[69239]: DEBUG oslo_vmware.api [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for the task: (returnval){ [ 968.020770] env[69239]: value = "task-4145541" [ 968.020770] env[69239]: _type = "Task" [ 968.020770] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.031300] env[69239]: DEBUG oslo_vmware.api [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.114014] env[69239]: DEBUG nova.network.neutron [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Updating instance_info_cache with network_info: [{"id": "ca585637-3f03-4e2d-92c0-f4700f7922a5", "address": "fa:16:3e:e1:7a:76", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca585637-3f", "ovs_interfaceid": "ca585637-3f03-4e2d-92c0-f4700f7922a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.254929] env[69239]: DEBUG nova.compute.manager [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.255222] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.257124] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaf5c01-b04e-4df2-a329-55063a5be9f5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.270366] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.274228] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8eae5f6-4c6b-4ef8-aa9c-252fc4660d4c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.283836] env[69239]: DEBUG oslo_vmware.api [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 968.283836] env[69239]: value = "task-4145542" [ 968.283836] env[69239]: _type = "Task" [ 968.283836] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.300332] env[69239]: DEBUG oslo_vmware.api [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.414464] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ce759a26-e65b-4c6f-be1f-df353648173e tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.423598] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.557s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.424341] env[69239]: DEBUG nova.objects.instance [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lazy-loading 'resources' on Instance uuid 46e30dc4-a255-4dc9-b3ca-9e03610ac529 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.536554] env[69239]: DEBUG oslo_vmware.api [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Task: {'id': task-4145541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222867} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.538487] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.538767] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.539023] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.539242] env[69239]: INFO nova.compute.manager [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Took 1.66 seconds to destroy the instance on the hypervisor. [ 968.542617] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.542617] env[69239]: DEBUG nova.compute.manager [-] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.542617] env[69239]: DEBUG nova.network.neutron [-] [instance: ea9ade42-e305-485a-8057-16cb758b883f] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.552665] env[69239]: DEBUG nova.network.neutron [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Successfully updated port: 4f9220e7-045c-4608-97fb-3ce34f7d6975 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.578026] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.578439] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20f282b2-6002-4cf7-b241-0d8e6b88df6c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.589529] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Waiting for the task: (returnval){ [ 968.589529] env[69239]: value = "task-4145543" [ 968.589529] env[69239]: _type = "Task" [ 968.589529] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.605302] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.618053] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "refresh_cache-6279e072-562e-4aeb-b4de-3b0bd19ca0c8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.618735] env[69239]: DEBUG nova.compute.manager [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Instance network_info: |[{"id": "ca585637-3f03-4e2d-92c0-f4700f7922a5", "address": "fa:16:3e:e1:7a:76", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca585637-3f", "ovs_interfaceid": "ca585637-3f03-4e2d-92c0-f4700f7922a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.618912] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:7a:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca585637-3f03-4e2d-92c0-f4700f7922a5', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.631280] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.637604] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.637902] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c49e571f-8a06-46d5-87ee-2ff5d748ff9c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.661910] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.661910] env[69239]: value = "task-4145544" [ 968.661910] env[69239]: _type = "Task" [ 968.661910] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.677917] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145544, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.802136] env[69239]: DEBUG oslo_vmware.api [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145542, 'name': PowerOffVM_Task, 'duration_secs': 0.237609} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.802136] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.802136] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.802136] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c631536-d0ae-44d6-be71-eb11382e0966 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.884739] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.885158] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.885408] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleting the datastore file [datastore2] d94afb5d-685e-461a-8900-e811ebedbc13 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.887688] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab976948-cf47-436f-9156-3d683622b99c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.895890] env[69239]: DEBUG oslo_vmware.api [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 968.895890] env[69239]: value = "task-4145546" [ 968.895890] env[69239]: _type = "Task" [ 968.895890] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.903090] env[69239]: DEBUG nova.network.neutron [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updated VIF entry in instance network info cache for port a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.903090] env[69239]: DEBUG nova.network.neutron [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating instance_info_cache with network_info: [{"id": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "address": "fa:16:3e:31:f4:fa", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a9e6d4-fe", "ovs_interfaceid": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.911166] env[69239]: DEBUG oslo_vmware.api [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.059471] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "refresh_cache-c2c80e53-bc51-47b7-9163-253be16dc59b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.060094] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "refresh_cache-c2c80e53-bc51-47b7-9163-253be16dc59b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.060440] env[69239]: DEBUG nova.network.neutron [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.114800] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145543, 'name': PowerOffVM_Task, 'duration_secs': 0.240125} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.115403] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.116659] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.120342] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6fbc23f-d63a-415a-a93a-036e21be000a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.132068] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Waiting for the task: (returnval){ [ 969.132068] env[69239]: value = "task-4145547" [ 969.132068] env[69239]: _type = "Task" [ 969.132068] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.146894] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] VM already powered off {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 969.147186] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 969.147389] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820898', 'volume_id': '3796210a-1d4b-4beb-a89f-37928250f6c2', 'name': 'volume-3796210a-1d4b-4beb-a89f-37928250f6c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5218604c-e5de-4d24-bc5a-8a96cb645126', 'attached_at': '', 'detached_at': '', 'volume_id': '3796210a-1d4b-4beb-a89f-37928250f6c2', 'serial': '3796210a-1d4b-4beb-a89f-37928250f6c2'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 969.148299] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35487b55-fdd4-42ca-9feb-de324a3ca308 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.173729] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6ff7da-1fb8-4d29-89f2-af30c6a0dbaa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.187207] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145544, 'name': CreateVM_Task, 'duration_secs': 0.40473} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.187996] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7373537-cd5c-42d5-8534-a6c5346786fa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.191152] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.192025] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.192225] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.192561] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.193333] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95fd365-2f17-4d97-843f-508ca0a0770a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.219985] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceb814f-2b60-4581-a0a2-f68ba2b22f46 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.224365] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 969.224365] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d39c74-647c-599b-607b-326206323477" [ 969.224365] env[69239]: _type = "Task" [ 969.224365] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.243356] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] The volume has not been displaced from its original location: [datastore1] volume-3796210a-1d4b-4beb-a89f-37928250f6c2/volume-3796210a-1d4b-4beb-a89f-37928250f6c2.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 969.249000] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Reconfiguring VM instance instance-00000046 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 969.253895] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8cf025e-db65-46da-bde1-12720128ed41 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.275209] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d39c74-647c-599b-607b-326206323477, 'name': SearchDatastore_Task, 'duration_secs': 0.013582} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.276864] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.277146] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.280370] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.280370] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.280370] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.280370] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92000114-c0ad-4cf3-a189-5440c71db04e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.283416] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Waiting for the task: (returnval){ [ 969.283416] env[69239]: value = "task-4145548" [ 969.283416] env[69239]: _type = "Task" [ 969.283416] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.292956] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.293200] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.294354] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d23a45-c288-4751-a9e0-c3d87d1584b2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.300822] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145548, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.303487] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 969.303487] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]524a8974-fc29-a153-f96e-d8077a209372" [ 969.303487] env[69239]: _type = "Task" [ 969.303487] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.320264] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524a8974-fc29-a153-f96e-d8077a209372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.411373] env[69239]: DEBUG oslo_concurrency.lockutils [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] Releasing lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.411373] env[69239]: DEBUG nova.compute.manager [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Received event network-vif-deleted-1e9d4953-afd7-4fa1-aa7e-909295d79b36 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.411373] env[69239]: DEBUG nova.compute.manager [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Received event network-vif-plugged-ca585637-3f03-4e2d-92c0-f4700f7922a5 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.411373] env[69239]: DEBUG oslo_concurrency.lockutils [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] Acquiring lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.411373] env[69239]: DEBUG oslo_concurrency.lockutils [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] Lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.411373] env[69239]: DEBUG oslo_concurrency.lockutils [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] Lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.411567] env[69239]: DEBUG nova.compute.manager [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] No waiting events found dispatching network-vif-plugged-ca585637-3f03-4e2d-92c0-f4700f7922a5 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 969.412490] env[69239]: WARNING nova.compute.manager [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Received unexpected event network-vif-plugged-ca585637-3f03-4e2d-92c0-f4700f7922a5 for instance with vm_state building and task_state spawning. [ 969.412490] env[69239]: DEBUG nova.compute.manager [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Received event network-changed-ca585637-3f03-4e2d-92c0-f4700f7922a5 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.412490] env[69239]: DEBUG nova.compute.manager [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Refreshing instance network info cache due to event network-changed-ca585637-3f03-4e2d-92c0-f4700f7922a5. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.412669] env[69239]: DEBUG oslo_concurrency.lockutils [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] Acquiring lock "refresh_cache-6279e072-562e-4aeb-b4de-3b0bd19ca0c8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.412845] env[69239]: DEBUG oslo_concurrency.lockutils [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] Acquired lock "refresh_cache-6279e072-562e-4aeb-b4de-3b0bd19ca0c8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.413038] env[69239]: DEBUG nova.network.neutron [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Refreshing network info cache for port ca585637-3f03-4e2d-92c0-f4700f7922a5 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.423820] env[69239]: DEBUG oslo_vmware.api [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208725} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.425040] env[69239]: DEBUG oslo_vmware.rw_handles [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Completed reading data from the image iterator. {{(pid=69239) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 969.425309] env[69239]: DEBUG oslo_vmware.rw_handles [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52936bc6-c2f9-e891-eeee-4b094e1dd5f3/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 969.426518] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.426778] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.427031] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.427271] env[69239]: INFO nova.compute.manager [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Took 1.17 seconds to destroy the instance on the hypervisor. [ 969.427909] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.428560] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250847b7-9a96-4354-8131-28ce1cdf8fe6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.435056] env[69239]: DEBUG nova.compute.manager [-] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.435230] env[69239]: DEBUG nova.network.neutron [-] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.446775] env[69239]: DEBUG oslo_vmware.rw_handles [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52936bc6-c2f9-e891-eeee-4b094e1dd5f3/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 969.446775] env[69239]: DEBUG oslo_vmware.rw_handles [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52936bc6-c2f9-e891-eeee-4b094e1dd5f3/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 969.446775] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d435d235-2bb3-4731-8016-9cc3fcf9d46a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.456978] env[69239]: DEBUG nova.network.neutron [-] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.573032] env[69239]: DEBUG nova.compute.manager [req-d5c642df-b9be-4908-8846-718915a078f0 req-e6b1b0ec-488d-43ad-bc97-672655929bee service nova] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Received event network-vif-deleted-23fc33a8-3a5e-4c6d-900d-858b706256bd {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.615964] env[69239]: DEBUG oslo_concurrency.lockutils [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "interface-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-162fa375-18e9-4f6b-be3b-52e23e69ab94" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.616276] env[69239]: DEBUG oslo_concurrency.lockutils [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-162fa375-18e9-4f6b-be3b-52e23e69ab94" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.616693] env[69239]: DEBUG nova.objects.instance [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lazy-loading 'flavor' on Instance uuid 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.619040] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d04681-9e45-4db7-9dba-51f39785e667 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.628184] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a350f4c-82be-424e-ac86-7e8648c8cc02 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.633231] env[69239]: DEBUG nova.network.neutron [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.668042] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bcc93e-2567-41d7-97ff-05abf7dec0ce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.677742] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0df5ce-d0f4-4284-b8de-0f6a6b785875 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.694111] env[69239]: DEBUG nova.compute.provider_tree [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.723838] env[69239]: DEBUG oslo_vmware.rw_handles [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52936bc6-c2f9-e891-eeee-4b094e1dd5f3/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 969.724060] env[69239]: INFO nova.virt.vmwareapi.images [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Downloaded image file data 49f6092f-b289-4f61-9819-ff887a83de93 [ 969.724936] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c17ddb-4ce1-4613-96c6-4ada4c0c3a82 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.747638] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eaec640-359f-4835-b606-8bf7646aea44 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.796728] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.815107] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524a8974-fc29-a153-f96e-d8077a209372, 'name': SearchDatastore_Task, 'duration_secs': 0.020622} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.815837] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2631c084-c4ec-40a5-a634-dcb9e2bc7849 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.822544] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 969.822544] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525c8a64-e00a-5375-62ed-4a1920d6cc51" [ 969.822544] env[69239]: _type = "Task" [ 969.822544] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.831991] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525c8a64-e00a-5375-62ed-4a1920d6cc51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.867930] env[69239]: INFO nova.virt.vmwareapi.images [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] The imported VM was unregistered [ 969.871247] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Caching image {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 969.872076] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Creating directory with path [datastore1] devstack-image-cache_base/49f6092f-b289-4f61-9819-ff887a83de93 {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.872524] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8a68e74-5ad7-4cb8-9152-4f25fd7b9d6d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.896088] env[69239]: DEBUG nova.network.neutron [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Updating instance_info_cache with network_info: [{"id": "4f9220e7-045c-4608-97fb-3ce34f7d6975", "address": "fa:16:3e:35:c0:ad", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f9220e7-04", "ovs_interfaceid": "4f9220e7-045c-4608-97fb-3ce34f7d6975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.911656] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Created directory with path [datastore1] devstack-image-cache_base/49f6092f-b289-4f61-9819-ff887a83de93 {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.911728] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e7066d87-b90a-4335-8693-f78a2bd9c690/OSTACK_IMG_e7066d87-b90a-4335-8693-f78a2bd9c690.vmdk to [datastore1] devstack-image-cache_base/49f6092f-b289-4f61-9819-ff887a83de93/49f6092f-b289-4f61-9819-ff887a83de93.vmdk. {{(pid=69239) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 969.912076] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-387cbb6c-4935-4ac4-9269-116d611d4e93 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.920842] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 969.920842] env[69239]: value = "task-4145550" [ 969.920842] env[69239]: _type = "Task" [ 969.920842] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.930751] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145550, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.962009] env[69239]: INFO nova.compute.manager [-] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Took 1.42 seconds to deallocate network for instance. [ 970.109657] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "adf7e76b-a921-4315-820f-b32a74f4b2e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.110123] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "adf7e76b-a921-4315-820f-b32a74f4b2e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.199024] env[69239]: DEBUG nova.scheduler.client.report [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.301284] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.336953] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525c8a64-e00a-5375-62ed-4a1920d6cc51, 'name': SearchDatastore_Task, 'duration_secs': 0.035986} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.336953] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.336953] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 6279e072-562e-4aeb-b4de-3b0bd19ca0c8/6279e072-562e-4aeb-b4de-3b0bd19ca0c8.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.338433] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfe5ff9c-3d9c-429d-bf20-2f75237e5636 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.347472] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 970.347472] env[69239]: value = "task-4145551" [ 970.347472] env[69239]: _type = "Task" [ 970.347472] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.361578] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.402022] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "refresh_cache-c2c80e53-bc51-47b7-9163-253be16dc59b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.402022] env[69239]: DEBUG nova.compute.manager [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Instance network_info: |[{"id": "4f9220e7-045c-4608-97fb-3ce34f7d6975", "address": "fa:16:3e:35:c0:ad", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f9220e7-04", "ovs_interfaceid": "4f9220e7-045c-4608-97fb-3ce34f7d6975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.402022] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:c0:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f9220e7-045c-4608-97fb-3ce34f7d6975', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.409492] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.410797] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.411358] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b27dcf37-8237-4c32-bae8-d112a6c04e62 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.445171] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145550, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.445171] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.445171] env[69239]: value = "task-4145552" [ 970.445171] env[69239]: _type = "Task" [ 970.445171] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.459492] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145552, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.470303] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.613908] env[69239]: DEBUG nova.compute.manager [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.668337] env[69239]: DEBUG nova.network.neutron [-] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.703966] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.706812] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.317s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.709276] env[69239]: INFO nova.compute.claims [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.745854] env[69239]: INFO nova.scheduler.client.report [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleted allocations for instance 46e30dc4-a255-4dc9-b3ca-9e03610ac529 [ 970.754623] env[69239]: DEBUG nova.network.neutron [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Updated VIF entry in instance network info cache for port ca585637-3f03-4e2d-92c0-f4700f7922a5. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.755109] env[69239]: DEBUG nova.network.neutron [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Updating instance_info_cache with network_info: [{"id": "ca585637-3f03-4e2d-92c0-f4700f7922a5", "address": "fa:16:3e:e1:7a:76", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca585637-3f", "ovs_interfaceid": "ca585637-3f03-4e2d-92c0-f4700f7922a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.773219] env[69239]: DEBUG nova.objects.instance [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lazy-loading 'pci_requests' on Instance uuid 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.805155] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145548, 'name': ReconfigVM_Task, 'duration_secs': 1.087713} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.805470] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Reconfigured VM instance instance-00000046 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 970.810669] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf7ea5f3-900c-42c9-a94b-f95132a16d7f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.830358] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Waiting for the task: (returnval){ [ 970.830358] env[69239]: value = "task-4145553" [ 970.830358] env[69239]: _type = "Task" [ 970.830358] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.844712] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.856422] env[69239]: DEBUG nova.compute.manager [req-1af8be62-805b-48a6-8f93-f2a92705c850 req-55cdfda6-a2ac-4b98-816f-e012e910de94 service nova] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Received event network-vif-plugged-4f9220e7-045c-4608-97fb-3ce34f7d6975 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.856680] env[69239]: DEBUG oslo_concurrency.lockutils [req-1af8be62-805b-48a6-8f93-f2a92705c850 req-55cdfda6-a2ac-4b98-816f-e012e910de94 service nova] Acquiring lock "c2c80e53-bc51-47b7-9163-253be16dc59b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.856899] env[69239]: DEBUG oslo_concurrency.lockutils [req-1af8be62-805b-48a6-8f93-f2a92705c850 req-55cdfda6-a2ac-4b98-816f-e012e910de94 service nova] Lock "c2c80e53-bc51-47b7-9163-253be16dc59b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.857088] env[69239]: DEBUG oslo_concurrency.lockutils [req-1af8be62-805b-48a6-8f93-f2a92705c850 req-55cdfda6-a2ac-4b98-816f-e012e910de94 service nova] Lock "c2c80e53-bc51-47b7-9163-253be16dc59b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.857265] env[69239]: DEBUG nova.compute.manager [req-1af8be62-805b-48a6-8f93-f2a92705c850 req-55cdfda6-a2ac-4b98-816f-e012e910de94 service nova] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] No waiting events found dispatching network-vif-plugged-4f9220e7-045c-4608-97fb-3ce34f7d6975 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 970.857478] env[69239]: WARNING nova.compute.manager [req-1af8be62-805b-48a6-8f93-f2a92705c850 req-55cdfda6-a2ac-4b98-816f-e012e910de94 service nova] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Received unexpected event network-vif-plugged-4f9220e7-045c-4608-97fb-3ce34f7d6975 for instance with vm_state building and task_state spawning. [ 970.857666] env[69239]: DEBUG nova.compute.manager [req-1af8be62-805b-48a6-8f93-f2a92705c850 req-55cdfda6-a2ac-4b98-816f-e012e910de94 service nova] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Received event network-changed-4f9220e7-045c-4608-97fb-3ce34f7d6975 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.857712] env[69239]: DEBUG nova.compute.manager [req-1af8be62-805b-48a6-8f93-f2a92705c850 req-55cdfda6-a2ac-4b98-816f-e012e910de94 service nova] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Refreshing instance network info cache due to event network-changed-4f9220e7-045c-4608-97fb-3ce34f7d6975. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.857915] env[69239]: DEBUG oslo_concurrency.lockutils [req-1af8be62-805b-48a6-8f93-f2a92705c850 req-55cdfda6-a2ac-4b98-816f-e012e910de94 service nova] Acquiring lock "refresh_cache-c2c80e53-bc51-47b7-9163-253be16dc59b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.858042] env[69239]: DEBUG oslo_concurrency.lockutils [req-1af8be62-805b-48a6-8f93-f2a92705c850 req-55cdfda6-a2ac-4b98-816f-e012e910de94 service nova] Acquired lock "refresh_cache-c2c80e53-bc51-47b7-9163-253be16dc59b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.858181] env[69239]: DEBUG nova.network.neutron [req-1af8be62-805b-48a6-8f93-f2a92705c850 req-55cdfda6-a2ac-4b98-816f-e012e910de94 service nova] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Refreshing network info cache for port 4f9220e7-045c-4608-97fb-3ce34f7d6975 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.864373] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.944494] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145550, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.957946] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145552, 'name': CreateVM_Task, 'duration_secs': 0.449354} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.958297] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.959110] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.959379] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.959949] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.960325] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe22b3b8-83e9-4cc7-bf1f-6cfa0a8ba2df {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.969110] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 970.969110] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f61cec-e07b-fbba-fb92-ab89308d13bb" [ 970.969110] env[69239]: _type = "Task" [ 970.969110] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.984307] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f61cec-e07b-fbba-fb92-ab89308d13bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.142923] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.170788] env[69239]: INFO nova.compute.manager [-] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Took 1.74 seconds to deallocate network for instance. [ 971.263069] env[69239]: DEBUG oslo_concurrency.lockutils [req-94c1701b-1895-43a1-aea1-0a9859ca3f47 req-1185d130-8b1a-41e8-93ca-378be0084c2e service nova] Releasing lock "refresh_cache-6279e072-562e-4aeb-b4de-3b0bd19ca0c8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.264622] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9094f0c2-fe78-47c8-8721-ea96929a7577 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "46e30dc4-a255-4dc9-b3ca-9e03610ac529" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.446s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.276243] env[69239]: DEBUG nova.objects.base [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Object Instance<1e575dc2-3d1b-4ca6-b3d3-31385f6209ec> lazy-loaded attributes: flavor,pci_requests {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 971.276493] env[69239]: DEBUG nova.network.neutron [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.348056] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.362331] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.437590] env[69239]: DEBUG nova.policy [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d967f379dfd47e696106f5f6d1ae8e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0c413a591a046939b74848c895674e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.451540] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145550, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.485885] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f61cec-e07b-fbba-fb92-ab89308d13bb, 'name': SearchDatastore_Task, 'duration_secs': 0.093475} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.486524] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.488025] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.488025] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.488025] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.488025] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.488025] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a29da5a7-55ce-4a86-953e-8a6aedf147de {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.511292] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.511292] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.511292] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e6ca0b-0884-4252-8d0b-da03e90328bf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.523022] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 971.523022] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52258793-3190-87da-674a-665b03482e21" [ 971.523022] env[69239]: _type = "Task" [ 971.523022] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.534733] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52258793-3190-87da-674a-665b03482e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.684965] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.847101] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145553, 'name': ReconfigVM_Task, 'duration_secs': 0.689165} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.848663] env[69239]: DEBUG nova.network.neutron [req-1af8be62-805b-48a6-8f93-f2a92705c850 req-55cdfda6-a2ac-4b98-816f-e012e910de94 service nova] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Updated VIF entry in instance network info cache for port 4f9220e7-045c-4608-97fb-3ce34f7d6975. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.850807] env[69239]: DEBUG nova.network.neutron [req-1af8be62-805b-48a6-8f93-f2a92705c850 req-55cdfda6-a2ac-4b98-816f-e012e910de94 service nova] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Updating instance_info_cache with network_info: [{"id": "4f9220e7-045c-4608-97fb-3ce34f7d6975", "address": "fa:16:3e:35:c0:ad", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f9220e7-04", "ovs_interfaceid": "4f9220e7-045c-4608-97fb-3ce34f7d6975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.851470] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820898', 'volume_id': '3796210a-1d4b-4beb-a89f-37928250f6c2', 'name': 'volume-3796210a-1d4b-4beb-a89f-37928250f6c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5218604c-e5de-4d24-bc5a-8a96cb645126', 'attached_at': '', 'detached_at': '', 'volume_id': '3796210a-1d4b-4beb-a89f-37928250f6c2', 'serial': '3796210a-1d4b-4beb-a89f-37928250f6c2'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 971.852114] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.856899] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69e15f7-e27f-44f2-94cc-97edc0af5cad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.873471] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145551, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.878034] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.878034] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a6c7a12-7e4a-4d03-96a7-1f6213a19419 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.942586] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145550, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.033416] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.033489] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.033642] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Deleting the datastore file [datastore1] 5218604c-e5de-4d24-bc5a-8a96cb645126 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.034756] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd982b64-6844-47e7-9255-cea48ca75615 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.041979] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52258793-3190-87da-674a-665b03482e21, 'name': SearchDatastore_Task, 'duration_secs': 0.096815} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.043535] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd01a81-b5c9-46f3-802c-8ccb17e10588 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.051040] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Waiting for the task: (returnval){ [ 972.051040] env[69239]: value = "task-4145555" [ 972.051040] env[69239]: _type = "Task" [ 972.051040] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.052717] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 972.052717] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527fe9f2-ae72-8b1a-f64e-97a467b7372d" [ 972.052717] env[69239]: _type = "Task" [ 972.052717] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.072254] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.076470] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527fe9f2-ae72-8b1a-f64e-97a467b7372d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.287839] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b2eaa2-0b37-4d7d-8fb8-79c11dc9b7c8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.301212] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1abfca-9d18-46bb-b50f-312231a22eb0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.337099] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27019cf-f91c-4cf9-842c-a6da46753cc2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.340981] env[69239]: DEBUG nova.compute.manager [req-abdad9c9-f245-4997-beb9-33fdbd6aaa4c req-8dd8e728-cec7-4861-88b2-9b158d102ed6 service nova] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Received event network-vif-deleted-f0ba55ce-e5e7-42a2-bc3d-ccf4190cccd8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.350979] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b28179-bf68-4e9b-bbd8-7fc42eafd6ab {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.355732] env[69239]: DEBUG oslo_concurrency.lockutils [req-1af8be62-805b-48a6-8f93-f2a92705c850 req-55cdfda6-a2ac-4b98-816f-e012e910de94 service nova] Releasing lock "refresh_cache-c2c80e53-bc51-47b7-9163-253be16dc59b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.366234] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145551, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.374731] env[69239]: DEBUG nova.compute.provider_tree [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.446853] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145550, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.567377] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.573857] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527fe9f2-ae72-8b1a-f64e-97a467b7372d, 'name': SearchDatastore_Task, 'duration_secs': 0.144188} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.574155] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.574637] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] c2c80e53-bc51-47b7-9163-253be16dc59b/c2c80e53-bc51-47b7-9163-253be16dc59b.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.574737] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25fdf5f0-155f-4481-bf2b-961092be792a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.584077] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 972.584077] env[69239]: value = "task-4145556" [ 972.584077] env[69239]: _type = "Task" [ 972.584077] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.593264] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.866481] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145551, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.44766} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.866481] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 6279e072-562e-4aeb-b4de-3b0bd19ca0c8/6279e072-562e-4aeb-b4de-3b0bd19ca0c8.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.866746] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.867815] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23740de4-fbdb-44fd-a9d8-a168e47fa822 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.875718] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 972.875718] env[69239]: value = "task-4145557" [ 972.875718] env[69239]: _type = "Task" [ 972.875718] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.880121] env[69239]: DEBUG nova.scheduler.client.report [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.892423] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.944783] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145550, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.068332] env[69239]: DEBUG oslo_vmware.api [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Task: {'id': task-4145555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.967453} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.068586] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.068774] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.068954] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.095114] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145556, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.130026] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 973.133570] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9267a722-b9f1-4b84-b5e3-73f6ce004499 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.142514] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5e23ef-417b-4f3f-ac0e-91a5dff1ca92 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.154951] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "868d8686-b21b-4c8f-94ea-191c1b662640" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.155231] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "868d8686-b21b-4c8f-94ea-191c1b662640" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.191511] env[69239]: ERROR nova.compute.manager [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Failed to detach volume 3796210a-1d4b-4beb-a89f-37928250f6c2 from /dev/sda: nova.exception.InstanceNotFound: Instance 5218604c-e5de-4d24-bc5a-8a96cb645126 could not be found. [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Traceback (most recent call last): [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] self.driver.rebuild(**kwargs) [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] raise NotImplementedError() [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] NotImplementedError [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] During handling of the above exception, another exception occurred: [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Traceback (most recent call last): [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] self.driver.detach_volume(context, old_connection_info, [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] return self._volumeops.detach_volume(connection_info, instance) [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] self._detach_volume_vmdk(connection_info, instance) [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] stable_ref.fetch_moref(session) [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] raise exception.InstanceNotFound(instance_id=self._uuid) [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] nova.exception.InstanceNotFound: Instance 5218604c-e5de-4d24-bc5a-8a96cb645126 could not be found. [ 973.191511] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] [ 973.376700] env[69239]: DEBUG nova.compute.utils [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Build of instance 5218604c-e5de-4d24-bc5a-8a96cb645126 aborted: Failed to rebuild volume backed instance. {{(pid=69239) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 973.382291] env[69239]: ERROR nova.compute.manager [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 5218604c-e5de-4d24-bc5a-8a96cb645126 aborted: Failed to rebuild volume backed instance. [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Traceback (most recent call last): [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] self.driver.rebuild(**kwargs) [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] raise NotImplementedError() [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] NotImplementedError [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] During handling of the above exception, another exception occurred: [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Traceback (most recent call last): [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] self._detach_root_volume(context, instance, root_bdm) [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] with excutils.save_and_reraise_exception(): [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] self.force_reraise() [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] raise self.value [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] self.driver.detach_volume(context, old_connection_info, [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] return self._volumeops.detach_volume(connection_info, instance) [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] self._detach_volume_vmdk(connection_info, instance) [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] stable_ref.fetch_moref(session) [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] raise exception.InstanceNotFound(instance_id=self._uuid) [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] nova.exception.InstanceNotFound: Instance 5218604c-e5de-4d24-bc5a-8a96cb645126 could not be found. [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] During handling of the above exception, another exception occurred: [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Traceback (most recent call last): [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] yield [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 973.382291] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] self._do_rebuild_instance_with_claim( [ 973.383627] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 973.383627] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] self._do_rebuild_instance( [ 973.383627] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 973.383627] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] self._rebuild_default_impl(**kwargs) [ 973.383627] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 973.383627] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] self._rebuild_volume_backed_instance( [ 973.383627] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 973.383627] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] raise exception.BuildAbortException( [ 973.383627] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] nova.exception.BuildAbortException: Build of instance 5218604c-e5de-4d24-bc5a-8a96cb645126 aborted: Failed to rebuild volume backed instance. [ 973.383627] env[69239]: ERROR nova.compute.manager [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] [ 973.388399] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.389343] env[69239]: DEBUG nova.compute.manager [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.393649] env[69239]: DEBUG oslo_concurrency.lockutils [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.541s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.397299] env[69239]: DEBUG nova.objects.instance [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lazy-loading 'resources' on Instance uuid 1257c7e3-6466-4540-a0ea-4437e151905f {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.400545] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086798} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.401108] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.402592] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e276be7d-6237-40ad-91d1-b8bb75c1c11e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.434141] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 6279e072-562e-4aeb-b4de-3b0bd19ca0c8/6279e072-562e-4aeb-b4de-3b0bd19ca0c8.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.435284] env[69239]: DEBUG nova.network.neutron [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Successfully updated port: 162fa375-18e9-4f6b-be3b-52e23e69ab94 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.436940] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16a99c52-b487-44f3-98f5-3a952437811e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.465897] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145550, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.1319} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.467472] env[69239]: INFO nova.virt.vmwareapi.ds_util [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e7066d87-b90a-4335-8693-f78a2bd9c690/OSTACK_IMG_e7066d87-b90a-4335-8693-f78a2bd9c690.vmdk to [datastore1] devstack-image-cache_base/49f6092f-b289-4f61-9819-ff887a83de93/49f6092f-b289-4f61-9819-ff887a83de93.vmdk. [ 973.467700] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Cleaning up location [datastore1] OSTACK_IMG_e7066d87-b90a-4335-8693-f78a2bd9c690 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 973.467924] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e7066d87-b90a-4335-8693-f78a2bd9c690 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.468279] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 973.468279] env[69239]: value = "task-4145558" [ 973.468279] env[69239]: _type = "Task" [ 973.468279] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.468543] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdeb71f0-2025-4c0d-833a-bfc2e3e3d794 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.482195] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145558, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.483864] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 973.483864] env[69239]: value = "task-4145559" [ 973.483864] env[69239]: _type = "Task" [ 973.483864] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.493301] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.584081] env[69239]: DEBUG oslo_concurrency.lockutils [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "bb959ee7-1de9-4877-b342-4183c2a30146" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.584494] env[69239]: DEBUG oslo_concurrency.lockutils [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "bb959ee7-1de9-4877-b342-4183c2a30146" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.584635] env[69239]: DEBUG oslo_concurrency.lockutils [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "bb959ee7-1de9-4877-b342-4183c2a30146-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.584827] env[69239]: DEBUG oslo_concurrency.lockutils [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "bb959ee7-1de9-4877-b342-4183c2a30146-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.584997] env[69239]: DEBUG oslo_concurrency.lockutils [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "bb959ee7-1de9-4877-b342-4183c2a30146-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.590547] env[69239]: INFO nova.compute.manager [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Terminating instance [ 973.599137] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847756} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.599400] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] c2c80e53-bc51-47b7-9163-253be16dc59b/c2c80e53-bc51-47b7-9163-253be16dc59b.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.599611] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.599873] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddd0d862-0c9d-4d05-86f0-bd7561c205cc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.609278] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 973.609278] env[69239]: value = "task-4145560" [ 973.609278] env[69239]: _type = "Task" [ 973.609278] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.620303] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.664230] env[69239]: INFO nova.compute.manager [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Detaching volume fb1f90ea-3b6a-4290-930e-a5e096dac11d [ 973.713810] env[69239]: INFO nova.virt.block_device [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Attempting to driver detach volume fb1f90ea-3b6a-4290-930e-a5e096dac11d from mountpoint /dev/sdb [ 973.713810] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 973.713810] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820921', 'volume_id': 'fb1f90ea-3b6a-4290-930e-a5e096dac11d', 'name': 'volume-fb1f90ea-3b6a-4290-930e-a5e096dac11d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '868d8686-b21b-4c8f-94ea-191c1b662640', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb1f90ea-3b6a-4290-930e-a5e096dac11d', 'serial': 'fb1f90ea-3b6a-4290-930e-a5e096dac11d'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 973.713810] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6326d706-d7db-4379-9145-df54a621be84 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.742185] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28a6fac-7d55-4bc2-8ff8-1f02cddc45c8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.752302] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac05176-b3ee-41bb-9886-7237d5cf06fc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.780857] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390d73e7-1711-4c4b-a816-783deb1b9f87 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.797265] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] The volume has not been displaced from its original location: [datastore2] volume-fb1f90ea-3b6a-4290-930e-a5e096dac11d/volume-fb1f90ea-3b6a-4290-930e-a5e096dac11d.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 973.803510] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 973.803946] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9667e69e-6e2c-4e8b-9b86-3847664ad96a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.824366] env[69239]: DEBUG oslo_vmware.api [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 973.824366] env[69239]: value = "task-4145561" [ 973.824366] env[69239]: _type = "Task" [ 973.824366] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.836554] env[69239]: DEBUG oslo_vmware.api [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.897687] env[69239]: DEBUG nova.compute.utils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.899111] env[69239]: DEBUG nova.compute.manager [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.899323] env[69239]: DEBUG nova.network.neutron [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.909289] env[69239]: DEBUG nova.compute.manager [req-e3a06b91-34f4-47af-9680-a3659e97ea44 req-53c8ab7a-788f-47a3-a86f-dd1db7f14133 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Received event network-vif-plugged-162fa375-18e9-4f6b-be3b-52e23e69ab94 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.912024] env[69239]: DEBUG oslo_concurrency.lockutils [req-e3a06b91-34f4-47af-9680-a3659e97ea44 req-53c8ab7a-788f-47a3-a86f-dd1db7f14133 service nova] Acquiring lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.912024] env[69239]: DEBUG oslo_concurrency.lockutils [req-e3a06b91-34f4-47af-9680-a3659e97ea44 req-53c8ab7a-788f-47a3-a86f-dd1db7f14133 service nova] Lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.912024] env[69239]: DEBUG oslo_concurrency.lockutils [req-e3a06b91-34f4-47af-9680-a3659e97ea44 req-53c8ab7a-788f-47a3-a86f-dd1db7f14133 service nova] Lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.912024] env[69239]: DEBUG nova.compute.manager [req-e3a06b91-34f4-47af-9680-a3659e97ea44 req-53c8ab7a-788f-47a3-a86f-dd1db7f14133 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] No waiting events found dispatching network-vif-plugged-162fa375-18e9-4f6b-be3b-52e23e69ab94 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 973.912024] env[69239]: WARNING nova.compute.manager [req-e3a06b91-34f4-47af-9680-a3659e97ea44 req-53c8ab7a-788f-47a3-a86f-dd1db7f14133 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Received unexpected event network-vif-plugged-162fa375-18e9-4f6b-be3b-52e23e69ab94 for instance with vm_state active and task_state None. [ 973.955668] env[69239]: DEBUG oslo_concurrency.lockutils [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.955863] env[69239]: DEBUG oslo_concurrency.lockutils [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.956095] env[69239]: DEBUG nova.network.neutron [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.981178] env[69239]: DEBUG nova.policy [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6511ffc36c194981835cc1ba4980c560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8e41ba40b9149fb80ea78c2bef2b56c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.993851] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145558, 'name': ReconfigVM_Task, 'duration_secs': 0.403395} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.998097] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 6279e072-562e-4aeb-b4de-3b0bd19ca0c8/6279e072-562e-4aeb-b4de-3b0bd19ca0c8.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.998794] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a6155c2-64f3-4325-8581-e79a3e8cd7a2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.003747] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.069613} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.004529] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.004860] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49f6092f-b289-4f61-9819-ff887a83de93/49f6092f-b289-4f61-9819-ff887a83de93.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.005248] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49f6092f-b289-4f61-9819-ff887a83de93/49f6092f-b289-4f61-9819-ff887a83de93.vmdk to [datastore1] ed453e1a-e257-4e7f-9cab-7fb5f17dda4c/ed453e1a-e257-4e7f-9cab-7fb5f17dda4c.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.005559] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26d4485a-c152-4a13-9fc4-7a61260664df {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.010130] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 974.010130] env[69239]: value = "task-4145562" [ 974.010130] env[69239]: _type = "Task" [ 974.010130] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.017775] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 974.017775] env[69239]: value = "task-4145563" [ 974.017775] env[69239]: _type = "Task" [ 974.017775] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.027553] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145562, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.038158] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.097820] env[69239]: DEBUG nova.compute.manager [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.098088] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.100064] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c34e232-1eb1-4973-afdb-22892fe08ee3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.113090] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.121050] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3e82386-dfad-4a8d-a885-2f5d80a4b8c9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.130605] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.389212} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.132529] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.132944] env[69239]: DEBUG oslo_vmware.api [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 974.132944] env[69239]: value = "task-4145564" [ 974.132944] env[69239]: _type = "Task" [ 974.132944] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.134034] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6971840d-2685-4e4d-927c-0c9f94ccf2b5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.174928] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] c2c80e53-bc51-47b7-9163-253be16dc59b/c2c80e53-bc51-47b7-9163-253be16dc59b.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.182214] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac8602d5-80ec-4482-b0a1-9c39f76379da {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.206037] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 974.206037] env[69239]: value = "task-4145565" [ 974.206037] env[69239]: _type = "Task" [ 974.206037] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.218743] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.341369] env[69239]: DEBUG oslo_vmware.api [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145561, 'name': ReconfigVM_Task, 'duration_secs': 0.287176} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.341742] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 974.347331] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c957e32-9ca5-4d25-906c-8e8cb8d60a09 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.373538] env[69239]: DEBUG oslo_vmware.api [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 974.373538] env[69239]: value = "task-4145566" [ 974.373538] env[69239]: _type = "Task" [ 974.373538] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.390452] env[69239]: DEBUG oslo_vmware.api [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.402348] env[69239]: DEBUG nova.compute.manager [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.528037] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145562, 'name': Rename_Task, 'duration_secs': 0.193431} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.529024] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.529471] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b70c8269-0c6a-4795-9f45-f44af2cf5e0d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.535676] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145563, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.548966] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 974.548966] env[69239]: value = "task-4145567" [ 974.548966] env[69239]: _type = "Task" [ 974.548966] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.564882] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.566870] env[69239]: WARNING nova.network.neutron [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] 2f7e73b3-2d60-4ec9-8814-564f6217be06 already exists in list: networks containing: ['2f7e73b3-2d60-4ec9-8814-564f6217be06']. ignoring it [ 974.567120] env[69239]: WARNING nova.network.neutron [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] 2f7e73b3-2d60-4ec9-8814-564f6217be06 already exists in list: networks containing: ['2f7e73b3-2d60-4ec9-8814-564f6217be06']. ignoring it [ 974.571224] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24996120-ed40-43e8-885b-dd8c3e7fec31 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.582779] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ee4c05-aec7-4746-9cad-49d04f746169 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.621692] env[69239]: DEBUG nova.network.neutron [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Successfully created port: 336a8c9c-5bd2-4bee-b674-6cb4b1129888 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.628033] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564e2ae6-984d-4c07-84de-67fefbe5dcc3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.637720] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1991570e-ba03-4db5-b53b-6ab984f74209 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.652239] env[69239]: DEBUG oslo_vmware.api [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145564, 'name': PowerOffVM_Task, 'duration_secs': 0.2625} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.660349] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.660527] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.661106] env[69239]: DEBUG nova.compute.provider_tree [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.662662] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77cec52f-4e36-45d9-861b-fafec2fa3342 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.719090] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145565, 'name': ReconfigVM_Task, 'duration_secs': 0.430297} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.719993] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Reconfigured VM instance instance-00000051 to attach disk [datastore1] c2c80e53-bc51-47b7-9163-253be16dc59b/c2c80e53-bc51-47b7-9163-253be16dc59b.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.720359] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3c10dcb-a992-44f9-b522-1b5586658823 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.729416] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 974.729416] env[69239]: value = "task-4145569" [ 974.729416] env[69239]: _type = "Task" [ 974.729416] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.743268] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145569, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.743716] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.743961] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.744283] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleting the datastore file [datastore1] bb959ee7-1de9-4877-b342-4183c2a30146 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.744628] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff486546-8bb6-452c-8642-2ce816bb00a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.756163] env[69239]: DEBUG oslo_vmware.api [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 974.756163] env[69239]: value = "task-4145570" [ 974.756163] env[69239]: _type = "Task" [ 974.756163] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.767257] env[69239]: DEBUG oslo_vmware.api [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.888416] env[69239]: DEBUG oslo_vmware.api [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145566, 'name': ReconfigVM_Task, 'duration_secs': 0.214233} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.888783] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820921', 'volume_id': 'fb1f90ea-3b6a-4290-930e-a5e096dac11d', 'name': 'volume-fb1f90ea-3b6a-4290-930e-a5e096dac11d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '868d8686-b21b-4c8f-94ea-191c1b662640', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb1f90ea-3b6a-4290-930e-a5e096dac11d', 'serial': 'fb1f90ea-3b6a-4290-930e-a5e096dac11d'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 975.031266] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145563, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.062465] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.168432] env[69239]: DEBUG nova.scheduler.client.report [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.073133] env[69239]: DEBUG nova.objects.instance [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lazy-loading 'flavor' on Instance uuid 868d8686-b21b-4c8f-94ea-191c1b662640 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.076725] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.077750] env[69239]: DEBUG nova.compute.manager [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.080485] env[69239]: DEBUG oslo_concurrency.lockutils [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.687s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.094852] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.554s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.095135] env[69239]: DEBUG nova.objects.instance [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lazy-loading 'resources' on Instance uuid e4116487-0f74-4511-b170-3dd28643a27a {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.104525] env[69239]: DEBUG oslo_vmware.api [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.115201] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145563, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.115201] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145569, 'name': Rename_Task, 'duration_secs': 0.207839} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.115366] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145567, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.115504] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.116370] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30b57c5a-780e-4c77-9025-a41dfbee3373 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.129588] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 976.129588] env[69239]: value = "task-4145571" [ 976.129588] env[69239]: _type = "Task" [ 976.129588] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.130863] env[69239]: INFO nova.scheduler.client.report [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Deleted allocations for instance 1257c7e3-6466-4540-a0ea-4437e151905f [ 976.136463] env[69239]: DEBUG nova.virt.hardware [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.136463] env[69239]: DEBUG nova.virt.hardware [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.136463] env[69239]: DEBUG nova.virt.hardware [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.137049] env[69239]: DEBUG nova.virt.hardware [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.137049] env[69239]: DEBUG nova.virt.hardware [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.137049] env[69239]: DEBUG nova.virt.hardware [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.137269] env[69239]: DEBUG nova.virt.hardware [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.137499] env[69239]: DEBUG nova.virt.hardware [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.139836] env[69239]: DEBUG nova.virt.hardware [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.139836] env[69239]: DEBUG nova.virt.hardware [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.139836] env[69239]: DEBUG nova.virt.hardware [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.140744] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68719be-fa10-46d0-9156-548c347f2664 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.162763] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145571, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.164150] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78ee19f-871b-4822-90fb-174b209d4ec7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.432315] env[69239]: DEBUG nova.network.neutron [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Updating instance_info_cache with network_info: [{"id": "aa034852-13ba-4222-a761-67ec7d05d1ab", "address": "fa:16:3e:27:51:a2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa034852-13", "ovs_interfaceid": "aa034852-13ba-4222-a761-67ec7d05d1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8afb9dd6-15a2-41f2-b82e-8620b232cd48", "address": "fa:16:3e:1a:1b:40", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8afb9dd6-15", "ovs_interfaceid": "8afb9dd6-15a2-41f2-b82e-8620b232cd48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "162fa375-18e9-4f6b-be3b-52e23e69ab94", "address": "fa:16:3e:c7:8a:8a", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162fa375-18", "ovs_interfaceid": "162fa375-18e9-4f6b-be3b-52e23e69ab94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.601235] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145563, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.608631] env[69239]: DEBUG oslo_vmware.api [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.609085] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145567, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.651316] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145571, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.656926] env[69239]: DEBUG oslo_concurrency.lockutils [None req-323e9993-f23a-45b3-acd7-3710da1f1824 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "1257c7e3-6466-4540-a0ea-4437e151905f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.541s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.723194] env[69239]: DEBUG nova.network.neutron [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Successfully updated port: 336a8c9c-5bd2-4bee-b674-6cb4b1129888 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.873664] env[69239]: DEBUG nova.compute.manager [req-796bff9e-3890-46a8-ab0a-0bd83082bc6a req-15277f41-7b86-43c8-9610-8ded1f328c47 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Received event network-changed-162fa375-18e9-4f6b-be3b-52e23e69ab94 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.873858] env[69239]: DEBUG nova.compute.manager [req-796bff9e-3890-46a8-ab0a-0bd83082bc6a req-15277f41-7b86-43c8-9610-8ded1f328c47 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Refreshing instance network info cache due to event network-changed-162fa375-18e9-4f6b-be3b-52e23e69ab94. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.874041] env[69239]: DEBUG oslo_concurrency.lockutils [req-796bff9e-3890-46a8-ab0a-0bd83082bc6a req-15277f41-7b86-43c8-9610-8ded1f328c47 service nova] Acquiring lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.936499] env[69239]: DEBUG oslo_concurrency.lockutils [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.938206] env[69239]: DEBUG oslo_concurrency.lockutils [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.938206] env[69239]: DEBUG oslo_concurrency.lockutils [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.938206] env[69239]: DEBUG oslo_concurrency.lockutils [req-796bff9e-3890-46a8-ab0a-0bd83082bc6a req-15277f41-7b86-43c8-9610-8ded1f328c47 service nova] Acquired lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.938206] env[69239]: DEBUG nova.network.neutron [req-796bff9e-3890-46a8-ab0a-0bd83082bc6a req-15277f41-7b86-43c8-9610-8ded1f328c47 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Refreshing network info cache for port 162fa375-18e9-4f6b-be3b-52e23e69ab94 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.940907] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8914d46-1020-4c48-bcc7-a5aedffdfe86 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.964330] env[69239]: DEBUG nova.virt.hardware [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.964669] env[69239]: DEBUG nova.virt.hardware [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.964935] env[69239]: DEBUG nova.virt.hardware [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.965051] env[69239]: DEBUG nova.virt.hardware [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.965141] env[69239]: DEBUG nova.virt.hardware [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.965317] env[69239]: DEBUG nova.virt.hardware [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.965552] env[69239]: DEBUG nova.virt.hardware [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.965682] env[69239]: DEBUG nova.virt.hardware [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.965845] env[69239]: DEBUG nova.virt.hardware [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.966014] env[69239]: DEBUG nova.virt.hardware [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.966192] env[69239]: DEBUG nova.virt.hardware [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.972746] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Reconfiguring VM to attach interface {{(pid=69239) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 976.976043] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-747ead29-2dee-413f-bc47-22f7b0675b54 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.999355] env[69239]: DEBUG oslo_vmware.api [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 976.999355] env[69239]: value = "task-4145572" [ 976.999355] env[69239]: _type = "Task" [ 976.999355] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.014625] env[69239]: DEBUG oslo_vmware.api [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145572, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.086296] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2b987f55-2f47-4d9f-8f79-a88bdee88f34 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "868d8686-b21b-4c8f-94ea-191c1b662640" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.931s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.100254] env[69239]: DEBUG oslo_vmware.api [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.917126} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.107360] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.107580] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.109050] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.109050] env[69239]: INFO nova.compute.manager [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Took 3.01 seconds to destroy the instance on the hypervisor. [ 977.109050] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.109050] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145563, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.658729} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.109641] env[69239]: DEBUG oslo_vmware.api [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145567, 'name': PowerOnVM_Task, 'duration_secs': 2.395838} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.112676] env[69239]: DEBUG nova.compute.manager [-] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.112779] env[69239]: DEBUG nova.network.neutron [-] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.114818] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49f6092f-b289-4f61-9819-ff887a83de93/49f6092f-b289-4f61-9819-ff887a83de93.vmdk to [datastore1] ed453e1a-e257-4e7f-9cab-7fb5f17dda4c/ed453e1a-e257-4e7f-9cab-7fb5f17dda4c.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.115232] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.116397] env[69239]: INFO nova.compute.manager [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Took 12.57 seconds to spawn the instance on the hypervisor. [ 977.116397] env[69239]: DEBUG nova.compute.manager [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 977.117403] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e568d56-1835-4134-84d7-aa800e81d4a8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.121036] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74f44ad-5c3e-4b23-a303-5482a526408c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.156664] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] ed453e1a-e257-4e7f-9cab-7fb5f17dda4c/ed453e1a-e257-4e7f-9cab-7fb5f17dda4c.vmdk or device None with type streamOptimized {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.162606] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-660ce938-55b0-40cb-8fb6-1716da4fe436 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.193978] env[69239]: DEBUG oslo_vmware.api [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145571, 'name': PowerOnVM_Task, 'duration_secs': 0.644962} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.194365] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 977.194365] env[69239]: value = "task-4145573" [ 977.194365] env[69239]: _type = "Task" [ 977.194365] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.194873] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.195281] env[69239]: INFO nova.compute.manager [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Took 10.01 seconds to spawn the instance on the hypervisor. [ 977.195525] env[69239]: DEBUG nova.compute.manager [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 977.200646] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfa95f0-76b3-45bc-a5a4-a26a84f23c3a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.220792] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.223900] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e72b9c3-f2b3-40ad-bf34-c3effea85bed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.226624] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.226763] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquired lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.226918] env[69239]: DEBUG nova.network.neutron [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.235730] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ad5a03-38f5-4004-a303-686cc481f457 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.269787] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f489b28d-4189-41a3-b279-9c23198fbc0f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.279296] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe96484-b780-430b-99e9-36ee11addc06 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.295719] env[69239]: DEBUG nova.compute.provider_tree [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.512600] env[69239]: DEBUG oslo_vmware.api [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.666216] env[69239]: INFO nova.compute.manager [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Took 40.90 seconds to build instance. [ 977.696315] env[69239]: DEBUG oslo_concurrency.lockutils [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Acquiring lock "5218604c-e5de-4d24-bc5a-8a96cb645126" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.696700] env[69239]: DEBUG oslo_concurrency.lockutils [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Lock "5218604c-e5de-4d24-bc5a-8a96cb645126" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.697036] env[69239]: DEBUG oslo_concurrency.lockutils [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Acquiring lock "5218604c-e5de-4d24-bc5a-8a96cb645126-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.697345] env[69239]: DEBUG oslo_concurrency.lockutils [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Lock "5218604c-e5de-4d24-bc5a-8a96cb645126-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.697600] env[69239]: DEBUG oslo_concurrency.lockutils [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Lock "5218604c-e5de-4d24-bc5a-8a96cb645126-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.701689] env[69239]: INFO nova.compute.manager [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Terminating instance [ 977.716050] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.732227] env[69239]: INFO nova.compute.manager [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Took 40.25 seconds to build instance. [ 977.799169] env[69239]: DEBUG nova.scheduler.client.report [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.803295] env[69239]: DEBUG nova.network.neutron [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.808855] env[69239]: DEBUG nova.network.neutron [req-796bff9e-3890-46a8-ab0a-0bd83082bc6a req-15277f41-7b86-43c8-9610-8ded1f328c47 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Updated VIF entry in instance network info cache for port 162fa375-18e9-4f6b-be3b-52e23e69ab94. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.809356] env[69239]: DEBUG nova.network.neutron [req-796bff9e-3890-46a8-ab0a-0bd83082bc6a req-15277f41-7b86-43c8-9610-8ded1f328c47 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Updating instance_info_cache with network_info: [{"id": "aa034852-13ba-4222-a761-67ec7d05d1ab", "address": "fa:16:3e:27:51:a2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa034852-13", "ovs_interfaceid": "aa034852-13ba-4222-a761-67ec7d05d1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8afb9dd6-15a2-41f2-b82e-8620b232cd48", "address": "fa:16:3e:1a:1b:40", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8afb9dd6-15", "ovs_interfaceid": "8afb9dd6-15a2-41f2-b82e-8620b232cd48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "162fa375-18e9-4f6b-be3b-52e23e69ab94", "address": "fa:16:3e:c7:8a:8a", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162fa375-18", "ovs_interfaceid": "162fa375-18e9-4f6b-be3b-52e23e69ab94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.998166] env[69239]: DEBUG nova.network.neutron [-] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.011397] env[69239]: DEBUG oslo_vmware.api [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145572, 'name': ReconfigVM_Task, 'duration_secs': 0.706584} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.011995] env[69239]: DEBUG oslo_concurrency.lockutils [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.012990] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Reconfigured VM to attach interface {{(pid=69239) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 978.026429] env[69239]: DEBUG nova.network.neutron [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Updating instance_info_cache with network_info: [{"id": "336a8c9c-5bd2-4bee-b674-6cb4b1129888", "address": "fa:16:3e:6b:78:11", "network": {"id": "b9148f44-99a4-401c-914f-0bafe1bcf5cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-483948712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e41ba40b9149fb80ea78c2bef2b56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336a8c9c-5b", "ovs_interfaceid": "336a8c9c-5bd2-4bee-b674-6cb4b1129888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.168690] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9341c5fb-4d79-4ecb-8e07-33b82ef094d9 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.415s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.213170] env[69239]: DEBUG nova.compute.manager [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.213462] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-411175cb-4e9e-429a-993b-7d42659d34e7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.222105] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145573, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.227347] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec1bd07-fcea-4100-ac5e-f44474fe73e8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.238129] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b7c8aa27-52a9-4582-8fad-630732a4b09a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "c2c80e53-bc51-47b7-9163-253be16dc59b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.766s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.265418] env[69239]: WARNING nova.virt.vmwareapi.driver [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 5218604c-e5de-4d24-bc5a-8a96cb645126 could not be found. [ 978.265418] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.265562] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-268009cb-8636-4760-baf7-a4cc3a33dc2c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.276024] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c16af1-a152-42a8-bbaa-eddcbebfab96 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.317803] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.320546] env[69239]: DEBUG oslo_concurrency.lockutils [req-796bff9e-3890-46a8-ab0a-0bd83082bc6a req-15277f41-7b86-43c8-9610-8ded1f328c47 service nova] Releasing lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.321161] env[69239]: WARNING nova.virt.vmwareapi.vmops [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5218604c-e5de-4d24-bc5a-8a96cb645126 could not be found. [ 978.321537] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.321577] env[69239]: INFO nova.compute.manager [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Took 0.11 seconds to destroy the instance on the hypervisor. [ 978.321949] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.322664] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.118s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.325804] env[69239]: DEBUG nova.compute.manager [-] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.325804] env[69239]: DEBUG nova.network.neutron [-] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.348153] env[69239]: INFO nova.scheduler.client.report [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Deleted allocations for instance e4116487-0f74-4511-b170-3dd28643a27a [ 978.500653] env[69239]: INFO nova.compute.manager [-] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Took 1.39 seconds to deallocate network for instance. [ 978.517761] env[69239]: DEBUG oslo_concurrency.lockutils [None req-761c61c6-aebd-44ea-9a7e-faab05cb73cd tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-162fa375-18e9-4f6b-be3b-52e23e69ab94" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.901s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.530822] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Releasing lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.530822] env[69239]: DEBUG nova.compute.manager [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Instance network_info: |[{"id": "336a8c9c-5bd2-4bee-b674-6cb4b1129888", "address": "fa:16:3e:6b:78:11", "network": {"id": "b9148f44-99a4-401c-914f-0bafe1bcf5cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-483948712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e41ba40b9149fb80ea78c2bef2b56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336a8c9c-5b", "ovs_interfaceid": "336a8c9c-5bd2-4bee-b674-6cb4b1129888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.530822] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:78:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '336a8c9c-5bd2-4bee-b674-6cb4b1129888', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.543550] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Creating folder: Project (e8e41ba40b9149fb80ea78c2bef2b56c). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.544634] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33a7466b-2ca4-4936-9b92-9b9113f19344 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.557988] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Created folder: Project (e8e41ba40b9149fb80ea78c2bef2b56c) in parent group-v820715. [ 978.558309] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Creating folder: Instances. Parent ref: group-v820949. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.559394] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-176d45f8-c707-4829-96c4-fc513032867b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.571688] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Created folder: Instances in parent group-v820949. [ 978.572213] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.572566] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.572951] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-360c7341-476c-4456-8dbc-5a34a4f9939d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.594193] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.594193] env[69239]: value = "task-4145576" [ 978.594193] env[69239]: _type = "Task" [ 978.594193] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.603501] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145576, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.720146] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Acquiring lock "e3e20499-5e00-4b6b-90a0-2cebc0cf524c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.720146] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Lock "e3e20499-5e00-4b6b-90a0-2cebc0cf524c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.727083] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145573, 'name': ReconfigVM_Task, 'duration_secs': 1.035617} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.727083] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Reconfigured VM instance instance-00000033 to attach disk [datastore1] ed453e1a-e257-4e7f-9cab-7fb5f17dda4c/ed453e1a-e257-4e7f-9cab-7fb5f17dda4c.vmdk or device None with type streamOptimized {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.729022] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'encrypted': False, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_format': None, 'image_id': '32f6ed7a-c23a-41a2-a27e-2175262f6379'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '354fe04d-a2ea-4d90-ba6f-eb3d55dd8dd5', 'disk_bus': None, 'boot_index': None, 'delete_on_termination': False, 'device_type': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820931', 'volume_id': 'f21e016c-d5ac-4a37-ad44-7884bf5a106d', 'name': 'volume-f21e016c-d5ac-4a37-ad44-7884bf5a106d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ed453e1a-e257-4e7f-9cab-7fb5f17dda4c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f21e016c-d5ac-4a37-ad44-7884bf5a106d', 'serial': 'f21e016c-d5ac-4a37-ad44-7884bf5a106d'}, 'volume_type': None}], 'swap': None} {{(pid=69239) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 978.729279] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 978.729601] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820931', 'volume_id': 'f21e016c-d5ac-4a37-ad44-7884bf5a106d', 'name': 'volume-f21e016c-d5ac-4a37-ad44-7884bf5a106d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ed453e1a-e257-4e7f-9cab-7fb5f17dda4c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f21e016c-d5ac-4a37-ad44-7884bf5a106d', 'serial': 'f21e016c-d5ac-4a37-ad44-7884bf5a106d'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 978.732049] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf0df2d-c2e0-4fbb-bc09-4f31945d9567 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.754353] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af95042c-9d6b-4608-9984-1553308d05a2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.783848] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-f21e016c-d5ac-4a37-ad44-7884bf5a106d/volume-f21e016c-d5ac-4a37-ad44-7884bf5a106d.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.784369] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-779179cf-beed-4165-b245-fdb8ad8cc4f5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.804471] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 978.804471] env[69239]: value = "task-4145577" [ 978.804471] env[69239]: _type = "Task" [ 978.804471] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.813302] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.830634] env[69239]: INFO nova.compute.claims [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.856716] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fba74574-15e3-4715-b167-6ecb17c6c2c2 tempest-ServerShowV247Test-947802662 tempest-ServerShowV247Test-947802662-project-member] Lock "e4116487-0f74-4511-b170-3dd28643a27a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.650s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.987322] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "09dae98c-7b24-4342-9f25-64065c1eb190" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.987322] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "09dae98c-7b24-4342-9f25-64065c1eb190" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.987322] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "09dae98c-7b24-4342-9f25-64065c1eb190-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.987595] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "09dae98c-7b24-4342-9f25-64065c1eb190-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.987595] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "09dae98c-7b24-4342-9f25-64065c1eb190-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.990735] env[69239]: INFO nova.compute.manager [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Terminating instance [ 979.007896] env[69239]: DEBUG oslo_concurrency.lockutils [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.108035] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145576, 'name': CreateVM_Task, 'duration_secs': 0.435428} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.108035] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.108035] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.108035] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.108035] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.108035] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7bb05c9-1ce6-4ade-9132-272b2523f0de {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.115229] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 979.115229] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c66e64-5c92-373c-4c6f-b994b6be8e7a" [ 979.115229] env[69239]: _type = "Task" [ 979.115229] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.125783] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c66e64-5c92-373c-4c6f-b994b6be8e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.227734] env[69239]: DEBUG nova.compute.manager [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.316797] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.339223] env[69239]: INFO nova.compute.resource_tracker [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Updating resource usage from migration 7bdfff96-aec2-4976-b4e6-a29f66689018 [ 979.471175] env[69239]: DEBUG nova.network.neutron [-] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.496616] env[69239]: DEBUG nova.compute.manager [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.496910] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.499103] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eea8c5-ccb3-4c5a-84d3-9e7b92331a91 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.509129] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.509431] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f05340bd-85aa-46ee-8bb5-fbedb12c5fb7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.519311] env[69239]: DEBUG oslo_vmware.api [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 979.519311] env[69239]: value = "task-4145578" [ 979.519311] env[69239]: _type = "Task" [ 979.519311] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.533039] env[69239]: DEBUG oslo_vmware.api [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.628365] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c66e64-5c92-373c-4c6f-b994b6be8e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.013386} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.631740] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.632057] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.632341] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.632533] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.632807] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.633467] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fd0591f-6a1c-497c-bab3-fa7eae936144 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.644575] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.645065] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.649819] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5530ca-966d-4ee7-80a6-b1bb92f67dfa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.660009] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 979.660009] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5289810f-10b6-3715-c56f-7f58f125e4dd" [ 979.660009] env[69239]: _type = "Task" [ 979.660009] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.669884] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5289810f-10b6-3715-c56f-7f58f125e4dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.753256] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.814260] env[69239]: DEBUG nova.compute.manager [req-b2fe6f97-309c-43eb-b035-7e8e934be3e1 req-ff4f2e0e-0196-4f81-9f83-984322ce7d06 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Received event network-vif-plugged-336a8c9c-5bd2-4bee-b674-6cb4b1129888 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.814531] env[69239]: DEBUG oslo_concurrency.lockutils [req-b2fe6f97-309c-43eb-b035-7e8e934be3e1 req-ff4f2e0e-0196-4f81-9f83-984322ce7d06 service nova] Acquiring lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.814695] env[69239]: DEBUG oslo_concurrency.lockutils [req-b2fe6f97-309c-43eb-b035-7e8e934be3e1 req-ff4f2e0e-0196-4f81-9f83-984322ce7d06 service nova] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.814880] env[69239]: DEBUG oslo_concurrency.lockutils [req-b2fe6f97-309c-43eb-b035-7e8e934be3e1 req-ff4f2e0e-0196-4f81-9f83-984322ce7d06 service nova] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.815257] env[69239]: DEBUG nova.compute.manager [req-b2fe6f97-309c-43eb-b035-7e8e934be3e1 req-ff4f2e0e-0196-4f81-9f83-984322ce7d06 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] No waiting events found dispatching network-vif-plugged-336a8c9c-5bd2-4bee-b674-6cb4b1129888 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 979.815484] env[69239]: WARNING nova.compute.manager [req-b2fe6f97-309c-43eb-b035-7e8e934be3e1 req-ff4f2e0e-0196-4f81-9f83-984322ce7d06 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Received unexpected event network-vif-plugged-336a8c9c-5bd2-4bee-b674-6cb4b1129888 for instance with vm_state building and task_state spawning. [ 979.815654] env[69239]: DEBUG nova.compute.manager [req-b2fe6f97-309c-43eb-b035-7e8e934be3e1 req-ff4f2e0e-0196-4f81-9f83-984322ce7d06 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Received event network-changed-336a8c9c-5bd2-4bee-b674-6cb4b1129888 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.815826] env[69239]: DEBUG nova.compute.manager [req-b2fe6f97-309c-43eb-b035-7e8e934be3e1 req-ff4f2e0e-0196-4f81-9f83-984322ce7d06 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Refreshing instance network info cache due to event network-changed-336a8c9c-5bd2-4bee-b674-6cb4b1129888. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.816014] env[69239]: DEBUG oslo_concurrency.lockutils [req-b2fe6f97-309c-43eb-b035-7e8e934be3e1 req-ff4f2e0e-0196-4f81-9f83-984322ce7d06 service nova] Acquiring lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.816204] env[69239]: DEBUG oslo_concurrency.lockutils [req-b2fe6f97-309c-43eb-b035-7e8e934be3e1 req-ff4f2e0e-0196-4f81-9f83-984322ce7d06 service nova] Acquired lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.816312] env[69239]: DEBUG nova.network.neutron [req-b2fe6f97-309c-43eb-b035-7e8e934be3e1 req-ff4f2e0e-0196-4f81-9f83-984322ce7d06 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Refreshing network info cache for port 336a8c9c-5bd2-4bee-b674-6cb4b1129888 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.826323] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145577, 'name': ReconfigVM_Task, 'duration_secs': 0.625151} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.826462] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-f21e016c-d5ac-4a37-ad44-7884bf5a106d/volume-f21e016c-d5ac-4a37-ad44-7884bf5a106d.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.832713] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa9f8fe-4045-497e-b82b-d96395d4fa5f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.855188] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 979.855188] env[69239]: value = "task-4145579" [ 979.855188] env[69239]: _type = "Task" [ 979.855188] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.862709] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.863239] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.863547] env[69239]: INFO nova.compute.manager [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Shelving [ 979.874248] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.894020] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6be115b-57c0-463c-9e03-d513446c813c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.901962] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d33a4b-376e-44c8-9ca7-7d1578e74140 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.937458] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcb8892-ab65-497a-8e03-fa26cf0ecb3d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.946029] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15651050-2bfe-4822-aa03-983954722fda {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.960712] env[69239]: DEBUG nova.compute.provider_tree [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.973733] env[69239]: INFO nova.compute.manager [-] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Took 1.65 seconds to deallocate network for instance. [ 980.029278] env[69239]: DEBUG oslo_vmware.api [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145578, 'name': PowerOffVM_Task, 'duration_secs': 0.252173} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.029564] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.029737] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.030044] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0270d97a-8430-4812-bd9f-43802ad0ebfc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.098711] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.098994] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.099209] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Deleting the datastore file [datastore2] 09dae98c-7b24-4342-9f25-64065c1eb190 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.099493] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9679c02e-6c09-4cdb-9c51-e85625ca6ea1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.108018] env[69239]: DEBUG oslo_vmware.api [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for the task: (returnval){ [ 980.108018] env[69239]: value = "task-4145581" [ 980.108018] env[69239]: _type = "Task" [ 980.108018] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.116433] env[69239]: DEBUG oslo_vmware.api [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.170975] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5289810f-10b6-3715-c56f-7f58f125e4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011957} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.171913] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ef4a30-9b80-4a16-b77a-99a887bf749d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.178953] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 980.178953] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527b5710-cf16-fc6a-7fe9-c94f474b5fac" [ 980.178953] env[69239]: _type = "Task" [ 980.178953] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.191250] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527b5710-cf16-fc6a-7fe9-c94f474b5fac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.382024] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.466922] env[69239]: DEBUG nova.scheduler.client.report [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.534471] env[69239]: INFO nova.compute.manager [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Took 0.56 seconds to detach 1 volumes for instance. [ 980.536644] env[69239]: DEBUG nova.compute.manager [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Deleting volume: 3796210a-1d4b-4beb-a89f-37928250f6c2 {{(pid=69239) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 980.621997] env[69239]: DEBUG oslo_vmware.api [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.689499] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527b5710-cf16-fc6a-7fe9-c94f474b5fac, 'name': SearchDatastore_Task, 'duration_secs': 0.046911} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.689788] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.690135] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 69ef9903-3cbc-4b39-98a2-db9fe5640d24/69ef9903-3cbc-4b39-98a2-db9fe5640d24.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.690421] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ef8bd14-e89f-4d98-9238-9571a0436f7d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.697771] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 980.697771] env[69239]: value = "task-4145583" [ 980.697771] env[69239]: _type = "Task" [ 980.697771] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.708823] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.802082] env[69239]: DEBUG nova.network.neutron [req-b2fe6f97-309c-43eb-b035-7e8e934be3e1 req-ff4f2e0e-0196-4f81-9f83-984322ce7d06 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Updated VIF entry in instance network info cache for port 336a8c9c-5bd2-4bee-b674-6cb4b1129888. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.802082] env[69239]: DEBUG nova.network.neutron [req-b2fe6f97-309c-43eb-b035-7e8e934be3e1 req-ff4f2e0e-0196-4f81-9f83-984322ce7d06 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Updating instance_info_cache with network_info: [{"id": "336a8c9c-5bd2-4bee-b674-6cb4b1129888", "address": "fa:16:3e:6b:78:11", "network": {"id": "b9148f44-99a4-401c-914f-0bafe1bcf5cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-483948712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e41ba40b9149fb80ea78c2bef2b56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336a8c9c-5b", "ovs_interfaceid": "336a8c9c-5bd2-4bee-b674-6cb4b1129888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.866790] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145579, 'name': ReconfigVM_Task, 'duration_secs': 0.760138} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.867285] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820931', 'volume_id': 'f21e016c-d5ac-4a37-ad44-7884bf5a106d', 'name': 'volume-f21e016c-d5ac-4a37-ad44-7884bf5a106d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ed453e1a-e257-4e7f-9cab-7fb5f17dda4c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f21e016c-d5ac-4a37-ad44-7884bf5a106d', 'serial': 'f21e016c-d5ac-4a37-ad44-7884bf5a106d'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 980.868036] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed5932cb-5f27-4ea4-9fdf-4ecba9c8fe1a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.876547] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 980.876547] env[69239]: value = "task-4145584" [ 980.876547] env[69239]: _type = "Task" [ 980.876547] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.887581] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145584, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.889287] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.889616] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4dd4748-3a43-43d7-b468-c7632ed0b729 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.898845] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 980.898845] env[69239]: value = "task-4145585" [ 980.898845] env[69239]: _type = "Task" [ 980.898845] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.912029] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.972065] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.649s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.972320] env[69239]: INFO nova.compute.manager [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Migrating [ 980.979872] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.896s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.980354] env[69239]: DEBUG nova.objects.instance [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lazy-loading 'resources' on Instance uuid 7e27c8d4-373d-4b35-9684-5af63e7a5ff6 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.071395] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "868d8686-b21b-4c8f-94ea-191c1b662640" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.071395] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "868d8686-b21b-4c8f-94ea-191c1b662640" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.071667] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "868d8686-b21b-4c8f-94ea-191c1b662640-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.072721] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "868d8686-b21b-4c8f-94ea-191c1b662640-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.072721] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "868d8686-b21b-4c8f-94ea-191c1b662640-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.075644] env[69239]: INFO nova.compute.manager [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Terminating instance [ 981.088218] env[69239]: DEBUG oslo_concurrency.lockutils [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.129313] env[69239]: DEBUG oslo_vmware.api [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Task: {'id': task-4145581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.535028} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.129634] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.129834] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.130082] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.130278] env[69239]: INFO nova.compute.manager [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Took 1.63 seconds to destroy the instance on the hypervisor. [ 981.130538] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.130789] env[69239]: DEBUG nova.compute.manager [-] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.130936] env[69239]: DEBUG nova.network.neutron [-] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.210531] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145583, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.304407] env[69239]: DEBUG oslo_concurrency.lockutils [req-b2fe6f97-309c-43eb-b035-7e8e934be3e1 req-ff4f2e0e-0196-4f81-9f83-984322ce7d06 service nova] Releasing lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.304733] env[69239]: DEBUG nova.compute.manager [req-b2fe6f97-309c-43eb-b035-7e8e934be3e1 req-ff4f2e0e-0196-4f81-9f83-984322ce7d06 service nova] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Received event network-vif-deleted-6f7d27e5-a544-44e9-b2a1-137b8748928a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.388805] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145584, 'name': Rename_Task, 'duration_secs': 0.222893} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.389247] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.389472] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a56acd1-0e39-4780-bec9-2e3e60a56e03 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.401493] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 981.401493] env[69239]: value = "task-4145586" [ 981.401493] env[69239]: _type = "Task" [ 981.401493] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.416107] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145585, 'name': PowerOffVM_Task, 'duration_secs': 0.287987} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.420352] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.420529] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.421426] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b96670-4219-4bbc-ad69-da4b5f12fcd3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.447654] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4483b7-eb6c-409b-9583-488334bfe261 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.494622] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "refresh_cache-ae00c652-9070-43f0-9ba4-bbd6c60c5240" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.494622] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "refresh_cache-ae00c652-9070-43f0-9ba4-bbd6c60c5240" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.494622] env[69239]: DEBUG nova.network.neutron [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.537644] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "c2c80e53-bc51-47b7-9163-253be16dc59b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.538129] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "c2c80e53-bc51-47b7-9163-253be16dc59b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.538367] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "c2c80e53-bc51-47b7-9163-253be16dc59b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.538677] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "c2c80e53-bc51-47b7-9163-253be16dc59b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.538775] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "c2c80e53-bc51-47b7-9163-253be16dc59b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.545598] env[69239]: INFO nova.compute.manager [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Terminating instance [ 981.583425] env[69239]: DEBUG nova.compute.manager [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.583751] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.584851] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3001d05-c43c-4f80-9570-94680c8cf298 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.598250] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.598615] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aabaa2e3-14fb-409c-8abe-c589345f1442 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.607458] env[69239]: DEBUG oslo_vmware.api [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 981.607458] env[69239]: value = "task-4145587" [ 981.607458] env[69239]: _type = "Task" [ 981.607458] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.621524] env[69239]: DEBUG oslo_vmware.api [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.719608] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636781} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.719608] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 69ef9903-3cbc-4b39-98a2-db9fe5640d24/69ef9903-3cbc-4b39-98a2-db9fe5640d24.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.719608] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.719608] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-416ca696-565a-4f5b-9143-caa0b61ab0cd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.733810] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 981.733810] env[69239]: value = "task-4145588" [ 981.733810] env[69239]: _type = "Task" [ 981.733810] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.748421] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.924530] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145586, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.949412] env[69239]: DEBUG nova.compute.manager [req-caea21c9-2461-44b7-a7b1-c4a8f54c138d req-193e92ff-174c-46d8-8470-a7446272581b service nova] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Received event network-vif-deleted-704101be-6e15-42be-b812-4e64121ed6ab {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.949760] env[69239]: DEBUG nova.compute.manager [req-caea21c9-2461-44b7-a7b1-c4a8f54c138d req-193e92ff-174c-46d8-8470-a7446272581b service nova] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Received event network-vif-deleted-5cc67098-d14d-4381-bc5a-5b9ff0736cd2 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.949950] env[69239]: INFO nova.compute.manager [req-caea21c9-2461-44b7-a7b1-c4a8f54c138d req-193e92ff-174c-46d8-8470-a7446272581b service nova] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Neutron deleted interface 5cc67098-d14d-4381-bc5a-5b9ff0736cd2; detaching it from the instance and deleting it from the info cache [ 981.950204] env[69239]: DEBUG nova.network.neutron [req-caea21c9-2461-44b7-a7b1-c4a8f54c138d req-193e92ff-174c-46d8-8470-a7446272581b service nova] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.967224] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 981.968040] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0dfa8ddf-d6b3-4508-b8c4-6504eeedc796 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.976798] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 981.976798] env[69239]: value = "task-4145589" [ 981.976798] env[69239]: _type = "Task" [ 981.976798] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.990548] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.056333] env[69239]: DEBUG nova.compute.manager [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.056750] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.057718] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda02ff5-6007-477d-955f-fd33dd8660ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.066484] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.074072] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d7e5ef0-f55c-4a8c-b189-f241f38a42c4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.074072] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9356eb79-c7a5-4db1-9107-90ca86f2d072 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.087272] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2ea35c-8869-4450-ae20-f0bcb2f549e0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.087762] env[69239]: DEBUG oslo_vmware.api [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 982.087762] env[69239]: value = "task-4145590" [ 982.087762] env[69239]: _type = "Task" [ 982.087762] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.124219] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcc2778-4d66-4292-a0af-fddb9d5fd54a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.136829] env[69239]: DEBUG oslo_vmware.api [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.146817] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb277aec-1a3a-424c-8d5c-9c30a7aa106a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.152264] env[69239]: DEBUG oslo_vmware.api [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145587, 'name': PowerOffVM_Task, 'duration_secs': 0.213477} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.154033] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.154033] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.154033] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e533eed-be46-42cb-ad73-608d7504826f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.165743] env[69239]: DEBUG nova.compute.provider_tree [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.220027] env[69239]: DEBUG nova.network.neutron [-] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.244611] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.245039] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.245679] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Deleting the datastore file [datastore2] 868d8686-b21b-4c8f-94ea-191c1b662640 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.254238] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3466b8c5-9da1-42b5-b695-9e75cf1fdbe4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.257749] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132965} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.258372] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.260341] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d653d9-8b91-41e6-a334-fcba965b038b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.265746] env[69239]: DEBUG oslo_vmware.api [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 982.265746] env[69239]: value = "task-4145592" [ 982.265746] env[69239]: _type = "Task" [ 982.265746] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.291539] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 69ef9903-3cbc-4b39-98a2-db9fe5640d24/69ef9903-3cbc-4b39-98a2-db9fe5640d24.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.292780] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e457bed-bc59-46d3-bc9c-e43485b020be {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.317065] env[69239]: DEBUG oslo_vmware.api [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.325148] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 982.325148] env[69239]: value = "task-4145593" [ 982.325148] env[69239]: _type = "Task" [ 982.325148] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.343999] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.365181] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "interface-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-8afb9dd6-15a2-41f2-b82e-8620b232cd48" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.365695] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-8afb9dd6-15a2-41f2-b82e-8620b232cd48" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.420158] env[69239]: DEBUG oslo_vmware.api [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145586, 'name': PowerOnVM_Task, 'duration_secs': 0.590975} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.420519] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.453925] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5dfc1962-f983-428f-8035-a735bc94ebe8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.465146] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e432d9c-d278-4d67-9d43-aafabeaefc9a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.490428] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145589, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.505731] env[69239]: DEBUG nova.compute.manager [req-caea21c9-2461-44b7-a7b1-c4a8f54c138d req-193e92ff-174c-46d8-8470-a7446272581b service nova] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Detach interface failed, port_id=5cc67098-d14d-4381-bc5a-5b9ff0736cd2, reason: Instance 09dae98c-7b24-4342-9f25-64065c1eb190 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 982.514839] env[69239]: DEBUG nova.network.neutron [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Updating instance_info_cache with network_info: [{"id": "a6f178ff-89bb-46ce-9710-f4ce4733c839", "address": "fa:16:3e:72:49:ba", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f178ff-89", "ovs_interfaceid": "a6f178ff-89bb-46ce-9710-f4ce4733c839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.590047] env[69239]: DEBUG nova.compute.manager [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 982.590047] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79350d4-891c-4cc4-a345-7089864ed286 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.612962] env[69239]: DEBUG oslo_vmware.api [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.669714] env[69239]: DEBUG nova.scheduler.client.report [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.725037] env[69239]: INFO nova.compute.manager [-] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Took 1.59 seconds to deallocate network for instance. [ 982.782657] env[69239]: DEBUG oslo_vmware.api [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340888} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.783019] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.783019] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.783312] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.787238] env[69239]: INFO nova.compute.manager [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Took 1.20 seconds to destroy the instance on the hypervisor. [ 982.787238] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.787238] env[69239]: DEBUG nova.compute.manager [-] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.787238] env[69239]: DEBUG nova.network.neutron [-] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.837749] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.868350] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.868770] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.869748] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d70ebf8-852d-48be-a237-cdf728f8bdbd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.893570] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4adffa-cc71-4d47-b105-6686c969534e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.932482] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Reconfiguring VM to detach interface {{(pid=69239) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 982.932991] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc56f9b7-4b65-493b-ac4b-497bef5af9d4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.957024] env[69239]: DEBUG oslo_vmware.api [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 982.957024] env[69239]: value = "task-4145594" [ 982.957024] env[69239]: _type = "Task" [ 982.957024] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.969595] env[69239]: DEBUG oslo_vmware.api [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.993324] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145589, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.017198] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "refresh_cache-ae00c652-9070-43f0-9ba4-bbd6c60c5240" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.100163] env[69239]: DEBUG oslo_vmware.api [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.123800] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cbb751e6-83b2-4ecf-9bcc-90bbece8e69e tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 58.028s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.177698] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.179997] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.790s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.180355] env[69239]: DEBUG nova.objects.instance [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lazy-loading 'resources' on Instance uuid 72c59591-e7cc-4a2b-9f28-fb3b696d5d30 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.212176] env[69239]: INFO nova.scheduler.client.report [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Deleted allocations for instance 7e27c8d4-373d-4b35-9684-5af63e7a5ff6 [ 983.232679] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.340817] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.473831] env[69239]: DEBUG oslo_vmware.api [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.491758] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145589, 'name': CreateSnapshot_Task, 'duration_secs': 1.138832} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.492166] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 983.492902] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4348dd-dbb0-4b1a-b65e-a0a8d5a60a69 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.601532] env[69239]: DEBUG oslo_vmware.api [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145590, 'name': PowerOffVM_Task, 'duration_secs': 1.235702} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.601874] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.602027] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.602288] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2899252-ca07-4c52-9f4d-53270ff0ab2a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.690943] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.690943] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.690943] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleting the datastore file [datastore1] c2c80e53-bc51-47b7-9163-253be16dc59b {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.690943] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbfc3b42-4853-4884-b7cc-fd0af7c25d6a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.701433] env[69239]: DEBUG oslo_vmware.api [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 983.701433] env[69239]: value = "task-4145596" [ 983.701433] env[69239]: _type = "Task" [ 983.701433] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.712679] env[69239]: DEBUG oslo_vmware.api [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.721434] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bb5bd359-fa87-46ce-bded-cb1dca4a7e4b tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "7e27c8d4-373d-4b35-9684-5af63e7a5ff6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.209s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.841664] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145593, 'name': ReconfigVM_Task, 'duration_secs': 1.176443} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.841940] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 69ef9903-3cbc-4b39-98a2-db9fe5640d24/69ef9903-3cbc-4b39-98a2-db9fe5640d24.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.842701] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e19f840-0f11-479d-8822-9ba4927a9c3e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.854908] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 983.854908] env[69239]: value = "task-4145597" [ 983.854908] env[69239]: _type = "Task" [ 983.854908] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.863020] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145597, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.974144] env[69239]: DEBUG oslo_vmware.api [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.014822] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 984.018291] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eaeced7d-cdb9-4e57-9e77-2a550ec5d569 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.027711] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 984.027711] env[69239]: value = "task-4145598" [ 984.027711] env[69239]: _type = "Task" [ 984.027711] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.038350] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145598, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.193282] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "a0160ab3-7f9f-4f46-b68b-58ea552461ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.194809] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "a0160ab3-7f9f-4f46-b68b-58ea552461ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.213259] env[69239]: DEBUG oslo_vmware.api [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433803} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.213808] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.214145] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.214452] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.215726] env[69239]: INFO nova.compute.manager [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Took 2.16 seconds to destroy the instance on the hypervisor. [ 984.215726] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.216356] env[69239]: DEBUG nova.compute.manager [-] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.216570] env[69239]: DEBUG nova.network.neutron [-] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.236175] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885f965b-b724-4f3d-bbdb-924e4a322a1d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.243604] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e16f8ac-4de6-446f-abbe-5071467b5d90 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.278742] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a19f91b-7caf-4c00-891c-b20dd46a2ae9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.288902] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb59f00-356c-47b4-a592-5e2d2cff3eb2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.304797] env[69239]: DEBUG nova.compute.provider_tree [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.366421] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145597, 'name': Rename_Task, 'duration_secs': 0.320168} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.366741] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.367017] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-883dbbbd-c282-4a6a-8a84-ba0813b73d1f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.375690] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 984.375690] env[69239]: value = "task-4145599" [ 984.375690] env[69239]: _type = "Task" [ 984.375690] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.385874] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.473475] env[69239]: DEBUG oslo_vmware.api [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.539048] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145598, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.547207] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f31e6ef-cfa4-41a6-80c8-b51722e47c8f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.561056] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "04c545a7-8355-408b-b506-d3f785cc057a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.561056] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "04c545a7-8355-408b-b506-d3f785cc057a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.578364] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Updating instance 'ae00c652-9070-43f0-9ba4-bbd6c60c5240' progress to 0 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 984.587381] env[69239]: DEBUG nova.compute.utils [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.704042] env[69239]: DEBUG nova.compute.manager [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.812101] env[69239]: DEBUG nova.scheduler.client.report [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.889178] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145599, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.973664] env[69239]: DEBUG oslo_vmware.api [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.042620] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145598, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.090642] env[69239]: DEBUG nova.network.neutron [-] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.093605] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.094247] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "04c545a7-8355-408b-b506-d3f785cc057a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.534s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.094991] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-463be10c-844b-43fd-ae51-76ded6f89637 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.104161] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 985.104161] env[69239]: value = "task-4145600" [ 985.104161] env[69239]: _type = "Task" [ 985.104161] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.114417] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.189470] env[69239]: DEBUG nova.compute.manager [req-5312c217-9284-4e64-b364-596a319034d5 req-abbc9f12-7319-4481-b03a-e22a40be67d5 service nova] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Received event network-vif-deleted-43bbad0b-6ee1-4df5-a429-8d6f5acac187 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.237821] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.317459] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.324676] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.787s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.327421] env[69239]: INFO nova.compute.claims [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.333838] env[69239]: DEBUG nova.network.neutron [-] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.353642] env[69239]: INFO nova.scheduler.client.report [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Deleted allocations for instance 72c59591-e7cc-4a2b-9f28-fb3b696d5d30 [ 985.391315] env[69239]: DEBUG oslo_vmware.api [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145599, 'name': PowerOnVM_Task, 'duration_secs': 0.681423} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.393618] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.393970] env[69239]: INFO nova.compute.manager [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Took 9.32 seconds to spawn the instance on the hypervisor. [ 985.394238] env[69239]: DEBUG nova.compute.manager [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 985.399522] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b08180d-3073-471b-908b-c95b25d5b796 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.478399] env[69239]: DEBUG oslo_vmware.api [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.540021] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145598, 'name': CloneVM_Task} progress is 95%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.595805] env[69239]: INFO nova.compute.manager [-] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Took 2.81 seconds to deallocate network for instance. [ 985.618712] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145600, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.836818] env[69239]: INFO nova.compute.manager [-] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Took 1.62 seconds to deallocate network for instance. [ 985.864890] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a4ced8e9-cca7-4e2e-8619-d58b73b4a230 tempest-ServersWithSpecificFlavorTestJSON-338716906 tempest-ServersWithSpecificFlavorTestJSON-338716906-project-member] Lock "72c59591-e7cc-4a2b-9f28-fb3b696d5d30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.856s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.910523] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.911149] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.911149] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.911297] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.911388] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.913885] env[69239]: INFO nova.compute.manager [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Terminating instance [ 985.936111] env[69239]: INFO nova.compute.manager [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Took 34.57 seconds to build instance. [ 985.974594] env[69239]: DEBUG oslo_vmware.api [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.041778] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145598, 'name': CloneVM_Task} progress is 95%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.103911] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.115234] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145600, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.147053] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "04c545a7-8355-408b-b506-d3f785cc057a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.147053] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "04c545a7-8355-408b-b506-d3f785cc057a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.147053] env[69239]: INFO nova.compute.manager [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Attaching volume 102137fc-204a-4764-b1c4-0a62caeefab3 to /dev/sdb [ 986.184086] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aac702a-440b-4897-877c-e319488ef256 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.192493] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a3e58e-8246-4f38-bd34-5c31bf44c701 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.209664] env[69239]: DEBUG nova.virt.block_device [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Updating existing volume attachment record: 79b95795-6050-41ef-b54b-4d5bd9bca057 {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 986.346187] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.418050] env[69239]: DEBUG nova.compute.manager [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.418050] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.418787] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da57fd3-38c2-40ed-8529-e6fdb3991e66 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.432686] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.432686] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c72e496-1be7-4c81-833e-82cbdbc0264f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.441288] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aecdbc84-2792-4b9b-8ed6-24d997e9c42c tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.092s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.441288] env[69239]: DEBUG oslo_vmware.api [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 986.441288] env[69239]: value = "task-4145603" [ 986.441288] env[69239]: _type = "Task" [ 986.441288] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.457024] env[69239]: DEBUG oslo_vmware.api [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.479022] env[69239]: DEBUG oslo_vmware.api [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.542612] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145598, 'name': CloneVM_Task} progress is 95%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.616470] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145600, 'name': PowerOffVM_Task, 'duration_secs': 1.315174} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.619500] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.619715] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Updating instance 'ae00c652-9070-43f0-9ba4-bbd6c60c5240' progress to 17 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.728497] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Acquiring lock "2eecfc92-5239-45c2-8137-a24991a71abe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.728854] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Lock "2eecfc92-5239-45c2-8137-a24991a71abe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.818078] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4882b9-d9a3-48f2-b91d-19d77439d758 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.826965] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9684b096-eca0-4201-9924-52e73bbd9f2b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.862762] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f766eae-a02e-4f72-9e01-f3fda915dd64 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.874855] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bfe784-58cd-416c-91c7-ec8da3d89ff1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.888729] env[69239]: DEBUG nova.compute.provider_tree [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.952166] env[69239]: DEBUG oslo_vmware.api [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145603, 'name': PowerOffVM_Task, 'duration_secs': 0.276756} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.952510] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.952637] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.952925] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec3aeddc-4fe4-4e21-9a4d-12d1a0b07545 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.962681] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "11e214f9-857f-4646-bdcc-399f5242a6db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.962928] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "11e214f9-857f-4646-bdcc-399f5242a6db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.974904] env[69239]: DEBUG oslo_vmware.api [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.030567] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.030843] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.031051] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Deleting the datastore file [datastore1] da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.031468] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da8f4aaf-5e3c-4caf-9754-8b769f8b1b6c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.045639] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145598, 'name': CloneVM_Task, 'duration_secs': 2.841459} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.047157] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Created linked-clone VM from snapshot [ 987.047501] env[69239]: DEBUG oslo_vmware.api [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 987.047501] env[69239]: value = "task-4145606" [ 987.047501] env[69239]: _type = "Task" [ 987.047501] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.048236] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e155376-323b-4763-b8fe-519e7a2e71ce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.059807] env[69239]: DEBUG oslo_vmware.api [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.063334] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Uploading image 55f4d0a1-b601-4922-8670-b96553eb093a {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 987.093052] env[69239]: DEBUG oslo_vmware.rw_handles [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 987.093052] env[69239]: value = "vm-820953" [ 987.093052] env[69239]: _type = "VirtualMachine" [ 987.093052] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 987.093052] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-77596b13-fc80-43c0-9e37-428df6d8bac6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.100938] env[69239]: DEBUG oslo_vmware.rw_handles [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lease: (returnval){ [ 987.100938] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52536e81-f0d1-2ded-abd0-483cafbe6f49" [ 987.100938] env[69239]: _type = "HttpNfcLease" [ 987.100938] env[69239]: } obtained for exporting VM: (result){ [ 987.100938] env[69239]: value = "vm-820953" [ 987.100938] env[69239]: _type = "VirtualMachine" [ 987.100938] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 987.101209] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the lease: (returnval){ [ 987.101209] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52536e81-f0d1-2ded-abd0-483cafbe6f49" [ 987.101209] env[69239]: _type = "HttpNfcLease" [ 987.101209] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 987.108502] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.108502] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52536e81-f0d1-2ded-abd0-483cafbe6f49" [ 987.108502] env[69239]: _type = "HttpNfcLease" [ 987.108502] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 987.129485] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.129581] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.129746] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.130085] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.130251] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.130407] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.130619] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.130781] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.131117] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.131303] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.131566] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.137653] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74133bc4-6bb1-4e2b-a955-a553ed07bc23 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.156744] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 987.156744] env[69239]: value = "task-4145608" [ 987.156744] env[69239]: _type = "Task" [ 987.156744] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.168236] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.233861] env[69239]: DEBUG nova.compute.manager [req-9807cdc2-ed3d-4e40-a00f-209a0990fd96 req-bf6a5b9a-89c2-4aa7-ba08-9fec8c2ea9c5 service nova] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Received event network-vif-deleted-4f9220e7-045c-4608-97fb-3ce34f7d6975 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.234571] env[69239]: DEBUG nova.compute.manager [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.392558] env[69239]: DEBUG nova.scheduler.client.report [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.465760] env[69239]: DEBUG nova.compute.manager [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.482517] env[69239]: DEBUG oslo_vmware.api [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.561152] env[69239]: DEBUG oslo_vmware.api [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269056} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.561540] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.561791] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.561791] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.561956] env[69239]: INFO nova.compute.manager [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 987.562278] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.562489] env[69239]: DEBUG nova.compute.manager [-] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.562584] env[69239]: DEBUG nova.network.neutron [-] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.611210] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.611210] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52536e81-f0d1-2ded-abd0-483cafbe6f49" [ 987.611210] env[69239]: _type = "HttpNfcLease" [ 987.611210] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 987.611635] env[69239]: DEBUG oslo_vmware.rw_handles [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 987.611635] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52536e81-f0d1-2ded-abd0-483cafbe6f49" [ 987.611635] env[69239]: _type = "HttpNfcLease" [ 987.611635] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 987.612399] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416a2b44-f77f-4e0b-9b11-708995143a1c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.621271] env[69239]: DEBUG oslo_vmware.rw_handles [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b94342-9132-72fd-6c26-345f0857d3ea/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 987.621475] env[69239]: DEBUG oslo_vmware.rw_handles [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b94342-9132-72fd-6c26-345f0857d3ea/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 987.701588] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145608, 'name': ReconfigVM_Task, 'duration_secs': 0.156409} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.702091] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Updating instance 'ae00c652-9070-43f0-9ba4-bbd6c60c5240' progress to 33 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.728971] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6359b383-18ab-4c6d-af13-ab673884f18c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.769476] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.899744] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.900371] env[69239]: DEBUG nova.compute.manager [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.903375] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.433s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.903702] env[69239]: DEBUG nova.objects.instance [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lazy-loading 'resources' on Instance uuid ea9ade42-e305-485a-8057-16cb758b883f {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.989806] env[69239]: DEBUG oslo_vmware.api [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.995142] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.214896] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.215315] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.215537] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.217138] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.217968] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.217968] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.217968] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.222032] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.222032] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.222032] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.222032] env[69239]: DEBUG nova.virt.hardware [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.225519] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 988.226701] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80141434-42a2-4df6-b5a3-15e5fc0572cd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.250702] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 988.250702] env[69239]: value = "task-4145609" [ 988.250702] env[69239]: _type = "Task" [ 988.250702] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.261610] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.330465] env[69239]: DEBUG nova.network.neutron [-] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.407894] env[69239]: DEBUG nova.compute.utils [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.409566] env[69239]: DEBUG nova.compute.manager [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Not allocating networking since 'none' was specified. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 988.484533] env[69239]: DEBUG oslo_vmware.api [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145594, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.770121] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145609, 'name': ReconfigVM_Task, 'duration_secs': 0.191882} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.770661] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 988.771533] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440c272a-25ec-476b-80c0-1a9ce9654930 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.799216] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] ae00c652-9070-43f0-9ba4-bbd6c60c5240/ae00c652-9070-43f0-9ba4-bbd6c60c5240.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.802835] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b75e026-4016-4a6b-8e52-639d539b5186 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.827690] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 988.827690] env[69239]: value = "task-4145611" [ 988.827690] env[69239]: _type = "Task" [ 988.827690] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.838584] env[69239]: INFO nova.compute.manager [-] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Took 1.28 seconds to deallocate network for instance. [ 988.839042] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.914157] env[69239]: DEBUG nova.compute.manager [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.990043] env[69239]: DEBUG oslo_vmware.api [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145594, 'name': ReconfigVM_Task, 'duration_secs': 5.824421} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.990043] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.990338] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Reconfigured VM to detach interface {{(pid=69239) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 988.994802] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef36a1c9-5cc0-4d76-aea2-757d3ed625c5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.005469] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142bcbe5-25de-4405-94d9-e6598fab06e4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.044157] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14520928-0a52-492a-a57e-c3aef70de48f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.055653] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f58090-1544-44c2-adf6-3e3327fc9e9c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.074598] env[69239]: DEBUG nova.compute.provider_tree [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.297851] env[69239]: DEBUG nova.compute.manager [req-b98a0c2e-044a-4a91-b806-2bececa64005 req-3cd6850c-0554-4c86-8fff-a2ec252d3450 service nova] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Received event network-vif-deleted-33e971f7-cc60-480a-8110-76827bba7692 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.342108] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.350995] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.579985] env[69239]: DEBUG nova.scheduler.client.report [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.845197] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.935624] env[69239]: DEBUG nova.compute.manager [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.969320] env[69239]: DEBUG nova.virt.hardware [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.969773] env[69239]: DEBUG nova.virt.hardware [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.969773] env[69239]: DEBUG nova.virt.hardware [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.970096] env[69239]: DEBUG nova.virt.hardware [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.970328] env[69239]: DEBUG nova.virt.hardware [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.970550] env[69239]: DEBUG nova.virt.hardware [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.970858] env[69239]: DEBUG nova.virt.hardware [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.971086] env[69239]: DEBUG nova.virt.hardware [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.971285] env[69239]: DEBUG nova.virt.hardware [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.971456] env[69239]: DEBUG nova.virt.hardware [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.971659] env[69239]: DEBUG nova.virt.hardware [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.973099] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e6225c-f12e-4bea-9a41-ce3ea4c2ce1a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.983390] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23613289-1173-409c-bce0-3f945b061761 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.001891] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.009802] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Creating folder: Project (ef23facd14eb4cc3a07026129498a757). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.010285] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6bca653-98f6-4ef1-a17d-1dced6a05ee8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.023530] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Created folder: Project (ef23facd14eb4cc3a07026129498a757) in parent group-v820715. [ 990.023758] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Creating folder: Instances. Parent ref: group-v820956. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.024096] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8324db3c-07f8-421b-8572-e509cdfb6101 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.035840] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Created folder: Instances in parent group-v820956. [ 990.036166] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.036387] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.036638] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c78f03d-9673-4277-9dbd-8f55f1475278 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.056438] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.056438] env[69239]: value = "task-4145614" [ 990.056438] env[69239]: _type = "Task" [ 990.056438] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.066454] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145614, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.085948] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.089243] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.947s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.091165] env[69239]: INFO nova.compute.claims [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.119234] env[69239]: INFO nova.scheduler.client.report [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Deleted allocations for instance ea9ade42-e305-485a-8057-16cb758b883f [ 990.128373] env[69239]: DEBUG nova.compute.manager [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Received event network-vif-deleted-162fa375-18e9-4f6b-be3b-52e23e69ab94 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.128373] env[69239]: INFO nova.compute.manager [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Neutron deleted interface 162fa375-18e9-4f6b-be3b-52e23e69ab94; detaching it from the instance and deleting it from the info cache [ 990.128373] env[69239]: DEBUG nova.network.neutron [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Updating instance_info_cache with network_info: [{"id": "aa034852-13ba-4222-a761-67ec7d05d1ab", "address": "fa:16:3e:27:51:a2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa034852-13", "ovs_interfaceid": "aa034852-13ba-4222-a761-67ec7d05d1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8afb9dd6-15a2-41f2-b82e-8620b232cd48", "address": "fa:16:3e:1a:1b:40", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8afb9dd6-15", "ovs_interfaceid": "8afb9dd6-15a2-41f2-b82e-8620b232cd48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.342582] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145611, 'name': ReconfigVM_Task, 'duration_secs': 1.299215} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.342930] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Reconfigured VM instance instance-0000004c to attach disk [datastore2] ae00c652-9070-43f0-9ba4-bbd6c60c5240/ae00c652-9070-43f0-9ba4-bbd6c60c5240.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.343292] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Updating instance 'ae00c652-9070-43f0-9ba4-bbd6c60c5240' progress to 50 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.441985] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.441985] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.441985] env[69239]: DEBUG nova.network.neutron [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.576987] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145614, 'name': CreateVM_Task, 'duration_secs': 0.439785} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.577286] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.578115] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.578415] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.578915] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.579211] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-025a47b8-c092-4e42-aee6-23b4f90940d0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.586328] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 990.586328] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52bb7d15-b020-4bb6-de66-1b1bc0b71907" [ 990.586328] env[69239]: _type = "Task" [ 990.586328] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.603014] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bb7d15-b020-4bb6-de66-1b1bc0b71907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.632900] env[69239]: DEBUG oslo_concurrency.lockutils [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Acquiring lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.633869] env[69239]: DEBUG oslo_concurrency.lockutils [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Acquired lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.633869] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d2902788-0756-4546-8075-76c8d5dfbd7f tempest-ImagesOneServerNegativeTestJSON-501782696 tempest-ImagesOneServerNegativeTestJSON-501782696-project-member] Lock "ea9ade42-e305-485a-8057-16cb758b883f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.275s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.635668] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373aa5cf-0354-4476-88cd-484d0d09ac9a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.655846] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9101b59e-c90f-438a-b565-2fe368cfa2a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.691340] env[69239]: DEBUG nova.virt.vmwareapi.vmops [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Reconfiguring VM to detach interface {{(pid=69239) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 990.692852] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0268a52b-e458-4d25-a336-89723e77d39a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.711858] env[69239]: DEBUG oslo_concurrency.lockutils [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.720643] env[69239]: DEBUG oslo_vmware.api [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Waiting for the task: (returnval){ [ 990.720643] env[69239]: value = "task-4145615" [ 990.720643] env[69239]: _type = "Task" [ 990.720643] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.734022] env[69239]: DEBUG oslo_vmware.api [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Task: {'id': task-4145615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.764804] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 990.764804] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820955', 'volume_id': '102137fc-204a-4764-b1c4-0a62caeefab3', 'name': 'volume-102137fc-204a-4764-b1c4-0a62caeefab3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04c545a7-8355-408b-b506-d3f785cc057a', 'attached_at': '', 'detached_at': '', 'volume_id': '102137fc-204a-4764-b1c4-0a62caeefab3', 'serial': '102137fc-204a-4764-b1c4-0a62caeefab3'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 990.764804] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2416f3-86c5-4f1f-ba8c-17a6792e7aa6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.782228] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5fad81-9173-4559-b1a6-268b1efaf57d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.808758] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-102137fc-204a-4764-b1c4-0a62caeefab3/volume-102137fc-204a-4764-b1c4-0a62caeefab3.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.809132] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97def04a-4643-4e33-b4c9-0a39b186c2d4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.828867] env[69239]: DEBUG oslo_vmware.api [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 990.828867] env[69239]: value = "task-4145616" [ 990.828867] env[69239]: _type = "Task" [ 990.828867] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.840032] env[69239]: DEBUG oslo_vmware.api [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.851040] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e1f616-7aeb-4ad0-bf27-ee673fd9e003 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.872367] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48422d5-67ca-4022-951b-e7b409759b43 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.892188] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Updating instance 'ae00c652-9070-43f0-9ba4-bbd6c60c5240' progress to 67 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.097848] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52bb7d15-b020-4bb6-de66-1b1bc0b71907, 'name': SearchDatastore_Task, 'duration_secs': 0.015818} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.098179] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.098419] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.098668] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.098816] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.099010] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.099296] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2821a59a-258e-4bde-bf94-df973a5e6093 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.110710] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.110938] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.114775] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a77324e-f638-4a6b-a56b-e1993f48f1ce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.122312] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 991.122312] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527585bc-9d7f-17d8-d1a4-c87123dc1841" [ 991.122312] env[69239]: _type = "Task" [ 991.122312] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.132259] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527585bc-9d7f-17d8-d1a4-c87123dc1841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.234187] env[69239]: DEBUG oslo_vmware.api [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Task: {'id': task-4145615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.319531] env[69239]: INFO nova.network.neutron [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Port 8afb9dd6-15a2-41f2-b82e-8620b232cd48 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 991.320065] env[69239]: DEBUG nova.network.neutron [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Updating instance_info_cache with network_info: [{"id": "aa034852-13ba-4222-a761-67ec7d05d1ab", "address": "fa:16:3e:27:51:a2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa034852-13", "ovs_interfaceid": "aa034852-13ba-4222-a761-67ec7d05d1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.344391] env[69239]: DEBUG oslo_vmware.api [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145616, 'name': ReconfigVM_Task, 'duration_secs': 0.448237} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.344856] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-102137fc-204a-4764-b1c4-0a62caeefab3/volume-102137fc-204a-4764-b1c4-0a62caeefab3.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.352885] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-780e918c-eb2f-4633-a68e-1c7cbc506c29 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.370070] env[69239]: DEBUG oslo_vmware.api [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 991.370070] env[69239]: value = "task-4145617" [ 991.370070] env[69239]: _type = "Task" [ 991.370070] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.383036] env[69239]: DEBUG oslo_vmware.api [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.402848] env[69239]: DEBUG nova.compute.manager [req-f929076d-3fb0-4a86-a206-71f768288080 req-23a970bc-9238-4440-829f-abbd4754e0cb service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Received event network-vif-deleted-8afb9dd6-15a2-41f2-b82e-8620b232cd48 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.467657] env[69239]: DEBUG nova.network.neutron [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Port a6f178ff-89bb-46ce-9710-f4ce4733c839 binding to destination host cpu-1 is already ACTIVE {{(pid=69239) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 991.632957] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527585bc-9d7f-17d8-d1a4-c87123dc1841, 'name': SearchDatastore_Task, 'duration_secs': 0.014245} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.634185] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d67ffa5-4458-4f44-a7b5-3c8efb6310cd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.647211] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 991.647211] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ee4254-afe2-0c63-1b92-212cc11ceac3" [ 991.647211] env[69239]: _type = "Task" [ 991.647211] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.657760] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ee4254-afe2-0c63-1b92-212cc11ceac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.686367] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd229be-6174-4762-a351-622d6f6d2113 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.695239] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321f2303-1742-4076-a38d-990cebfa8f29 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.735380] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744d145f-4f97-47b2-9017-c6372a542688 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.749255] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834ee42f-ad4d-44b5-a20b-3d755e918dbe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.752761] env[69239]: DEBUG oslo_vmware.api [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Task: {'id': task-4145615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.766538] env[69239]: DEBUG nova.compute.provider_tree [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.823370] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "refresh_cache-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.978907] env[69239]: DEBUG oslo_vmware.api [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145617, 'name': ReconfigVM_Task, 'duration_secs': 0.166655} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.978907] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820955', 'volume_id': '102137fc-204a-4764-b1c4-0a62caeefab3', 'name': 'volume-102137fc-204a-4764-b1c4-0a62caeefab3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04c545a7-8355-408b-b506-d3f785cc057a', 'attached_at': '', 'detached_at': '', 'volume_id': '102137fc-204a-4764-b1c4-0a62caeefab3', 'serial': '102137fc-204a-4764-b1c4-0a62caeefab3'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 992.157972] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ee4254-afe2-0c63-1b92-212cc11ceac3, 'name': SearchDatastore_Task, 'duration_secs': 0.026162} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.158299] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.158608] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] a4b92ebd-4cc6-47d8-8940-638eee152487/a4b92ebd-4cc6-47d8-8940-638eee152487.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.159048] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb50f935-1951-4c5b-9252-dd9a88a43c4f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.168221] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 992.168221] env[69239]: value = "task-4145618" [ 992.168221] env[69239]: _type = "Task" [ 992.168221] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.180072] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.241941] env[69239]: DEBUG oslo_vmware.api [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Task: {'id': task-4145615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.270504] env[69239]: DEBUG nova.scheduler.client.report [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.328238] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7b79c02f-6d20-4dae-9d7e-30bb6024d9de tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-8afb9dd6-15a2-41f2-b82e-8620b232cd48" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.963s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.495898] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.499245] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.499864] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.682717] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145618, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.746340] env[69239]: DEBUG oslo_vmware.api [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Task: {'id': task-4145615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.777095] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.777882] env[69239]: DEBUG nova.compute.manager [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.782455] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.098s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.782694] env[69239]: DEBUG nova.objects.instance [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lazy-loading 'resources' on Instance uuid d94afb5d-685e-461a-8900-e811ebedbc13 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.940685] env[69239]: DEBUG nova.objects.instance [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lazy-loading 'flavor' on Instance uuid 04c545a7-8355-408b-b506-d3f785cc057a {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.129137] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.129137] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.185356] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6537} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.185356] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] a4b92ebd-4cc6-47d8-8940-638eee152487/a4b92ebd-4cc6-47d8-8940-638eee152487.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.185356] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.185356] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf97544c-aed0-4e88-a7b4-87222972fdda {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.193014] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 993.193014] env[69239]: value = "task-4145619" [ 993.193014] env[69239]: _type = "Task" [ 993.193014] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.203600] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.243943] env[69239]: DEBUG oslo_vmware.api [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Task: {'id': task-4145615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.290416] env[69239]: DEBUG nova.compute.utils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.292817] env[69239]: DEBUG nova.compute.manager [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.293114] env[69239]: DEBUG nova.network.neutron [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.398395] env[69239]: DEBUG nova.policy [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd68693239a7d41509729726d06dae86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44ef109c9ffc4312b5a456a146c20983', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.446758] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7e639e62-a864-4d86-8e3b-f1fed81feb6a tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "04c545a7-8355-408b-b506-d3f785cc057a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.300s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.599327] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "refresh_cache-ae00c652-9070-43f0-9ba4-bbd6c60c5240" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.600124] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "refresh_cache-ae00c652-9070-43f0-9ba4-bbd6c60c5240" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.600124] env[69239]: DEBUG nova.network.neutron [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.648808] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.648808] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.648808] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.648808] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.648808] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.648808] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.648808] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69239) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 993.648808] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.706500] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079495} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.710794] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.712393] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76aae037-3f3c-4bf1-878f-faade090e91b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.736940] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a4b92ebd-4cc6-47d8-8940-638eee152487/a4b92ebd-4cc6-47d8-8940-638eee152487.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.740281] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6437ac0e-9669-43b2-83e6-584d6b9b17d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.768453] env[69239]: DEBUG oslo_vmware.api [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Task: {'id': task-4145615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.770164] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 993.770164] env[69239]: value = "task-4145620" [ 993.770164] env[69239]: _type = "Task" [ 993.770164] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.782085] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.797164] env[69239]: DEBUG nova.compute.manager [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.849915] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce3e8cf-71f5-416e-ae88-2224b0f5dc45 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.860141] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7504ab50-a4ff-4692-b294-ae6b5800e1a7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.894360] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733e1801-60da-42aa-a766-bc74525f23eb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.903716] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5995d005-1c8d-414b-9772-07d4930a60cc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.919724] env[69239]: DEBUG nova.compute.provider_tree [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.081474] env[69239]: DEBUG nova.network.neutron [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Successfully created port: 0b240255-7a1b-4a4f-a2a9-b61abf239996 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.152433] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.255414] env[69239]: DEBUG oslo_vmware.api [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Task: {'id': task-4145615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.287666] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145620, 'name': ReconfigVM_Task, 'duration_secs': 0.473503} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.287666] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a4b92ebd-4cc6-47d8-8940-638eee152487/a4b92ebd-4cc6-47d8-8940-638eee152487.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.287666] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cca4c45-ba77-4ee3-ab49-bee434f32247 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.295124] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 994.295124] env[69239]: value = "task-4145621" [ 994.295124] env[69239]: _type = "Task" [ 994.295124] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.310996] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145621, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.426835] env[69239]: DEBUG nova.scheduler.client.report [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.753692] env[69239]: DEBUG oslo_vmware.api [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Task: {'id': task-4145615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.801856] env[69239]: DEBUG nova.network.neutron [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Updating instance_info_cache with network_info: [{"id": "a6f178ff-89bb-46ce-9710-f4ce4733c839", "address": "fa:16:3e:72:49:ba", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f178ff-89", "ovs_interfaceid": "a6f178ff-89bb-46ce-9710-f4ce4733c839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.809487] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145621, 'name': Rename_Task, 'duration_secs': 0.241866} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.809487] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.809580] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-805eafff-0137-4fef-8723-7b95ce200f44 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.815485] env[69239]: DEBUG nova.compute.manager [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.817626] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 994.817626] env[69239]: value = "task-4145622" [ 994.817626] env[69239]: _type = "Task" [ 994.817626] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.829037] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.840397] env[69239]: DEBUG nova.virt.hardware [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.841609] env[69239]: DEBUG nova.virt.hardware [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.841609] env[69239]: DEBUG nova.virt.hardware [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.841609] env[69239]: DEBUG nova.virt.hardware [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.841609] env[69239]: DEBUG nova.virt.hardware [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.841609] env[69239]: DEBUG nova.virt.hardware [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.841609] env[69239]: DEBUG nova.virt.hardware [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.842127] env[69239]: DEBUG nova.virt.hardware [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.842127] env[69239]: DEBUG nova.virt.hardware [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.842127] env[69239]: DEBUG nova.virt.hardware [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.842248] env[69239]: DEBUG nova.virt.hardware [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.843431] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca0e1b0-f928-4f66-b219-b3514ea6d980 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.853795] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1b39f9-eaaf-4882-97b7-0382b166a85f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.935114] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.938238] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.862s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.963324] env[69239]: INFO nova.scheduler.client.report [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleted allocations for instance d94afb5d-685e-461a-8900-e811ebedbc13 [ 995.254774] env[69239]: DEBUG oslo_vmware.api [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Task: {'id': task-4145615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.306496] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "refresh_cache-ae00c652-9070-43f0-9ba4-bbd6c60c5240" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.337793] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145622, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.441960] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f13a20c-1aaf-440f-9c19-b85fac65ca01 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.453547] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c27bf7-6e2c-4257-968d-2496ef832c24 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.491483] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95a188a-a808-4b66-8b03-6b0fe7a65091 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.494799] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ee6dc1aa-e20c-4165-bede-9370433f889b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "d94afb5d-685e-461a-8900-e811ebedbc13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.748s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.503398] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1617ff52-9715-4dc5-b497-d679c5fe8d5f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.519425] env[69239]: DEBUG nova.compute.provider_tree [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.762677] env[69239]: DEBUG oslo_vmware.api [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Task: {'id': task-4145615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.838557] env[69239]: DEBUG oslo_vmware.api [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145622, 'name': PowerOnVM_Task, 'duration_secs': 0.734373} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.840979] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.840979] env[69239]: INFO nova.compute.manager [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Took 5.90 seconds to spawn the instance on the hypervisor. [ 995.840979] env[69239]: DEBUG nova.compute.manager [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 995.840979] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dcebf7-fc7f-423a-8471-c1eb31df135f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.852799] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5747027f-e9bf-4e61-97d6-a4c935cd5ae2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.876367] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2034251-d11c-45cf-b7ff-dcaa71acacb6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.885900] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "7c219ef8-df8a-4212-a984-59006ea4d994" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.886212] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "7c219ef8-df8a-4212-a984-59006ea4d994" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.891249] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Updating instance 'ae00c652-9070-43f0-9ba4-bbd6c60c5240' progress to 83 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.023954] env[69239]: DEBUG nova.scheduler.client.report [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.223966] env[69239]: DEBUG nova.compute.manager [req-1d83947e-7091-464f-bdfe-4d0f6d1fed53 req-3ef94ef4-d6ba-4961-a9ab-e4304fb85b1e service nova] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Received event network-vif-plugged-0b240255-7a1b-4a4f-a2a9-b61abf239996 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.224676] env[69239]: DEBUG oslo_concurrency.lockutils [req-1d83947e-7091-464f-bdfe-4d0f6d1fed53 req-3ef94ef4-d6ba-4961-a9ab-e4304fb85b1e service nova] Acquiring lock "adf7e76b-a921-4315-820f-b32a74f4b2e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.225619] env[69239]: DEBUG oslo_concurrency.lockutils [req-1d83947e-7091-464f-bdfe-4d0f6d1fed53 req-3ef94ef4-d6ba-4961-a9ab-e4304fb85b1e service nova] Lock "adf7e76b-a921-4315-820f-b32a74f4b2e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.225619] env[69239]: DEBUG oslo_concurrency.lockutils [req-1d83947e-7091-464f-bdfe-4d0f6d1fed53 req-3ef94ef4-d6ba-4961-a9ab-e4304fb85b1e service nova] Lock "adf7e76b-a921-4315-820f-b32a74f4b2e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.226632] env[69239]: DEBUG nova.compute.manager [req-1d83947e-7091-464f-bdfe-4d0f6d1fed53 req-3ef94ef4-d6ba-4961-a9ab-e4304fb85b1e service nova] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] No waiting events found dispatching network-vif-plugged-0b240255-7a1b-4a4f-a2a9-b61abf239996 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 996.226632] env[69239]: WARNING nova.compute.manager [req-1d83947e-7091-464f-bdfe-4d0f6d1fed53 req-3ef94ef4-d6ba-4961-a9ab-e4304fb85b1e service nova] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Received unexpected event network-vif-plugged-0b240255-7a1b-4a4f-a2a9-b61abf239996 for instance with vm_state building and task_state spawning. [ 996.254591] env[69239]: DEBUG oslo_vmware.api [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Task: {'id': task-4145615, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.373814] env[69239]: INFO nova.compute.manager [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Took 29.86 seconds to build instance. [ 996.388545] env[69239]: DEBUG nova.compute.manager [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.398317] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.398980] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9761365b-c143-4043-81bd-c0daf502bbe6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.407744] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 996.407744] env[69239]: value = "task-4145623" [ 996.407744] env[69239]: _type = "Task" [ 996.407744] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.420217] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.461268] env[69239]: DEBUG oslo_vmware.rw_handles [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b94342-9132-72fd-6c26-345f0857d3ea/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 996.462673] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd016f1-9dfc-4535-86ec-4f9b9d92d86e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.471476] env[69239]: DEBUG oslo_vmware.rw_handles [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b94342-9132-72fd-6c26-345f0857d3ea/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 996.471653] env[69239]: ERROR oslo_vmware.rw_handles [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b94342-9132-72fd-6c26-345f0857d3ea/disk-0.vmdk due to incomplete transfer. [ 996.471904] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4d719535-9ce6-427e-b092-ecdd6c61ba92 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.481357] env[69239]: DEBUG oslo_vmware.rw_handles [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b94342-9132-72fd-6c26-345f0857d3ea/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 996.481704] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Uploaded image 55f4d0a1-b601-4922-8670-b96553eb093a to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 996.483988] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 996.484338] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d91d18ea-b495-47bf-b8d0-72d4f2b82213 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.492435] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 996.492435] env[69239]: value = "task-4145624" [ 996.492435] env[69239]: _type = "Task" [ 996.492435] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.503523] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145624, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.529271] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.591s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.529494] env[69239]: INFO nova.compute.manager [None req-c2518fdf-b13a-4137-b025-75b539dbc67f tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Successfully reverted task state from rebuilding on failure for instance. [ 996.535240] env[69239]: DEBUG oslo_concurrency.lockutils [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.527s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.535240] env[69239]: DEBUG nova.objects.instance [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lazy-loading 'resources' on Instance uuid bb959ee7-1de9-4877-b342-4183c2a30146 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.576992] env[69239]: DEBUG nova.network.neutron [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Successfully updated port: 0b240255-7a1b-4a4f-a2a9-b61abf239996 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.686456] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "ee6949fc-f81c-429c-9756-9140b82aa5fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.686773] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "ee6949fc-f81c-429c-9756-9140b82aa5fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.687018] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "ee6949fc-f81c-429c-9756-9140b82aa5fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.687649] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "ee6949fc-f81c-429c-9756-9140b82aa5fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.687649] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "ee6949fc-f81c-429c-9756-9140b82aa5fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.691508] env[69239]: INFO nova.compute.manager [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Terminating instance [ 996.758898] env[69239]: DEBUG oslo_vmware.api [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Task: {'id': task-4145615, 'name': ReconfigVM_Task, 'duration_secs': 5.790236} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.759183] env[69239]: DEBUG oslo_concurrency.lockutils [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] Releasing lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.759648] env[69239]: DEBUG nova.virt.vmwareapi.vmops [req-46e9591f-bcc8-4f51-8fd6-6866c0e4e2ae req-dbaf8eb5-8e58-41ad-918d-f474e6b525b8 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Reconfigured VM to detach interface {{(pid=69239) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 996.760652] env[69239]: DEBUG oslo_concurrency.lockutils [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.049s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.760921] env[69239]: DEBUG oslo_concurrency.lockutils [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.761165] env[69239]: DEBUG oslo_concurrency.lockutils [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.761336] env[69239]: DEBUG oslo_concurrency.lockutils [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.764528] env[69239]: INFO nova.compute.manager [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Terminating instance [ 996.877362] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8e34649-f7b9-4987-8254-f140fabf77fa tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Lock "a4b92ebd-4cc6-47d8-8940-638eee152487" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.374s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.927916] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145623, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.935093] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.012804] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145624, 'name': Destroy_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.079715] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "refresh_cache-adf7e76b-a921-4315-820f-b32a74f4b2e0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.080723] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "refresh_cache-adf7e76b-a921-4315-820f-b32a74f4b2e0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.080723] env[69239]: DEBUG nova.network.neutron [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.199304] env[69239]: DEBUG nova.compute.manager [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.199304] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.199304] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9bb403-5235-4cdd-b3ba-0c7108753660 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.207730] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.208303] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db8d80a1-bcda-4b8f-8f36-430385f04890 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.221997] env[69239]: DEBUG oslo_vmware.api [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 997.221997] env[69239]: value = "task-4145625" [ 997.221997] env[69239]: _type = "Task" [ 997.221997] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.239103] env[69239]: DEBUG oslo_vmware.api [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.272160] env[69239]: DEBUG nova.compute.manager [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.272502] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.274035] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e586889-4036-478d-9171-a67300fa1fdf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.286648] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.287062] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45e97ace-714a-4ebe-a21a-b5413a8383c2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.296569] env[69239]: DEBUG oslo_vmware.api [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 997.296569] env[69239]: value = "task-4145626" [ 997.296569] env[69239]: _type = "Task" [ 997.296569] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.314209] env[69239]: DEBUG oslo_vmware.api [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.425611] env[69239]: DEBUG oslo_vmware.api [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145623, 'name': PowerOnVM_Task, 'duration_secs': 0.559539} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.425928] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.426445] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7884a0fc-ba62-43e9-b8e4-04f779ed9c61 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Updating instance 'ae00c652-9070-43f0-9ba4-bbd6c60c5240' progress to 100 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.510232] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145624, 'name': Destroy_Task, 'duration_secs': 0.896913} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.510380] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Destroyed the VM [ 997.510597] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 997.510863] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-530a73d1-254c-4b73-88cb-0bf0a0723da0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.520648] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 997.520648] env[69239]: value = "task-4145627" [ 997.520648] env[69239]: _type = "Task" [ 997.520648] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.532943] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145627, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.619276] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15acd4d2-da89-4f2a-8b09-2f1bd0f536e7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.631143] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f7b074-f966-4c19-8ac6-6a77f734a43b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.671152] env[69239]: DEBUG nova.network.neutron [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.673875] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53391b13-b485-414e-8e35-6fe9f034bb88 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.683096] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02135bc5-9c7c-4475-936e-22546fca0ada {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.699415] env[69239]: DEBUG nova.compute.provider_tree [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.705796] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "3024be94-0544-44d0-b6c7-91a395d26e63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.706064] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "3024be94-0544-44d0-b6c7-91a395d26e63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.738545] env[69239]: DEBUG oslo_vmware.api [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145625, 'name': PowerOffVM_Task, 'duration_secs': 0.263567} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.738545] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.738545] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.740284] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2541351-fcd8-47e7-b192-36d1235ccb11 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.814530] env[69239]: DEBUG oslo_vmware.api [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145626, 'name': PowerOffVM_Task, 'duration_secs': 0.374218} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.816168] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.816313] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.817666] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8af26de1-e288-4a0c-9d15-1acb29d961bf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.821112] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.821112] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.821294] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleting the datastore file [datastore2] ee6949fc-f81c-429c-9756-9140b82aa5fa {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.821914] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd43af10-f59d-4d41-aa58-45de4989bd4f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.831042] env[69239]: DEBUG oslo_vmware.api [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 997.831042] env[69239]: value = "task-4145630" [ 997.831042] env[69239]: _type = "Task" [ 997.831042] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.840602] env[69239]: DEBUG oslo_vmware.api [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.897864] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.898172] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.898392] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Deleting the datastore file [datastore2] 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.898717] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5868355c-a3ec-4997-9cfc-37e40947c862 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.908148] env[69239]: DEBUG oslo_vmware.api [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 997.908148] env[69239]: value = "task-4145631" [ 997.908148] env[69239]: _type = "Task" [ 997.908148] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.920120] env[69239]: DEBUG oslo_vmware.api [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.921785] env[69239]: DEBUG nova.network.neutron [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Updating instance_info_cache with network_info: [{"id": "0b240255-7a1b-4a4f-a2a9-b61abf239996", "address": "fa:16:3e:8e:83:e0", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b240255-7a", "ovs_interfaceid": "0b240255-7a1b-4a4f-a2a9-b61abf239996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.033830] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145627, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.207289] env[69239]: DEBUG nova.scheduler.client.report [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.211713] env[69239]: DEBUG nova.compute.manager [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.349537] env[69239]: DEBUG oslo_vmware.api [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186518} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.349537] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.349537] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.349537] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.349537] env[69239]: INFO nova.compute.manager [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 998.349537] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.349537] env[69239]: DEBUG nova.compute.manager [-] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.349993] env[69239]: DEBUG nova.network.neutron [-] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.424710] env[69239]: DEBUG oslo_vmware.api [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24746} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.428559] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.428559] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.428559] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.428559] env[69239]: INFO nova.compute.manager [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Took 1.15 seconds to destroy the instance on the hypervisor. [ 998.428559] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.428559] env[69239]: DEBUG nova.compute.manager [-] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.428559] env[69239]: DEBUG nova.network.neutron [-] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.431715] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "refresh_cache-adf7e76b-a921-4315-820f-b32a74f4b2e0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.431970] env[69239]: DEBUG nova.compute.manager [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Instance network_info: |[{"id": "0b240255-7a1b-4a4f-a2a9-b61abf239996", "address": "fa:16:3e:8e:83:e0", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b240255-7a", "ovs_interfaceid": "0b240255-7a1b-4a4f-a2a9-b61abf239996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.432428] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:83:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b240255-7a1b-4a4f-a2a9-b61abf239996', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.445477] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.452506] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.454289] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fc91157-133e-4a33-b2cb-a129321548fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.475129] env[69239]: INFO nova.compute.manager [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Rebuilding instance [ 998.486054] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.486054] env[69239]: value = "task-4145632" [ 998.486054] env[69239]: _type = "Task" [ 998.486054] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.499917] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145632, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.558311] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145627, 'name': RemoveSnapshot_Task, 'duration_secs': 0.613175} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.558311] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 998.559329] env[69239]: DEBUG nova.compute.manager [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 998.559939] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0222359d-9bf1-4cc2-a1af-dc796e7a3ab2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.582259] env[69239]: DEBUG nova.compute.manager [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 998.583270] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb66c864-e406-445e-bbb3-5e734f06ee09 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.617634] env[69239]: DEBUG nova.compute.manager [req-44fd67cb-761a-4a49-b72f-32da0f5c9dfb req-e6893e1f-7499-413e-bb1c-21c7a62feb99 service nova] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Received event network-changed-0b240255-7a1b-4a4f-a2a9-b61abf239996 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.617911] env[69239]: DEBUG nova.compute.manager [req-44fd67cb-761a-4a49-b72f-32da0f5c9dfb req-e6893e1f-7499-413e-bb1c-21c7a62feb99 service nova] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Refreshing instance network info cache due to event network-changed-0b240255-7a1b-4a4f-a2a9-b61abf239996. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.618341] env[69239]: DEBUG oslo_concurrency.lockutils [req-44fd67cb-761a-4a49-b72f-32da0f5c9dfb req-e6893e1f-7499-413e-bb1c-21c7a62feb99 service nova] Acquiring lock "refresh_cache-adf7e76b-a921-4315-820f-b32a74f4b2e0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.618530] env[69239]: DEBUG oslo_concurrency.lockutils [req-44fd67cb-761a-4a49-b72f-32da0f5c9dfb req-e6893e1f-7499-413e-bb1c-21c7a62feb99 service nova] Acquired lock "refresh_cache-adf7e76b-a921-4315-820f-b32a74f4b2e0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.618703] env[69239]: DEBUG nova.network.neutron [req-44fd67cb-761a-4a49-b72f-32da0f5c9dfb req-e6893e1f-7499-413e-bb1c-21c7a62feb99 service nova] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Refreshing network info cache for port 0b240255-7a1b-4a4f-a2a9-b61abf239996 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.713570] env[69239]: DEBUG oslo_concurrency.lockutils [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.716562] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.963s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.719531] env[69239]: INFO nova.compute.claims [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.739168] env[69239]: INFO nova.scheduler.client.report [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleted allocations for instance bb959ee7-1de9-4877-b342-4183c2a30146 [ 998.744184] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.003512] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145632, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.048306] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "68dc8f98-ffe2-4c42-9431-2bbe7884f423" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.048774] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "68dc8f98-ffe2-4c42-9431-2bbe7884f423" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.085230] env[69239]: INFO nova.compute.manager [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Shelve offloading [ 999.090712] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "c2d45cc2-63cb-4943-9fd7-64ab5306ac87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.090967] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "c2d45cc2-63cb-4943-9fd7-64ab5306ac87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.252489] env[69239]: DEBUG oslo_concurrency.lockutils [None req-283304f5-6ede-440f-95a5-a80186adb2a3 tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "bb959ee7-1de9-4877-b342-4183c2a30146" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.668s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.398214] env[69239]: DEBUG nova.network.neutron [req-44fd67cb-761a-4a49-b72f-32da0f5c9dfb req-e6893e1f-7499-413e-bb1c-21c7a62feb99 service nova] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Updated VIF entry in instance network info cache for port 0b240255-7a1b-4a4f-a2a9-b61abf239996. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.398214] env[69239]: DEBUG nova.network.neutron [req-44fd67cb-761a-4a49-b72f-32da0f5c9dfb req-e6893e1f-7499-413e-bb1c-21c7a62feb99 service nova] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Updating instance_info_cache with network_info: [{"id": "0b240255-7a1b-4a4f-a2a9-b61abf239996", "address": "fa:16:3e:8e:83:e0", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b240255-7a", "ovs_interfaceid": "0b240255-7a1b-4a4f-a2a9-b61abf239996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.500301] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145632, 'name': CreateVM_Task, 'duration_secs': 0.572147} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.500660] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.501615] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.501861] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.502967] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.502967] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a94a7e-0f13-4aee-8202-3b7de25a2ffe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.508458] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 999.508458] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52dcbd4c-ffb7-f643-609b-e44fd6c88aa9" [ 999.508458] env[69239]: _type = "Task" [ 999.508458] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.518099] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52dcbd4c-ffb7-f643-609b-e44fd6c88aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.551154] env[69239]: DEBUG nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.593626] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.594140] env[69239]: DEBUG nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.597865] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86f7591b-212d-4ec2-8f9f-61cfde5fa476 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.606030] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.606396] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 999.606396] env[69239]: value = "task-4145633" [ 999.606396] env[69239]: _type = "Task" [ 999.606396] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.606596] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7cbeef7-a796-4441-82dd-089a0fdfa460 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.624314] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] VM already powered off {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 999.627032] env[69239]: DEBUG nova.compute.manager [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 999.627032] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 999.627032] env[69239]: value = "task-4145634" [ 999.627032] env[69239]: _type = "Task" [ 999.627032] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.627032] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b49876-b5b3-466f-a9d2-b044f01b53c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.642072] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.642391] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "refresh_cache-6279e072-562e-4aeb-b4de-3b0bd19ca0c8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.642604] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "refresh_cache-6279e072-562e-4aeb-b4de-3b0bd19ca0c8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.642830] env[69239]: DEBUG nova.network.neutron [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.811865] env[69239]: DEBUG nova.network.neutron [-] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.902802] env[69239]: DEBUG oslo_concurrency.lockutils [req-44fd67cb-761a-4a49-b72f-32da0f5c9dfb req-e6893e1f-7499-413e-bb1c-21c7a62feb99 service nova] Releasing lock "refresh_cache-adf7e76b-a921-4315-820f-b32a74f4b2e0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.026466] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52dcbd4c-ffb7-f643-609b-e44fd6c88aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.018527} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.031112] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.031405] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.031656] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.031805] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.031991] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.033808] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e7540d3-1908-4999-bef2-8babb36bf551 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.048686] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.048686] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.052584] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d272d496-e544-4842-9ab6-27f4e26dc869 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.063266] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1000.063266] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526979dc-f2fd-5956-34db-c7d359aca8fe" [ 1000.063266] env[69239]: _type = "Task" [ 1000.063266] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.072857] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526979dc-f2fd-5956-34db-c7d359aca8fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.077753] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.124958] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.148812] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145634, 'name': PowerOffVM_Task, 'duration_secs': 0.138379} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.150488] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.150851] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.152184] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eb8927-c241-4796-8d8b-6656ddc482aa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.163433] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.163433] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08db775b-3ea1-4f3e-b806-6d2dc69b88ef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.195209] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.195620] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.195885] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Deleting the datastore file [datastore1] a4b92ebd-4cc6-47d8-8940-638eee152487 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.196530] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9867d34-1dc3-49db-ab0f-71693e8ea4f7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.206578] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 1000.206578] env[69239]: value = "task-4145636" [ 1000.206578] env[69239]: _type = "Task" [ 1000.206578] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.222459] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.324330] env[69239]: INFO nova.compute.manager [-] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Took 1.97 seconds to deallocate network for instance. [ 1000.326622] env[69239]: DEBUG nova.network.neutron [-] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.329709] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67e7e75-8876-4ac9-bc24-32fa304e00d7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.351359] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c054d7a-aa30-49e0-b73b-01b069fc9d68 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.394447] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7661d096-7664-447f-add3-1431815db1ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.405495] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf78297-5958-4705-98b6-d3f25eff5389 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.424730] env[69239]: DEBUG nova.compute.provider_tree [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.577175] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526979dc-f2fd-5956-34db-c7d359aca8fe, 'name': SearchDatastore_Task, 'duration_secs': 0.013001} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.578387] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9245d5-6eb3-4705-91c4-1be6c5f3fa41 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.582702] env[69239]: DEBUG nova.network.neutron [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Updating instance_info_cache with network_info: [{"id": "ca585637-3f03-4e2d-92c0-f4700f7922a5", "address": "fa:16:3e:e1:7a:76", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca585637-3f", "ovs_interfaceid": "ca585637-3f03-4e2d-92c0-f4700f7922a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.594692] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1000.594692] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5211e9db-3ad0-c71a-af6b-5034d0108b4b" [ 1000.594692] env[69239]: _type = "Task" [ 1000.594692] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.611021] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5211e9db-3ad0-c71a-af6b-5034d0108b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.702349] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Acquiring lock "194d81a3-8531-4f38-998a-aa20bdb36c93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.702686] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Lock "194d81a3-8531-4f38-998a-aa20bdb36c93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.721856] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099755} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.722098] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.722319] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.722498] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.765281] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.765547] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.765737] env[69239]: DEBUG nova.compute.manager [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Going to confirm migration 4 {{(pid=69239) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1000.836294] env[69239]: INFO nova.compute.manager [-] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Took 2.41 seconds to deallocate network for instance. [ 1000.845652] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.850717] env[69239]: DEBUG nova.compute.manager [req-a4b1708d-f878-488e-be2d-ab667a534ba1 req-8f4fd1c3-f26f-440c-9c71-ac2069801ac4 service nova] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Received event network-vif-deleted-60bef371-c928-44c1-9d4e-48e59cae4401 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.850926] env[69239]: DEBUG nova.compute.manager [req-a4b1708d-f878-488e-be2d-ab667a534ba1 req-8f4fd1c3-f26f-440c-9c71-ac2069801ac4 service nova] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Received event network-vif-deleted-aa034852-13ba-4222-a761-67ec7d05d1ab {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.928596] env[69239]: DEBUG nova.scheduler.client.report [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.945684] env[69239]: DEBUG oslo_concurrency.lockutils [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "d12c516a-0927-432d-9c09-bd80581aef86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.946050] env[69239]: DEBUG oslo_concurrency.lockutils [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "d12c516a-0927-432d-9c09-bd80581aef86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.946177] env[69239]: DEBUG oslo_concurrency.lockutils [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "d12c516a-0927-432d-9c09-bd80581aef86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.946356] env[69239]: DEBUG oslo_concurrency.lockutils [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "d12c516a-0927-432d-9c09-bd80581aef86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.946531] env[69239]: DEBUG oslo_concurrency.lockutils [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "d12c516a-0927-432d-9c09-bd80581aef86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.948682] env[69239]: INFO nova.compute.manager [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Terminating instance [ 1001.086256] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "refresh_cache-6279e072-562e-4aeb-b4de-3b0bd19ca0c8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.105842] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5211e9db-3ad0-c71a-af6b-5034d0108b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.021338} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.106241] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.106398] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] adf7e76b-a921-4315-820f-b32a74f4b2e0/adf7e76b-a921-4315-820f-b32a74f4b2e0.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.106682] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1e0836d-148a-4b1a-a8f0-b35ec220d803 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.116174] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1001.116174] env[69239]: value = "task-4145637" [ 1001.116174] env[69239]: _type = "Task" [ 1001.116174] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.128618] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.206414] env[69239]: DEBUG nova.compute.manager [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.346387] env[69239]: DEBUG oslo_concurrency.lockutils [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.355784] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "refresh_cache-ae00c652-9070-43f0-9ba4-bbd6c60c5240" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.356835] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "refresh_cache-ae00c652-9070-43f0-9ba4-bbd6c60c5240" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.356835] env[69239]: DEBUG nova.network.neutron [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.356835] env[69239]: DEBUG nova.objects.instance [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lazy-loading 'info_cache' on Instance uuid ae00c652-9070-43f0-9ba4-bbd6c60c5240 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.438766] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.438766] env[69239]: DEBUG nova.compute.manager [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.442589] env[69239]: DEBUG oslo_concurrency.lockutils [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.355s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.444246] env[69239]: DEBUG nova.objects.instance [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Lazy-loading 'resources' on Instance uuid 5218604c-e5de-4d24-bc5a-8a96cb645126 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.456995] env[69239]: DEBUG nova.compute.manager [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.457387] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.459392] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fc65c9-7b14-4249-8a1c-49d45cfcf87c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.472860] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.472860] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c23e4465-cabd-4c28-a753-047128c915f6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.486866] env[69239]: DEBUG oslo_vmware.api [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 1001.486866] env[69239]: value = "task-4145638" [ 1001.486866] env[69239]: _type = "Task" [ 1001.486866] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.501937] env[69239]: DEBUG oslo_vmware.api [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.545542] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.546567] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dc5e2c-58ad-4fc8-b41c-7aea1efc30e3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.556801] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.557179] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89800b1a-7687-4293-a6e4-b5eab28b2917 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.631320] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145637, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.677811] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.678142] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.678342] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleting the datastore file [datastore1] 6279e072-562e-4aeb-b4de-3b0bd19ca0c8 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.678712] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7567bb6c-3c44-4834-89ed-1ec7fccc461e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.687650] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1001.687650] env[69239]: value = "task-4145640" [ 1001.687650] env[69239]: _type = "Task" [ 1001.687650] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.700241] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.743439] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.770420] env[69239]: DEBUG nova.virt.hardware [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.770420] env[69239]: DEBUG nova.virt.hardware [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.770420] env[69239]: DEBUG nova.virt.hardware [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.770420] env[69239]: DEBUG nova.virt.hardware [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.770420] env[69239]: DEBUG nova.virt.hardware [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.770420] env[69239]: DEBUG nova.virt.hardware [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.770420] env[69239]: DEBUG nova.virt.hardware [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.770420] env[69239]: DEBUG nova.virt.hardware [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.770420] env[69239]: DEBUG nova.virt.hardware [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.771743] env[69239]: DEBUG nova.virt.hardware [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.771743] env[69239]: DEBUG nova.virt.hardware [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.772599] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0349a18-dcc9-4261-aa23-f03bc3da7feb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.786342] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9277fb81-84d7-469b-b878-63ea8d976fd4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.806999] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.813733] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.814144] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.814449] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d27fd580-4379-44f8-9e9e-3ee4e4ef6471 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.832991] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.832991] env[69239]: value = "task-4145641" [ 1001.832991] env[69239]: _type = "Task" [ 1001.832991] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.841959] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145641, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.951066] env[69239]: DEBUG nova.compute.utils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.953285] env[69239]: DEBUG nova.compute.manager [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.953393] env[69239]: DEBUG nova.network.neutron [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.000969] env[69239]: DEBUG oslo_vmware.api [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145638, 'name': PowerOffVM_Task, 'duration_secs': 0.30559} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.001097] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.001293] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.001553] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50fc75d7-4c5a-40a1-831f-9f0e6a4ec803 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.032641] env[69239]: DEBUG nova.policy [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '516deddbce14482284fdfb2ad5aedf1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8dc9b4dee514d92b9eaa3d305b8ea38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.096716] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.100052] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.100052] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleting the datastore file [datastore1] d12c516a-0927-432d-9c09-bd80581aef86 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.100052] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f2577cc-3078-4451-b4ac-c379d8fddff9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.106222] env[69239]: DEBUG oslo_vmware.api [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 1002.106222] env[69239]: value = "task-4145643" [ 1002.106222] env[69239]: _type = "Task" [ 1002.106222] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.116583] env[69239]: DEBUG oslo_vmware.api [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.132048] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619521} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.137062] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] adf7e76b-a921-4315-820f-b32a74f4b2e0/adf7e76b-a921-4315-820f-b32a74f4b2e0.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.137343] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.137890] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fedceb5-14d7-4611-935b-6026681709c8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.146524] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1002.146524] env[69239]: value = "task-4145644" [ 1002.146524] env[69239]: _type = "Task" [ 1002.146524] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.162097] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.199789] env[69239]: DEBUG oslo_vmware.api [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201868} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.205692] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.205692] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.205692] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.227602] env[69239]: INFO nova.scheduler.client.report [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleted allocations for instance 6279e072-562e-4aeb-b4de-3b0bd19ca0c8 [ 1002.346757] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145641, 'name': CreateVM_Task, 'duration_secs': 0.371366} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.349434] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.350620] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.350620] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.350620] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.350870] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4022c30a-c55d-4593-b1a8-e63e677cdef8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.356544] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 1002.356544] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52dbe2b1-f0df-6f4c-940f-07485d619f0b" [ 1002.356544] env[69239]: _type = "Task" [ 1002.356544] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.369401] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52dbe2b1-f0df-6f4c-940f-07485d619f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.456418] env[69239]: DEBUG nova.compute.manager [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.526358] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479aeb4b-70bb-411a-9032-c627be7c6294 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.549233] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a00cc9-4240-45fc-a6e6-6d04c0798b25 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.586514] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1ff251-a2b2-4afe-a007-7119f5bfe651 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.595968] env[69239]: DEBUG nova.network.neutron [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Successfully created port: aadbeef4-bdd4-4778-a717-902878bc8957 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.599072] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ee2635-058f-4cfb-a4e2-b0e6d6578d3b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.620386] env[69239]: DEBUG nova.compute.provider_tree [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.627942] env[69239]: DEBUG oslo_vmware.api [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188253} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.628287] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.628501] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.628680] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.628856] env[69239]: INFO nova.compute.manager [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1002.629238] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.629363] env[69239]: DEBUG nova.compute.manager [-] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.629519] env[69239]: DEBUG nova.network.neutron [-] [instance: d12c516a-0927-432d-9c09-bd80581aef86] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.652486] env[69239]: DEBUG nova.network.neutron [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Updating instance_info_cache with network_info: [{"id": "a6f178ff-89bb-46ce-9710-f4ce4733c839", "address": "fa:16:3e:72:49:ba", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f178ff-89", "ovs_interfaceid": "a6f178ff-89bb-46ce-9710-f4ce4733c839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.659511] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076362} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.659785] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.660668] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9558ad-c992-4759-880a-e885e6db41d9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.686019] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] adf7e76b-a921-4315-820f-b32a74f4b2e0/adf7e76b-a921-4315-820f-b32a74f4b2e0.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.686019] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6f67516-5858-4973-9e26-41010fcc29f1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.709171] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1002.709171] env[69239]: value = "task-4145645" [ 1002.709171] env[69239]: _type = "Task" [ 1002.709171] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.720611] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.732539] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.867518] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52dbe2b1-f0df-6f4c-940f-07485d619f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.867770] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.868040] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.868270] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.868425] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.868663] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.868879] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea7a3e43-9737-4839-b3a8-ca8c5412a476 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.878226] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.878449] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.879626] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa6ca20-ea78-4c36-bdd8-91ea054da1f7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.885868] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 1002.885868] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52eaa1fd-8968-6558-4e59-71b152058450" [ 1002.885868] env[69239]: _type = "Task" [ 1002.885868] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.894634] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52eaa1fd-8968-6558-4e59-71b152058450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.971830] env[69239]: DEBUG nova.compute.manager [req-709a35e9-1053-4d16-9d8c-7749fbe90cc3 req-3bd72083-d347-40e8-836e-2307280ce9ac service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Received event network-vif-unplugged-ca585637-3f03-4e2d-92c0-f4700f7922a5 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.972180] env[69239]: DEBUG oslo_concurrency.lockutils [req-709a35e9-1053-4d16-9d8c-7749fbe90cc3 req-3bd72083-d347-40e8-836e-2307280ce9ac service nova] Acquiring lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.972421] env[69239]: DEBUG oslo_concurrency.lockutils [req-709a35e9-1053-4d16-9d8c-7749fbe90cc3 req-3bd72083-d347-40e8-836e-2307280ce9ac service nova] Lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.972596] env[69239]: DEBUG oslo_concurrency.lockutils [req-709a35e9-1053-4d16-9d8c-7749fbe90cc3 req-3bd72083-d347-40e8-836e-2307280ce9ac service nova] Lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.972766] env[69239]: DEBUG nova.compute.manager [req-709a35e9-1053-4d16-9d8c-7749fbe90cc3 req-3bd72083-d347-40e8-836e-2307280ce9ac service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] No waiting events found dispatching network-vif-unplugged-ca585637-3f03-4e2d-92c0-f4700f7922a5 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1002.972938] env[69239]: WARNING nova.compute.manager [req-709a35e9-1053-4d16-9d8c-7749fbe90cc3 req-3bd72083-d347-40e8-836e-2307280ce9ac service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Received unexpected event network-vif-unplugged-ca585637-3f03-4e2d-92c0-f4700f7922a5 for instance with vm_state shelved_offloaded and task_state None. [ 1002.973117] env[69239]: DEBUG nova.compute.manager [req-709a35e9-1053-4d16-9d8c-7749fbe90cc3 req-3bd72083-d347-40e8-836e-2307280ce9ac service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Received event network-changed-ca585637-3f03-4e2d-92c0-f4700f7922a5 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.973321] env[69239]: DEBUG nova.compute.manager [req-709a35e9-1053-4d16-9d8c-7749fbe90cc3 req-3bd72083-d347-40e8-836e-2307280ce9ac service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Refreshing instance network info cache due to event network-changed-ca585637-3f03-4e2d-92c0-f4700f7922a5. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.973497] env[69239]: DEBUG oslo_concurrency.lockutils [req-709a35e9-1053-4d16-9d8c-7749fbe90cc3 req-3bd72083-d347-40e8-836e-2307280ce9ac service nova] Acquiring lock "refresh_cache-6279e072-562e-4aeb-b4de-3b0bd19ca0c8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.973639] env[69239]: DEBUG oslo_concurrency.lockutils [req-709a35e9-1053-4d16-9d8c-7749fbe90cc3 req-3bd72083-d347-40e8-836e-2307280ce9ac service nova] Acquired lock "refresh_cache-6279e072-562e-4aeb-b4de-3b0bd19ca0c8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.973809] env[69239]: DEBUG nova.network.neutron [req-709a35e9-1053-4d16-9d8c-7749fbe90cc3 req-3bd72083-d347-40e8-836e-2307280ce9ac service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Refreshing network info cache for port ca585637-3f03-4e2d-92c0-f4700f7922a5 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.124518] env[69239]: DEBUG nova.scheduler.client.report [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.156276] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "refresh_cache-ae00c652-9070-43f0-9ba4-bbd6c60c5240" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.156276] env[69239]: DEBUG nova.objects.instance [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lazy-loading 'migration_context' on Instance uuid ae00c652-9070-43f0-9ba4-bbd6c60c5240 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.220020] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145645, 'name': ReconfigVM_Task, 'duration_secs': 0.295504} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.220390] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Reconfigured VM instance instance-00000054 to attach disk [datastore1] adf7e76b-a921-4315-820f-b32a74f4b2e0/adf7e76b-a921-4315-820f-b32a74f4b2e0.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.221056] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe8e2842-031c-4525-b2ee-210de1b6a755 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.228599] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1003.228599] env[69239]: value = "task-4145646" [ 1003.228599] env[69239]: _type = "Task" [ 1003.228599] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.237897] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145646, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.331892] env[69239]: DEBUG nova.compute.manager [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1003.333196] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cd494d-0b9d-4fff-8cb7-f21f7e7afdf5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.398394] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52eaa1fd-8968-6558-4e59-71b152058450, 'name': SearchDatastore_Task, 'duration_secs': 0.011373} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.399768] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95597520-c31f-4a8b-93fd-8ca5511801f2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.406859] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 1003.406859] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52558167-b84d-01eb-a71c-27f50c7ba5dd" [ 1003.406859] env[69239]: _type = "Task" [ 1003.406859] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.416992] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52558167-b84d-01eb-a71c-27f50c7ba5dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.471707] env[69239]: DEBUG nova.compute.manager [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.507452] env[69239]: DEBUG nova.virt.hardware [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.507598] env[69239]: DEBUG nova.virt.hardware [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.507676] env[69239]: DEBUG nova.virt.hardware [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.507854] env[69239]: DEBUG nova.virt.hardware [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.507999] env[69239]: DEBUG nova.virt.hardware [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.509315] env[69239]: DEBUG nova.virt.hardware [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.509315] env[69239]: DEBUG nova.virt.hardware [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.509315] env[69239]: DEBUG nova.virt.hardware [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.509564] env[69239]: DEBUG nova.virt.hardware [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.509801] env[69239]: DEBUG nova.virt.hardware [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.510117] env[69239]: DEBUG nova.virt.hardware [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.511697] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15faae2b-9363-4c23-ad67-891995064fc2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.525299] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501b9d37-21f9-4125-9f61-b31161ff64f2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.629159] env[69239]: DEBUG oslo_concurrency.lockutils [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.631417] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.399s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.631657] env[69239]: DEBUG nova.objects.instance [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lazy-loading 'resources' on Instance uuid 09dae98c-7b24-4342-9f25-64065c1eb190 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.658766] env[69239]: DEBUG nova.objects.base [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1003.659796] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b60306b-be09-4fd4-9cfe-06052893bb8e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.685540] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2158cb80-078d-4fd1-a8d4-bafa2f41d8d7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.695732] env[69239]: DEBUG oslo_vmware.api [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 1003.695732] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5247d234-d6cb-adcc-f18a-5004d15c7768" [ 1003.695732] env[69239]: _type = "Task" [ 1003.695732] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.708313] env[69239]: DEBUG oslo_vmware.api [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5247d234-d6cb-adcc-f18a-5004d15c7768, 'name': SearchDatastore_Task, 'duration_secs': 0.008996} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.708893] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.742870] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145646, 'name': Rename_Task, 'duration_secs': 0.150941} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.743317] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.743480] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce498c52-b2f0-4467-87f2-f22b26e76986 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.751440] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1003.751440] env[69239]: value = "task-4145647" [ 1003.751440] env[69239]: _type = "Task" [ 1003.751440] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.761421] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.775457] env[69239]: DEBUG nova.network.neutron [-] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.829782] env[69239]: DEBUG nova.network.neutron [req-709a35e9-1053-4d16-9d8c-7749fbe90cc3 req-3bd72083-d347-40e8-836e-2307280ce9ac service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Updated VIF entry in instance network info cache for port ca585637-3f03-4e2d-92c0-f4700f7922a5. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.829782] env[69239]: DEBUG nova.network.neutron [req-709a35e9-1053-4d16-9d8c-7749fbe90cc3 req-3bd72083-d347-40e8-836e-2307280ce9ac service nova] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Updating instance_info_cache with network_info: [{"id": "ca585637-3f03-4e2d-92c0-f4700f7922a5", "address": "fa:16:3e:e1:7a:76", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": null, "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapca585637-3f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.846034] env[69239]: INFO nova.compute.manager [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] instance snapshotting [ 1003.846723] env[69239]: DEBUG nova.objects.instance [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'flavor' on Instance uuid 6adb3e10-042e-4139-9b2e-58a8678fc008 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.920794] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52558167-b84d-01eb-a71c-27f50c7ba5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011696} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.921166] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.921496] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] a4b92ebd-4cc6-47d8-8940-638eee152487/a4b92ebd-4cc6-47d8-8940-638eee152487.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.921800] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a343a6f-ce23-4b1c-972c-7858a62470d4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.930436] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 1003.930436] env[69239]: value = "task-4145648" [ 1003.930436] env[69239]: _type = "Task" [ 1003.930436] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.939883] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.149159] env[69239]: DEBUG oslo_concurrency.lockutils [None req-148f9110-0fcc-47ce-add2-20ab287c5c81 tempest-ServerActionsV293TestJSON-86347733 tempest-ServerActionsV293TestJSON-86347733-project-member] Lock "5218604c-e5de-4d24-bc5a-8a96cb645126" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.452s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.193593] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3080d362-e690-4ad8-9eb9-a8aad91ab937 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.263090] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145647, 'name': PowerOnVM_Task} progress is 97%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.278850] env[69239]: INFO nova.compute.manager [-] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Took 1.65 seconds to deallocate network for instance. [ 1004.333349] env[69239]: DEBUG oslo_concurrency.lockutils [req-709a35e9-1053-4d16-9d8c-7749fbe90cc3 req-3bd72083-d347-40e8-836e-2307280ce9ac service nova] Releasing lock "refresh_cache-6279e072-562e-4aeb-b4de-3b0bd19ca0c8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.358926] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47531084-4d4a-4cd7-b388-fa54079c00a2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.388475] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5b9958-3bdc-4b11-8f25-6345a3429012 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.443637] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145648, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.704701] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a143c8e-6492-4194-bc32-d55c010a0b10 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.713962] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fd6611-f29c-4532-9aee-fa170f673379 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.748488] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2badbd68-67ee-4894-ad42-ecbaeff0ac39 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.759462] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f528f4-7b35-48eb-9d88-8988fb2c443d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.768274] env[69239]: DEBUG oslo_vmware.api [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145647, 'name': PowerOnVM_Task, 'duration_secs': 0.625927} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.769220] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.769500] env[69239]: INFO nova.compute.manager [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1004.769698] env[69239]: DEBUG nova.compute.manager [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1004.770717] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d91672-4fd4-4350-8920-1973e28579d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.781777] env[69239]: DEBUG nova.compute.provider_tree [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.788493] env[69239]: DEBUG oslo_concurrency.lockutils [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.794452] env[69239]: DEBUG nova.network.neutron [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Successfully updated port: aadbeef4-bdd4-4778-a717-902878bc8957 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.903500] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1004.903843] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17aad759-ae79-4008-93aa-1c245fb072e9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.912499] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1004.912499] env[69239]: value = "task-4145649" [ 1004.912499] env[69239]: _type = "Task" [ 1004.912499] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.922519] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145649, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.942519] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574873} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.942791] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] a4b92ebd-4cc6-47d8-8940-638eee152487/a4b92ebd-4cc6-47d8-8940-638eee152487.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.943012] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.943317] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-923b5d75-2a0d-42dc-a4a6-0f59190a510c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.950761] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 1004.950761] env[69239]: value = "task-4145650" [ 1004.950761] env[69239]: _type = "Task" [ 1004.950761] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.960575] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.026362] env[69239]: DEBUG nova.compute.manager [req-c4ac7876-a7d8-40a6-9501-facb59a71d26 req-ff299991-dea5-4556-8731-d6b82d8772be service nova] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Received event network-vif-deleted-11088542-c11d-4ee7-8538-1a7ef8360888 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.026556] env[69239]: DEBUG nova.compute.manager [req-c4ac7876-a7d8-40a6-9501-facb59a71d26 req-ff299991-dea5-4556-8731-d6b82d8772be service nova] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Received event network-vif-plugged-aadbeef4-bdd4-4778-a717-902878bc8957 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.026781] env[69239]: DEBUG oslo_concurrency.lockutils [req-c4ac7876-a7d8-40a6-9501-facb59a71d26 req-ff299991-dea5-4556-8731-d6b82d8772be service nova] Acquiring lock "e3e20499-5e00-4b6b-90a0-2cebc0cf524c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.026957] env[69239]: DEBUG oslo_concurrency.lockutils [req-c4ac7876-a7d8-40a6-9501-facb59a71d26 req-ff299991-dea5-4556-8731-d6b82d8772be service nova] Lock "e3e20499-5e00-4b6b-90a0-2cebc0cf524c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.027271] env[69239]: DEBUG oslo_concurrency.lockutils [req-c4ac7876-a7d8-40a6-9501-facb59a71d26 req-ff299991-dea5-4556-8731-d6b82d8772be service nova] Lock "e3e20499-5e00-4b6b-90a0-2cebc0cf524c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.027450] env[69239]: DEBUG nova.compute.manager [req-c4ac7876-a7d8-40a6-9501-facb59a71d26 req-ff299991-dea5-4556-8731-d6b82d8772be service nova] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] No waiting events found dispatching network-vif-plugged-aadbeef4-bdd4-4778-a717-902878bc8957 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1005.027620] env[69239]: WARNING nova.compute.manager [req-c4ac7876-a7d8-40a6-9501-facb59a71d26 req-ff299991-dea5-4556-8731-d6b82d8772be service nova] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Received unexpected event network-vif-plugged-aadbeef4-bdd4-4778-a717-902878bc8957 for instance with vm_state building and task_state spawning. [ 1005.027780] env[69239]: DEBUG nova.compute.manager [req-c4ac7876-a7d8-40a6-9501-facb59a71d26 req-ff299991-dea5-4556-8731-d6b82d8772be service nova] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Received event network-changed-aadbeef4-bdd4-4778-a717-902878bc8957 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.028166] env[69239]: DEBUG nova.compute.manager [req-c4ac7876-a7d8-40a6-9501-facb59a71d26 req-ff299991-dea5-4556-8731-d6b82d8772be service nova] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Refreshing instance network info cache due to event network-changed-aadbeef4-bdd4-4778-a717-902878bc8957. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.028166] env[69239]: DEBUG oslo_concurrency.lockutils [req-c4ac7876-a7d8-40a6-9501-facb59a71d26 req-ff299991-dea5-4556-8731-d6b82d8772be service nova] Acquiring lock "refresh_cache-e3e20499-5e00-4b6b-90a0-2cebc0cf524c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.028326] env[69239]: DEBUG oslo_concurrency.lockutils [req-c4ac7876-a7d8-40a6-9501-facb59a71d26 req-ff299991-dea5-4556-8731-d6b82d8772be service nova] Acquired lock "refresh_cache-e3e20499-5e00-4b6b-90a0-2cebc0cf524c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.028601] env[69239]: DEBUG nova.network.neutron [req-c4ac7876-a7d8-40a6-9501-facb59a71d26 req-ff299991-dea5-4556-8731-d6b82d8772be service nova] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Refreshing network info cache for port aadbeef4-bdd4-4778-a717-902878bc8957 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.285714] env[69239]: DEBUG nova.scheduler.client.report [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.299742] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Acquiring lock "refresh_cache-e3e20499-5e00-4b6b-90a0-2cebc0cf524c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.303293] env[69239]: INFO nova.compute.manager [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Took 34.18 seconds to build instance. [ 1005.423655] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145649, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.461555] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077236} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.461840] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.462784] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deede1b6-3634-4a68-9e03-6ed3ada7dc40 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.486596] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] a4b92ebd-4cc6-47d8-8940-638eee152487/a4b92ebd-4cc6-47d8-8940-638eee152487.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.486960] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22040813-4560-4704-8986-774a5a928fc8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.508693] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 1005.508693] env[69239]: value = "task-4145651" [ 1005.508693] env[69239]: _type = "Task" [ 1005.508693] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.519453] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.570067] env[69239]: DEBUG nova.network.neutron [req-c4ac7876-a7d8-40a6-9501-facb59a71d26 req-ff299991-dea5-4556-8731-d6b82d8772be service nova] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.744134] env[69239]: DEBUG nova.network.neutron [req-c4ac7876-a7d8-40a6-9501-facb59a71d26 req-ff299991-dea5-4556-8731-d6b82d8772be service nova] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.791302] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.794634] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.557s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.796313] env[69239]: INFO nova.compute.claims [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.806027] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ca349670-7d04-4b1f-8b6a-7c65f1ba9c6e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "adf7e76b-a921-4315-820f-b32a74f4b2e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.695s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.823125] env[69239]: INFO nova.scheduler.client.report [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Deleted allocations for instance 09dae98c-7b24-4342-9f25-64065c1eb190 [ 1005.926610] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145649, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.021930] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145651, 'name': ReconfigVM_Task, 'duration_secs': 0.501798} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.025028] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Reconfigured VM instance instance-00000053 to attach disk [datastore2] a4b92ebd-4cc6-47d8-8940-638eee152487/a4b92ebd-4cc6-47d8-8940-638eee152487.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.025028] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d88facfb-5f01-44c5-b9f0-8523174f6780 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.033782] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 1006.033782] env[69239]: value = "task-4145652" [ 1006.033782] env[69239]: _type = "Task" [ 1006.033782] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.045619] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145652, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.247220] env[69239]: DEBUG oslo_concurrency.lockutils [req-c4ac7876-a7d8-40a6-9501-facb59a71d26 req-ff299991-dea5-4556-8731-d6b82d8772be service nova] Releasing lock "refresh_cache-e3e20499-5e00-4b6b-90a0-2cebc0cf524c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.247637] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Acquired lock "refresh_cache-e3e20499-5e00-4b6b-90a0-2cebc0cf524c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.247840] env[69239]: DEBUG nova.network.neutron [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.331056] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4d4b0d95-e363-4520-8056-5eef412b1997 tempest-ServerRescueTestJSON-1367609634 tempest-ServerRescueTestJSON-1367609634-project-member] Lock "09dae98c-7b24-4342-9f25-64065c1eb190" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.344s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.425876] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145649, 'name': CreateSnapshot_Task, 'duration_secs': 1.247049} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.426197] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1006.427047] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00052c41-570e-481f-8ec3-4b4d7a71036c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.547012] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145652, 'name': Rename_Task, 'duration_secs': 0.162914} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.548916] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.548916] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3be03311-aaa9-41d9-930a-a6b48192a98f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.555114] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 1006.555114] env[69239]: value = "task-4145653" [ 1006.555114] env[69239]: _type = "Task" [ 1006.555114] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.566405] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d05ebb67-0187-433e-a6ff-78a97f1e0a00 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "adf7e76b-a921-4315-820f-b32a74f4b2e0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.566683] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d05ebb67-0187-433e-a6ff-78a97f1e0a00 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "adf7e76b-a921-4315-820f-b32a74f4b2e0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.566902] env[69239]: DEBUG nova.compute.manager [None req-d05ebb67-0187-433e-a6ff-78a97f1e0a00 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1006.567235] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.568398] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937eaddc-cdef-4564-bd19-c3682d2546e6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.576034] env[69239]: DEBUG nova.compute.manager [None req-d05ebb67-0187-433e-a6ff-78a97f1e0a00 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69239) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1006.576994] env[69239]: DEBUG nova.objects.instance [None req-d05ebb67-0187-433e-a6ff-78a97f1e0a00 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lazy-loading 'flavor' on Instance uuid adf7e76b-a921-4315-820f-b32a74f4b2e0 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.793450] env[69239]: DEBUG nova.network.neutron [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.949233] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1006.955651] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2c377bb0-42c7-45ea-a2b6-83b1eac53720 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.968597] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1006.968597] env[69239]: value = "task-4145654" [ 1006.968597] env[69239]: _type = "Task" [ 1006.968597] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.978681] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145654, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.050087] env[69239]: DEBUG nova.network.neutron [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Updating instance_info_cache with network_info: [{"id": "aadbeef4-bdd4-4778-a717-902878bc8957", "address": "fa:16:3e:f5:ba:53", "network": {"id": "d09f0af4-3050-4389-98c3-f04f9c710cc2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2141533896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8dc9b4dee514d92b9eaa3d305b8ea38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaadbeef4-bd", "ovs_interfaceid": "aadbeef4-bdd4-4778-a717-902878bc8957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.081614] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145653, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.374958] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9cdb44-51ee-4dc2-8e98-3424cf5cd1ab {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.382876] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ab22b7-6a9a-4492-9c45-7ce8021c2784 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.415561] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1c50a9-29e3-4771-9830-45ed16bb218f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.424857] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf134086-5c24-43a3-b05e-c15813df8208 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.443439] env[69239]: DEBUG nova.compute.provider_tree [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.481027] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145654, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.552901] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Releasing lock "refresh_cache-e3e20499-5e00-4b6b-90a0-2cebc0cf524c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.553466] env[69239]: DEBUG nova.compute.manager [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Instance network_info: |[{"id": "aadbeef4-bdd4-4778-a717-902878bc8957", "address": "fa:16:3e:f5:ba:53", "network": {"id": "d09f0af4-3050-4389-98c3-f04f9c710cc2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2141533896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8dc9b4dee514d92b9eaa3d305b8ea38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaadbeef4-bd", "ovs_interfaceid": "aadbeef4-bdd4-4778-a717-902878bc8957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.553868] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:ba:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aadbeef4-bdd4-4778-a717-902878bc8957', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.564555] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Creating folder: Project (a8dc9b4dee514d92b9eaa3d305b8ea38). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.564976] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9530509-bfdf-4e3a-9b63-252c09b3b338 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.578282] env[69239]: DEBUG oslo_vmware.api [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145653, 'name': PowerOnVM_Task, 'duration_secs': 0.862793} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.578610] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.578782] env[69239]: DEBUG nova.compute.manager [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1007.579625] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bbbddd-3850-4785-84c6-cc4f242c50e9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.585283] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05ebb67-0187-433e-a6ff-78a97f1e0a00 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.585614] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Created folder: Project (a8dc9b4dee514d92b9eaa3d305b8ea38) in parent group-v820715. [ 1007.585797] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Creating folder: Instances. Parent ref: group-v820963. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.586021] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbce5146-f3ec-409c-a5ca-4bb5594c6368 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.590128] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff8320ac-31e7-434c-8852-495793d6e27a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.604708] env[69239]: DEBUG oslo_vmware.api [None req-d05ebb67-0187-433e-a6ff-78a97f1e0a00 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1007.604708] env[69239]: value = "task-4145656" [ 1007.604708] env[69239]: _type = "Task" [ 1007.604708] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.609798] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Created folder: Instances in parent group-v820963. [ 1007.610097] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.610309] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.610562] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8e8bce6-0a50-4bed-92f8-ce155af7aee3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.631654] env[69239]: DEBUG oslo_vmware.api [None req-d05ebb67-0187-433e-a6ff-78a97f1e0a00 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.638216] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.638216] env[69239]: value = "task-4145658" [ 1007.638216] env[69239]: _type = "Task" [ 1007.638216] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.648093] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145658, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.949624] env[69239]: DEBUG nova.scheduler.client.report [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.984316] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145654, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.113569] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.120127] env[69239]: DEBUG oslo_vmware.api [None req-d05ebb67-0187-433e-a6ff-78a97f1e0a00 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145656, 'name': PowerOffVM_Task, 'duration_secs': 0.199428} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.120371] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05ebb67-0187-433e-a6ff-78a97f1e0a00 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.120563] env[69239]: DEBUG nova.compute.manager [None req-d05ebb67-0187-433e-a6ff-78a97f1e0a00 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.121422] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05263478-80f7-4657-b1d3-c0da88043a79 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.149766] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145658, 'name': CreateVM_Task, 'duration_secs': 0.35709} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.149959] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.150793] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.150917] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.151362] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.151748] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20287096-304c-4666-a54c-475537a1b805 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.158037] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Waiting for the task: (returnval){ [ 1008.158037] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d2b504-08fd-ad05-4191-e0d53c66d156" [ 1008.158037] env[69239]: _type = "Task" [ 1008.158037] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.168752] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d2b504-08fd-ad05-4191-e0d53c66d156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.457712] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.458352] env[69239]: DEBUG nova.compute.manager [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.461737] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.358s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.461889] env[69239]: DEBUG nova.objects.instance [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lazy-loading 'resources' on Instance uuid 868d8686-b21b-4c8f-94ea-191c1b662640 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.481732] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145654, 'name': CloneVM_Task, 'duration_secs': 1.492478} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.482476] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Created linked-clone VM from snapshot [ 1008.483953] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caff0ea-90ac-4c0e-b90d-4ad46278ff70 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.494054] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Uploading image daef7381-ffad-4dd8-8276-ec521286f1a6 {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1008.503346] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquiring lock "a4b92ebd-4cc6-47d8-8940-638eee152487" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.503626] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Lock "a4b92ebd-4cc6-47d8-8940-638eee152487" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.504178] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquiring lock "a4b92ebd-4cc6-47d8-8940-638eee152487-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.504178] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Lock "a4b92ebd-4cc6-47d8-8940-638eee152487-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.504338] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Lock "a4b92ebd-4cc6-47d8-8940-638eee152487-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.507400] env[69239]: INFO nova.compute.manager [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Terminating instance [ 1008.525878] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1008.525878] env[69239]: value = "vm-820962" [ 1008.525878] env[69239]: _type = "VirtualMachine" [ 1008.525878] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1008.526481] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2b22eed1-833e-495d-b6d7-9d575196eba8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.535850] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lease: (returnval){ [ 1008.535850] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5282fc81-2553-2f86-3676-da8fb50c212d" [ 1008.535850] env[69239]: _type = "HttpNfcLease" [ 1008.535850] env[69239]: } obtained for exporting VM: (result){ [ 1008.535850] env[69239]: value = "vm-820962" [ 1008.535850] env[69239]: _type = "VirtualMachine" [ 1008.535850] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1008.536247] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the lease: (returnval){ [ 1008.536247] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5282fc81-2553-2f86-3676-da8fb50c212d" [ 1008.536247] env[69239]: _type = "HttpNfcLease" [ 1008.536247] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1008.543697] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1008.543697] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5282fc81-2553-2f86-3676-da8fb50c212d" [ 1008.543697] env[69239]: _type = "HttpNfcLease" [ 1008.543697] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1008.635438] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d05ebb67-0187-433e-a6ff-78a97f1e0a00 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "adf7e76b-a921-4315-820f-b32a74f4b2e0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.670196] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d2b504-08fd-ad05-4191-e0d53c66d156, 'name': SearchDatastore_Task, 'duration_secs': 0.011847} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.670475] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.670710] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.670950] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.671113] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.671301] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.671581] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5247aca5-9781-464a-8f0f-f566f506cb28 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.685567] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.685870] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.686587] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a25d644-0e14-4072-a1af-29c04c9caf22 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.692755] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Waiting for the task: (returnval){ [ 1008.692755] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a2f128-138b-c5fc-d776-b3ee84ac01c3" [ 1008.692755] env[69239]: _type = "Task" [ 1008.692755] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.701615] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a2f128-138b-c5fc-d776-b3ee84ac01c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.965296] env[69239]: DEBUG nova.compute.utils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.969632] env[69239]: DEBUG nova.compute.manager [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.969953] env[69239]: DEBUG nova.network.neutron [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.014658] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquiring lock "refresh_cache-a4b92ebd-4cc6-47d8-8940-638eee152487" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.014916] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquired lock "refresh_cache-a4b92ebd-4cc6-47d8-8940-638eee152487" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.015164] env[69239]: DEBUG nova.network.neutron [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.048262] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1009.048262] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5282fc81-2553-2f86-3676-da8fb50c212d" [ 1009.048262] env[69239]: _type = "HttpNfcLease" [ 1009.048262] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1009.048564] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1009.048564] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5282fc81-2553-2f86-3676-da8fb50c212d" [ 1009.048564] env[69239]: _type = "HttpNfcLease" [ 1009.048564] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1009.049448] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db33cb7-a568-40eb-a3c4-453c9185dd09 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.059925] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523911a2-f222-00a1-09de-3ff5ea1d07c7/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1009.060029] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523911a2-f222-00a1-09de-3ff5ea1d07c7/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1009.062602] env[69239]: DEBUG nova.policy [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b20a75059f74960b9d6cbf596be8a27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea27c2fbed6c406b958e526d1a36416d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.206842] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a2f128-138b-c5fc-d776-b3ee84ac01c3, 'name': SearchDatastore_Task, 'duration_secs': 0.031672} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.207778] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d5f498-4f5d-4b46-b70e-4d200445ad93 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.217289] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Waiting for the task: (returnval){ [ 1009.217289] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527ee9a0-a360-59a3-0389-a5cc63df708c" [ 1009.217289] env[69239]: _type = "Task" [ 1009.217289] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.229812] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527ee9a0-a360-59a3-0389-a5cc63df708c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.270124] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5250b12d-afd7-4ab6-beb4-b11c7beec8bf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.471713] env[69239]: DEBUG nova.compute.manager [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.477894] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000034d9-38aa-4d5d-b137-ff4d1556bcf6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.483950] env[69239]: INFO nova.compute.manager [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Rebuilding instance [ 1009.491368] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9598096c-5be6-4ff2-b0bf-5f27fabc3354 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.531424] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c05087-a2c7-4bc9-8a32-f88a40820c0a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.542837] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba77b3c-93de-4882-9dca-0cd2b6a148af {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.566630] env[69239]: DEBUG nova.compute.provider_tree [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.569518] env[69239]: DEBUG nova.network.neutron [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.577504] env[69239]: DEBUG nova.compute.manager [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1009.578442] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f792f03-0f76-4c19-8b71-fad85029b01b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.730995] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527ee9a0-a360-59a3-0389-a5cc63df708c, 'name': SearchDatastore_Task, 'duration_secs': 0.013685} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.735418] env[69239]: DEBUG nova.network.neutron [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.737434] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.741888] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] e3e20499-5e00-4b6b-90a0-2cebc0cf524c/e3e20499-5e00-4b6b-90a0-2cebc0cf524c.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.742656] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a0ec0ca-b6f7-425a-a91f-2019e73acc4f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.752513] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Waiting for the task: (returnval){ [ 1009.752513] env[69239]: value = "task-4145660" [ 1009.752513] env[69239]: _type = "Task" [ 1009.752513] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.766019] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.024705] env[69239]: DEBUG nova.network.neutron [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Successfully created port: 7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.070816] env[69239]: DEBUG nova.scheduler.client.report [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.244118] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Releasing lock "refresh_cache-a4b92ebd-4cc6-47d8-8940-638eee152487" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.244700] env[69239]: DEBUG nova.compute.manager [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.244997] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.246288] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a5634f-9a62-44b1-825e-838c1483c989 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.259102] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.259996] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f99cc75-6322-414f-aa4a-cc6c95a4bb47 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.267487] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145660, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.269612] env[69239]: DEBUG oslo_vmware.api [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 1010.269612] env[69239]: value = "task-4145661" [ 1010.269612] env[69239]: _type = "Task" [ 1010.269612] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.280941] env[69239]: DEBUG oslo_vmware.api [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.494607] env[69239]: DEBUG nova.compute.manager [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.522694] env[69239]: DEBUG nova.virt.hardware [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.523094] env[69239]: DEBUG nova.virt.hardware [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.523327] env[69239]: DEBUG nova.virt.hardware [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.523586] env[69239]: DEBUG nova.virt.hardware [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.523800] env[69239]: DEBUG nova.virt.hardware [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.524033] env[69239]: DEBUG nova.virt.hardware [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.524328] env[69239]: DEBUG nova.virt.hardware [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.524554] env[69239]: DEBUG nova.virt.hardware [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.524766] env[69239]: DEBUG nova.virt.hardware [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.525054] env[69239]: DEBUG nova.virt.hardware [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.525249] env[69239]: DEBUG nova.virt.hardware [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.526260] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a228ed08-5897-4363-8d02-969b2a795f59 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.535932] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bfba81-9507-428d-8b3b-7cb360ceb670 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.577173] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.582749] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.236s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.583232] env[69239]: DEBUG nova.objects.instance [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lazy-loading 'resources' on Instance uuid c2c80e53-bc51-47b7-9163-253be16dc59b {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.595439] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.595868] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0263548-c565-4ac2-8bf7-db805245e2b7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.606373] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1010.606373] env[69239]: value = "task-4145662" [ 1010.606373] env[69239]: _type = "Task" [ 1010.606373] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.618708] env[69239]: INFO nova.scheduler.client.report [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Deleted allocations for instance 868d8686-b21b-4c8f-94ea-191c1b662640 [ 1010.619964] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] VM already powered off {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1010.620330] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.623931] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8157ed1-5bd6-4db9-9365-6f97655c1eec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.635020] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.635020] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d91b6398-9213-4153-b7aa-21fff20f616a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.763181] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630871} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.763651] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] e3e20499-5e00-4b6b-90a0-2cebc0cf524c/e3e20499-5e00-4b6b-90a0-2cebc0cf524c.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.764037] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.764334] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc5ad9e1-4565-4923-b19f-7db6605632dc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.775116] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Waiting for the task: (returnval){ [ 1010.775116] env[69239]: value = "task-4145664" [ 1010.775116] env[69239]: _type = "Task" [ 1010.775116] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.784041] env[69239]: DEBUG oslo_vmware.api [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145661, 'name': PowerOffVM_Task, 'duration_secs': 0.178588} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.785305] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.785481] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.785805] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c37e231b-0155-48f1-958c-4dfa379ed0fb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.791436] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.825548] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.826090] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.826495] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Deleting the datastore file [datastore2] a4b92ebd-4cc6-47d8-8940-638eee152487 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.826998] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b59c7e31-4f54-45d0-b9ab-b5fa90d46f51 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.835739] env[69239]: DEBUG oslo_vmware.api [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for the task: (returnval){ [ 1010.835739] env[69239]: value = "task-4145666" [ 1010.835739] env[69239]: _type = "Task" [ 1010.835739] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.846116] env[69239]: DEBUG oslo_vmware.api [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.132215] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3b0a12b4-c23a-4e5d-bed0-0510eeacb61e tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "868d8686-b21b-4c8f-94ea-191c1b662640" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.060s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.293776] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098815} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.294617] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.295256] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9848062a-9aa1-4b72-afc0-e6be760edb83 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.323965] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] e3e20499-5e00-4b6b-90a0-2cebc0cf524c/e3e20499-5e00-4b6b-90a0-2cebc0cf524c.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.327309] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03f1c794-d0f6-4024-9e13-d7ed87700ee9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.353955] env[69239]: DEBUG oslo_vmware.api [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Task: {'id': task-4145666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376579} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.355480] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.355692] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.355990] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.356293] env[69239]: INFO nova.compute.manager [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1011.356646] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.356973] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Waiting for the task: (returnval){ [ 1011.356973] env[69239]: value = "task-4145667" [ 1011.356973] env[69239]: _type = "Task" [ 1011.356973] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.359890] env[69239]: DEBUG nova.compute.manager [-] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.360068] env[69239]: DEBUG nova.network.neutron [-] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.371937] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.399836] env[69239]: DEBUG nova.network.neutron [-] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.555300] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9115b7-5657-4bdf-85ef-8cb2f22731e4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.565427] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24900660-7678-41be-9ad4-c58c3187e7c2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.613380] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa4d047-8662-45c7-a417-6cc3e3f8be6d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.622381] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d16a505-c545-4993-b0a9-56cd1221a625 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.644207] env[69239]: DEBUG nova.compute.provider_tree [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.797407] env[69239]: DEBUG nova.compute.manager [req-3cc89ee6-cab0-4f66-9eaf-e38989aa66e5 req-be1aea49-2a8d-4401-b224-89e5bee83e3b service nova] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Received event network-vif-plugged-7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.797690] env[69239]: DEBUG oslo_concurrency.lockutils [req-3cc89ee6-cab0-4f66-9eaf-e38989aa66e5 req-be1aea49-2a8d-4401-b224-89e5bee83e3b service nova] Acquiring lock "a0160ab3-7f9f-4f46-b68b-58ea552461ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.797906] env[69239]: DEBUG oslo_concurrency.lockutils [req-3cc89ee6-cab0-4f66-9eaf-e38989aa66e5 req-be1aea49-2a8d-4401-b224-89e5bee83e3b service nova] Lock "a0160ab3-7f9f-4f46-b68b-58ea552461ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.798117] env[69239]: DEBUG oslo_concurrency.lockutils [req-3cc89ee6-cab0-4f66-9eaf-e38989aa66e5 req-be1aea49-2a8d-4401-b224-89e5bee83e3b service nova] Lock "a0160ab3-7f9f-4f46-b68b-58ea552461ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.798307] env[69239]: DEBUG nova.compute.manager [req-3cc89ee6-cab0-4f66-9eaf-e38989aa66e5 req-be1aea49-2a8d-4401-b224-89e5bee83e3b service nova] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] No waiting events found dispatching network-vif-plugged-7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1011.798591] env[69239]: WARNING nova.compute.manager [req-3cc89ee6-cab0-4f66-9eaf-e38989aa66e5 req-be1aea49-2a8d-4401-b224-89e5bee83e3b service nova] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Received unexpected event network-vif-plugged-7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33 for instance with vm_state building and task_state spawning. [ 1011.873585] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.907556] env[69239]: DEBUG nova.network.neutron [-] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.961766] env[69239]: DEBUG nova.network.neutron [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Successfully updated port: 7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.150218] env[69239]: DEBUG nova.scheduler.client.report [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.373674] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145667, 'name': ReconfigVM_Task, 'duration_secs': 0.825863} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.373966] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Reconfigured VM instance instance-00000055 to attach disk [datastore1] e3e20499-5e00-4b6b-90a0-2cebc0cf524c/e3e20499-5e00-4b6b-90a0-2cebc0cf524c.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.374689] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1809439-1338-43e0-bc4e-034111a63593 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.383510] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Waiting for the task: (returnval){ [ 1012.383510] env[69239]: value = "task-4145669" [ 1012.383510] env[69239]: _type = "Task" [ 1012.383510] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.393074] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145669, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.410873] env[69239]: INFO nova.compute.manager [-] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Took 1.05 seconds to deallocate network for instance. [ 1012.465830] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "refresh_cache-a0160ab3-7f9f-4f46-b68b-58ea552461ad" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.466044] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "refresh_cache-a0160ab3-7f9f-4f46-b68b-58ea552461ad" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.466181] env[69239]: DEBUG nova.network.neutron [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.657862] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.659810] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.892s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.661665] env[69239]: INFO nova.compute.claims [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.693462] env[69239]: INFO nova.scheduler.client.report [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleted allocations for instance c2c80e53-bc51-47b7-9163-253be16dc59b [ 1012.841128] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.841128] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.841128] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleting the datastore file [datastore1] adf7e76b-a921-4315-820f-b32a74f4b2e0 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.841128] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b663475-1d9a-4ae8-a2ba-ebcf3093e171 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.853025] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1012.853025] env[69239]: value = "task-4145670" [ 1012.853025] env[69239]: _type = "Task" [ 1012.853025] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.862814] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.894868] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145669, 'name': Rename_Task, 'duration_secs': 0.174834} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.895217] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.895519] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bfe51cf-3d0c-4553-8e54-56b4bfa6cc0f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.904354] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Waiting for the task: (returnval){ [ 1012.904354] env[69239]: value = "task-4145671" [ 1012.904354] env[69239]: _type = "Task" [ 1012.904354] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.914268] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.917480] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.018740] env[69239]: DEBUG nova.network.neutron [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.207913] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9daa1030-ce68-4ac1-90ac-7146fed4f928 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "c2c80e53-bc51-47b7-9163-253be16dc59b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.670s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.295291] env[69239]: DEBUG nova.network.neutron [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Updating instance_info_cache with network_info: [{"id": "7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33", "address": "fa:16:3e:17:d5:3f", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7df47ef1-bd", "ovs_interfaceid": "7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.363438] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255748} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.363853] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.364113] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.364403] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.417529] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145671, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.800319] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "refresh_cache-a0160ab3-7f9f-4f46-b68b-58ea552461ad" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.800632] env[69239]: DEBUG nova.compute.manager [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Instance network_info: |[{"id": "7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33", "address": "fa:16:3e:17:d5:3f", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7df47ef1-bd", "ovs_interfaceid": "7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.801305] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:d5:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.809286] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.810332] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.810332] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02e7506d-b0bf-41e4-ae7e-0253c557492a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.834595] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.834595] env[69239]: value = "task-4145672" [ 1013.834595] env[69239]: _type = "Task" [ 1013.834595] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.848387] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145672, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.868499] env[69239]: DEBUG nova.compute.manager [req-8ad33077-d319-4cca-bc43-fae0a5d01e5a req-4e754d08-2e10-43c1-81fa-565eb9fc9961 service nova] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Received event network-changed-7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.868788] env[69239]: DEBUG nova.compute.manager [req-8ad33077-d319-4cca-bc43-fae0a5d01e5a req-4e754d08-2e10-43c1-81fa-565eb9fc9961 service nova] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Refreshing instance network info cache due to event network-changed-7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.869197] env[69239]: DEBUG oslo_concurrency.lockutils [req-8ad33077-d319-4cca-bc43-fae0a5d01e5a req-4e754d08-2e10-43c1-81fa-565eb9fc9961 service nova] Acquiring lock "refresh_cache-a0160ab3-7f9f-4f46-b68b-58ea552461ad" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.869442] env[69239]: DEBUG oslo_concurrency.lockutils [req-8ad33077-d319-4cca-bc43-fae0a5d01e5a req-4e754d08-2e10-43c1-81fa-565eb9fc9961 service nova] Acquired lock "refresh_cache-a0160ab3-7f9f-4f46-b68b-58ea552461ad" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.869704] env[69239]: DEBUG nova.network.neutron [req-8ad33077-d319-4cca-bc43-fae0a5d01e5a req-4e754d08-2e10-43c1-81fa-565eb9fc9961 service nova] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Refreshing network info cache for port 7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.919868] env[69239]: DEBUG oslo_vmware.api [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145671, 'name': PowerOnVM_Task, 'duration_secs': 0.631317} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.924746] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.925063] env[69239]: INFO nova.compute.manager [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1013.925447] env[69239]: DEBUG nova.compute.manager [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1013.926479] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f055d9d-609f-4183-ba58-81e902feb868 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.152800] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "fd31c1d3-55ab-4bf6-851e-c09d60ce0738" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.153072] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "fd31c1d3-55ab-4bf6-851e-c09d60ce0738" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.166556] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d409de8-8ec5-4916-8b5c-66f8a27dd537 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.177180] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4325ff5f-a03e-4338-b9c2-c1c40f368d73 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.213754] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7820b73d-5c3b-4d40-b202-18a41cbb6448 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.222895] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96db17a6-f25c-4867-8525-4418a56985c4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.240537] env[69239]: DEBUG nova.compute.provider_tree [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.345715] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145672, 'name': CreateVM_Task, 'duration_secs': 0.404284} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.345915] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.346753] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.346939] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.347526] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.347914] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84932142-0de7-4eea-b973-6cc1e8bd14e5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.355074] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1014.355074] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52003d50-469a-9e9b-1c33-918ef98e981f" [ 1014.355074] env[69239]: _type = "Task" [ 1014.355074] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.364050] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52003d50-469a-9e9b-1c33-918ef98e981f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.406865] env[69239]: DEBUG nova.virt.hardware [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.407028] env[69239]: DEBUG nova.virt.hardware [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.407193] env[69239]: DEBUG nova.virt.hardware [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.407416] env[69239]: DEBUG nova.virt.hardware [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.407571] env[69239]: DEBUG nova.virt.hardware [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.407745] env[69239]: DEBUG nova.virt.hardware [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.408095] env[69239]: DEBUG nova.virt.hardware [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.408361] env[69239]: DEBUG nova.virt.hardware [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.408544] env[69239]: DEBUG nova.virt.hardware [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.408715] env[69239]: DEBUG nova.virt.hardware [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.408888] env[69239]: DEBUG nova.virt.hardware [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.409762] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3483fee-722c-4a09-b4a8-9502dab92cb4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.420056] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727ee480-e52d-4da4-b21d-17a3787bf285 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.436232] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:83:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b240255-7a1b-4a4f-a2a9-b61abf239996', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.445141] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.449941] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.451721] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-883df52b-8ec3-4ca0-984c-9b97dd83c0a2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.468067] env[69239]: INFO nova.compute.manager [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Took 34.73 seconds to build instance. [ 1014.477018] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.477018] env[69239]: value = "task-4145673" [ 1014.477018] env[69239]: _type = "Task" [ 1014.477018] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.491749] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145673, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.655800] env[69239]: DEBUG nova.compute.manager [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.715454] env[69239]: DEBUG nova.network.neutron [req-8ad33077-d319-4cca-bc43-fae0a5d01e5a req-4e754d08-2e10-43c1-81fa-565eb9fc9961 service nova] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Updated VIF entry in instance network info cache for port 7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.715848] env[69239]: DEBUG nova.network.neutron [req-8ad33077-d319-4cca-bc43-fae0a5d01e5a req-4e754d08-2e10-43c1-81fa-565eb9fc9961 service nova] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Updating instance_info_cache with network_info: [{"id": "7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33", "address": "fa:16:3e:17:d5:3f", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7df47ef1-bd", "ovs_interfaceid": "7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.744126] env[69239]: DEBUG nova.scheduler.client.report [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.870226] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52003d50-469a-9e9b-1c33-918ef98e981f, 'name': SearchDatastore_Task, 'duration_secs': 0.03359} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.870226] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.870226] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.870226] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.870226] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.870226] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.870226] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4570f89-c583-4587-b671-6ad2f7fd33db {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.886725] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.886725] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.887299] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c9b67ed-e0e1-4c8b-9584-c90bd1922571 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.896025] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1014.896025] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5275b6e5-df97-d563-ad8c-c30e77b8d01e" [ 1014.896025] env[69239]: _type = "Task" [ 1014.896025] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.908576] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5275b6e5-df97-d563-ad8c-c30e77b8d01e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.970943] env[69239]: DEBUG oslo_concurrency.lockutils [None req-01091527-29ea-4c85-a1d0-a1f0d9eb43c6 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Lock "e3e20499-5e00-4b6b-90a0-2cebc0cf524c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.253s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.987801] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145673, 'name': CreateVM_Task, 'duration_secs': 0.511784} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.988046] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.989374] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.989374] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.989374] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.989541] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2180437-e546-4ba2-b17e-82583cc8cca3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.996039] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1014.996039] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]524cae15-c283-8074-f4a8-4016e107185f" [ 1014.996039] env[69239]: _type = "Task" [ 1014.996039] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.007253] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524cae15-c283-8074-f4a8-4016e107185f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.111124] env[69239]: DEBUG nova.compute.manager [req-6bdb2359-9590-4e8c-aa80-4c474e3810f8 req-a58a2b73-8a28-4233-8dbd-467eef6c1f63 service nova] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Received event network-changed-aadbeef4-bdd4-4778-a717-902878bc8957 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.111368] env[69239]: DEBUG nova.compute.manager [req-6bdb2359-9590-4e8c-aa80-4c474e3810f8 req-a58a2b73-8a28-4233-8dbd-467eef6c1f63 service nova] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Refreshing instance network info cache due to event network-changed-aadbeef4-bdd4-4778-a717-902878bc8957. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.111560] env[69239]: DEBUG oslo_concurrency.lockutils [req-6bdb2359-9590-4e8c-aa80-4c474e3810f8 req-a58a2b73-8a28-4233-8dbd-467eef6c1f63 service nova] Acquiring lock "refresh_cache-e3e20499-5e00-4b6b-90a0-2cebc0cf524c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.111699] env[69239]: DEBUG oslo_concurrency.lockutils [req-6bdb2359-9590-4e8c-aa80-4c474e3810f8 req-a58a2b73-8a28-4233-8dbd-467eef6c1f63 service nova] Acquired lock "refresh_cache-e3e20499-5e00-4b6b-90a0-2cebc0cf524c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.111864] env[69239]: DEBUG nova.network.neutron [req-6bdb2359-9590-4e8c-aa80-4c474e3810f8 req-a58a2b73-8a28-4233-8dbd-467eef6c1f63 service nova] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Refreshing network info cache for port aadbeef4-bdd4-4778-a717-902878bc8957 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.181956] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.219066] env[69239]: DEBUG oslo_concurrency.lockutils [req-8ad33077-d319-4cca-bc43-fae0a5d01e5a req-4e754d08-2e10-43c1-81fa-565eb9fc9961 service nova] Releasing lock "refresh_cache-a0160ab3-7f9f-4f46-b68b-58ea552461ad" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.250014] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.250800] env[69239]: DEBUG nova.compute.manager [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.253585] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.259s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.255727] env[69239]: INFO nova.compute.claims [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.408603] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5275b6e5-df97-d563-ad8c-c30e77b8d01e, 'name': SearchDatastore_Task, 'duration_secs': 0.019175} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.409580] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04418a61-c00f-47d0-95c8-977a0bb0a9fc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.416467] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1015.416467] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d329fd-1dbb-23be-e55b-8b69a49513f0" [ 1015.416467] env[69239]: _type = "Task" [ 1015.416467] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.426953] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d329fd-1dbb-23be-e55b-8b69a49513f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.509778] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524cae15-c283-8074-f4a8-4016e107185f, 'name': SearchDatastore_Task, 'duration_secs': 0.014283} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.512499] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.512499] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.512499] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.512499] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.512499] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.512499] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b04079f-93dc-4797-b018-0b0da78aa3c6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.523203] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.523508] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.524462] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76aadcc8-ca80-4b06-9ace-f9a1b81b9049 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.531961] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1015.531961] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5287afcf-34c9-98ee-cbb2-c4080c0bbdc8" [ 1015.531961] env[69239]: _type = "Task" [ 1015.531961] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.542117] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5287afcf-34c9-98ee-cbb2-c4080c0bbdc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.761261] env[69239]: DEBUG nova.compute.utils [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.768023] env[69239]: DEBUG nova.compute.manager [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Not allocating networking since 'none' was specified. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1015.931206] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d329fd-1dbb-23be-e55b-8b69a49513f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012626} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.931665] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.931996] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] a0160ab3-7f9f-4f46-b68b-58ea552461ad/a0160ab3-7f9f-4f46-b68b-58ea552461ad.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.932460] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c97d934c-4dd4-4c8c-bbc9-b21d17e58b03 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.942188] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1015.942188] env[69239]: value = "task-4145674" [ 1015.942188] env[69239]: _type = "Task" [ 1015.942188] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.952926] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.022822] env[69239]: DEBUG nova.network.neutron [req-6bdb2359-9590-4e8c-aa80-4c474e3810f8 req-a58a2b73-8a28-4233-8dbd-467eef6c1f63 service nova] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Updated VIF entry in instance network info cache for port aadbeef4-bdd4-4778-a717-902878bc8957. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.023290] env[69239]: DEBUG nova.network.neutron [req-6bdb2359-9590-4e8c-aa80-4c474e3810f8 req-a58a2b73-8a28-4233-8dbd-467eef6c1f63 service nova] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Updating instance_info_cache with network_info: [{"id": "aadbeef4-bdd4-4778-a717-902878bc8957", "address": "fa:16:3e:f5:ba:53", "network": {"id": "d09f0af4-3050-4389-98c3-f04f9c710cc2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2141533896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8dc9b4dee514d92b9eaa3d305b8ea38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaadbeef4-bd", "ovs_interfaceid": "aadbeef4-bdd4-4778-a717-902878bc8957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.043730] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5287afcf-34c9-98ee-cbb2-c4080c0bbdc8, 'name': SearchDatastore_Task, 'duration_secs': 0.014318} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.044655] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2e913e-f499-4826-a798-71bdfc0fe94b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.051208] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1016.051208] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528281f7-7527-71a3-e9e9-1f3e9a46cfd0" [ 1016.051208] env[69239]: _type = "Task" [ 1016.051208] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.061357] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528281f7-7527-71a3-e9e9-1f3e9a46cfd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.266565] env[69239]: DEBUG nova.compute.manager [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.463245] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145674, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.525822] env[69239]: DEBUG oslo_concurrency.lockutils [req-6bdb2359-9590-4e8c-aa80-4c474e3810f8 req-a58a2b73-8a28-4233-8dbd-467eef6c1f63 service nova] Releasing lock "refresh_cache-e3e20499-5e00-4b6b-90a0-2cebc0cf524c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.564253] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528281f7-7527-71a3-e9e9-1f3e9a46cfd0, 'name': SearchDatastore_Task, 'duration_secs': 0.014806} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.567117] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.567411] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] adf7e76b-a921-4315-820f-b32a74f4b2e0/adf7e76b-a921-4315-820f-b32a74f4b2e0.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.567898] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e16b42ba-a3be-4021-ad60-47153fa7092a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.576217] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1016.576217] env[69239]: value = "task-4145675" [ 1016.576217] env[69239]: _type = "Task" [ 1016.576217] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.588140] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.701427] env[69239]: DEBUG oslo_concurrency.lockutils [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "4474a896-3a2b-4514-914b-9475f5e59b1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.701625] env[69239]: DEBUG oslo_concurrency.lockutils [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "4474a896-3a2b-4514-914b-9475f5e59b1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.701840] env[69239]: DEBUG oslo_concurrency.lockutils [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "4474a896-3a2b-4514-914b-9475f5e59b1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.702041] env[69239]: DEBUG oslo_concurrency.lockutils [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "4474a896-3a2b-4514-914b-9475f5e59b1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.702220] env[69239]: DEBUG oslo_concurrency.lockutils [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "4474a896-3a2b-4514-914b-9475f5e59b1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.706811] env[69239]: INFO nova.compute.manager [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Terminating instance [ 1016.733515] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db7d636-194b-4d0d-8f43-6470b5dea49a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.742753] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848d1d63-0dc4-418a-98b6-5e79b1159957 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.778759] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd92ff1-18ec-4b23-80de-70d821e4f108 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.787856] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39524c8-cdbe-4ce3-91d2-8406d36e382f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.803910] env[69239]: DEBUG nova.compute.provider_tree [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.961141] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550148} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.961461] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] a0160ab3-7f9f-4f46-b68b-58ea552461ad/a0160ab3-7f9f-4f46-b68b-58ea552461ad.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.961712] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.962050] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbf7b7e6-5916-4cf6-80ac-8c33ea9f02af {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.973395] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1016.973395] env[69239]: value = "task-4145676" [ 1016.973395] env[69239]: _type = "Task" [ 1016.973395] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.986686] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.088527] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145675, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.211895] env[69239]: DEBUG nova.compute.manager [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.211895] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.212487] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d63dcb-2540-4329-af07-322ef94bbbe2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.220743] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.221087] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72dd69b0-ecdb-480c-9a78-1cd726e682aa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.229782] env[69239]: DEBUG oslo_vmware.api [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 1017.229782] env[69239]: value = "task-4145677" [ 1017.229782] env[69239]: _type = "Task" [ 1017.229782] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.239713] env[69239]: DEBUG oslo_vmware.api [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.283488] env[69239]: DEBUG nova.compute.manager [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.309314] env[69239]: DEBUG nova.virt.hardware [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.309643] env[69239]: DEBUG nova.virt.hardware [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.309854] env[69239]: DEBUG nova.virt.hardware [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.310082] env[69239]: DEBUG nova.virt.hardware [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.310256] env[69239]: DEBUG nova.virt.hardware [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.310412] env[69239]: DEBUG nova.virt.hardware [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.310637] env[69239]: DEBUG nova.virt.hardware [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.310902] env[69239]: DEBUG nova.virt.hardware [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.311125] env[69239]: DEBUG nova.virt.hardware [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.311340] env[69239]: DEBUG nova.virt.hardware [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.311489] env[69239]: DEBUG nova.virt.hardware [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.312607] env[69239]: DEBUG nova.scheduler.client.report [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.317259] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ce3b14-ceed-4602-8408-7b23a9134523 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.326984] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76eb8d1-dbc0-44ac-9db7-aee7743765c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.343111] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.349643] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Creating folder: Project (ad346caabf3d4fc197bee49785840681). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.350518] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dc8126a-d59c-471b-9d82-d5249bd661c8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.364347] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Created folder: Project (ad346caabf3d4fc197bee49785840681) in parent group-v820715. [ 1017.365126] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Creating folder: Instances. Parent ref: group-v820968. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.365465] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86650995-b7a8-4ad1-bca4-b9f8fc51c042 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.378478] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Created folder: Instances in parent group-v820968. [ 1017.378761] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.379237] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.379237] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e033174-7a7e-4474-abf8-4a9f27e1e91e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.397442] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.397442] env[69239]: value = "task-4145680" [ 1017.397442] env[69239]: _type = "Task" [ 1017.397442] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.406857] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145680, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.484533] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08811} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.484862] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.485708] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383b27e5-1e02-411e-b46d-449fae2c2352 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.511632] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] a0160ab3-7f9f-4f46-b68b-58ea552461ad/a0160ab3-7f9f-4f46-b68b-58ea552461ad.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.511905] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32ad1950-569d-4fbc-9716-c00221f53e04 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.533624] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1017.533624] env[69239]: value = "task-4145681" [ 1017.533624] env[69239]: _type = "Task" [ 1017.533624] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.544969] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.588034] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619779} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.588402] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] adf7e76b-a921-4315-820f-b32a74f4b2e0/adf7e76b-a921-4315-820f-b32a74f4b2e0.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.588649] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.588926] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83d81d6a-ad1a-4741-aed5-b7d0ffbafd72 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.597108] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1017.597108] env[69239]: value = "task-4145682" [ 1017.597108] env[69239]: _type = "Task" [ 1017.597108] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.607279] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.743050] env[69239]: DEBUG oslo_vmware.api [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145677, 'name': PowerOffVM_Task, 'duration_secs': 0.415334} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.743431] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.743665] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.743970] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8557b25f-5400-4d93-974a-5e21ef8e9f56 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.822438] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.823040] env[69239]: DEBUG nova.compute.manager [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.827026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.476s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.827342] env[69239]: DEBUG nova.objects.instance [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lazy-loading 'resources' on Instance uuid da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.832048] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.832251] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.832356] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Deleting the datastore file [datastore2] 4474a896-3a2b-4514-914b-9475f5e59b1d {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.832900] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a87a94cd-149f-43bd-8010-4565112bdc6c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.841890] env[69239]: DEBUG oslo_vmware.api [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 1017.841890] env[69239]: value = "task-4145684" [ 1017.841890] env[69239]: _type = "Task" [ 1017.841890] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.852391] env[69239]: DEBUG oslo_vmware.api [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.909892] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145680, 'name': CreateVM_Task, 'duration_secs': 0.443241} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.910144] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.910606] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.910855] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.911153] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.912555] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fd5d29b-4613-4744-b312-6e40940edb75 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.922439] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Waiting for the task: (returnval){ [ 1017.922439] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a7f4f6-72ff-00a2-3cc2-3f9f52f2e7a0" [ 1017.922439] env[69239]: _type = "Task" [ 1017.922439] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.935360] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a7f4f6-72ff-00a2-3cc2-3f9f52f2e7a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.046879] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145681, 'name': ReconfigVM_Task, 'duration_secs': 0.42461} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.047628] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Reconfigured VM instance instance-00000056 to attach disk [datastore2] a0160ab3-7f9f-4f46-b68b-58ea552461ad/a0160ab3-7f9f-4f46-b68b-58ea552461ad.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.048067] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7e70cbf-e67b-4e66-ba67-1c91a8199c0d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.057743] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1018.057743] env[69239]: value = "task-4145685" [ 1018.057743] env[69239]: _type = "Task" [ 1018.057743] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.064246] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523911a2-f222-00a1-09de-3ff5ea1d07c7/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1018.065562] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558a660a-1a47-42a1-9d03-db5e22d55615 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.071497] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145685, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.080038] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523911a2-f222-00a1-09de-3ff5ea1d07c7/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1018.080038] env[69239]: ERROR oslo_vmware.rw_handles [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523911a2-f222-00a1-09de-3ff5ea1d07c7/disk-0.vmdk due to incomplete transfer. [ 1018.080491] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-03290016-e623-487b-945e-684601dbbe5a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.091130] env[69239]: DEBUG oslo_vmware.rw_handles [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523911a2-f222-00a1-09de-3ff5ea1d07c7/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1018.091130] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Uploaded image daef7381-ffad-4dd8-8276-ec521286f1a6 to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1018.092887] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1018.093300] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ef2c8754-9d06-4528-a798-b583700e9801 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.104472] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1018.104472] env[69239]: value = "task-4145686" [ 1018.104472] env[69239]: _type = "Task" [ 1018.104472] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.112172] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145682, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.118548] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145686, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.333514] env[69239]: DEBUG nova.compute.utils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.338028] env[69239]: DEBUG nova.compute.manager [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.338028] env[69239]: DEBUG nova.network.neutron [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.362759] env[69239]: DEBUG oslo_vmware.api [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31482} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.364612] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.364612] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.364982] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.365690] env[69239]: INFO nova.compute.manager [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1018.365690] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.365918] env[69239]: DEBUG nova.compute.manager [-] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.366568] env[69239]: DEBUG nova.network.neutron [-] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.419825] env[69239]: DEBUG oslo_concurrency.lockutils [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.419825] env[69239]: DEBUG oslo_concurrency.lockutils [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.445833] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a7f4f6-72ff-00a2-3cc2-3f9f52f2e7a0, 'name': SearchDatastore_Task, 'duration_secs': 0.026629} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.447255] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.447766] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.448153] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.448443] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.448751] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.451997] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6190782e-a5f2-4e2e-ab72-e39015ec3a47 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.462175] env[69239]: DEBUG nova.policy [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6511ffc36c194981835cc1ba4980c560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8e41ba40b9149fb80ea78c2bef2b56c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.466689] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.466893] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.467787] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46db205f-510d-4a5c-a0c8-d887caa1ec6c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.478784] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Waiting for the task: (returnval){ [ 1018.478784] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c1180b-87fd-a030-a19b-4695439b64e1" [ 1018.478784] env[69239]: _type = "Task" [ 1018.478784] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.488854] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c1180b-87fd-a030-a19b-4695439b64e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.570773] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145685, 'name': Rename_Task, 'duration_secs': 0.161276} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.573626] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.574179] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b6bd3ca-4dd9-45a0-ab16-77d8064a36a1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.582030] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1018.582030] env[69239]: value = "task-4145687" [ 1018.582030] env[69239]: _type = "Task" [ 1018.582030] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.592883] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.622028] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145686, 'name': Destroy_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.622028] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.537866} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.622028] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.622028] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9a1d63-dce9-440b-95b2-3fe60fbcf3c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.646396] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] adf7e76b-a921-4315-820f-b32a74f4b2e0/adf7e76b-a921-4315-820f-b32a74f4b2e0.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.649655] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac3e7173-071a-4016-8e04-6649a30b3484 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.671059] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1018.671059] env[69239]: value = "task-4145688" [ 1018.671059] env[69239]: _type = "Task" [ 1018.671059] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.680307] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.833184] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80a45f0-15ca-4c81-9045-5d44ef1afac2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.840938] env[69239]: DEBUG nova.compute.manager [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.846643] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6079f04-4ea7-4c5f-adc2-5d68dce00f67 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.881750] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebdc680-103f-4871-ad34-0b2ed291c119 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.894246] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1d40f8-355a-4ba7-ad10-83fee017e988 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.912119] env[69239]: DEBUG nova.compute.provider_tree [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.924189] env[69239]: INFO nova.compute.manager [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Detaching volume f21e016c-d5ac-4a37-ad44-7884bf5a106d [ 1018.984312] env[69239]: INFO nova.virt.block_device [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Attempting to driver detach volume f21e016c-d5ac-4a37-ad44-7884bf5a106d from mountpoint /dev/sdb [ 1018.984592] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1018.984811] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820931', 'volume_id': 'f21e016c-d5ac-4a37-ad44-7884bf5a106d', 'name': 'volume-f21e016c-d5ac-4a37-ad44-7884bf5a106d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ed453e1a-e257-4e7f-9cab-7fb5f17dda4c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f21e016c-d5ac-4a37-ad44-7884bf5a106d', 'serial': 'f21e016c-d5ac-4a37-ad44-7884bf5a106d'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1018.985672] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9215e8-77bc-4e14-9e0f-3924e13b4edd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.018036] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f0b4fc-59a2-4f88-b857-22aa001e38ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.026022] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c1180b-87fd-a030-a19b-4695439b64e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010398} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.026022] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727b4895-bbfd-43f4-a0c4-27f5381d3ca3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.032354] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cfd7a6-2d58-4393-90e2-1cd905de6669 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.038283] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Waiting for the task: (returnval){ [ 1019.038283] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5261c7c9-975f-bf9d-db39-b17150ce131e" [ 1019.038283] env[69239]: _type = "Task" [ 1019.038283] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.065051] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2251ee87-2f93-4a1a-8da8-75049f520267 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.069157] env[69239]: DEBUG nova.compute.manager [req-9cb29a56-1736-4b02-ab0f-a6192d274b60 req-63c05097-ad13-4501-8fb4-3603289bfde1 service nova] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Received event network-vif-deleted-5441c2bb-95b7-4c5c-966c-3a698bb729a3 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.070685] env[69239]: INFO nova.compute.manager [req-9cb29a56-1736-4b02-ab0f-a6192d274b60 req-63c05097-ad13-4501-8fb4-3603289bfde1 service nova] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Neutron deleted interface 5441c2bb-95b7-4c5c-966c-3a698bb729a3; detaching it from the instance and deleting it from the info cache [ 1019.070685] env[69239]: DEBUG nova.network.neutron [req-9cb29a56-1736-4b02-ab0f-a6192d274b60 req-63c05097-ad13-4501-8fb4-3603289bfde1 service nova] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.075212] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5261c7c9-975f-bf9d-db39-b17150ce131e, 'name': SearchDatastore_Task, 'duration_secs': 0.012146} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.076224] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.076539] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 2eecfc92-5239-45c2-8137-a24991a71abe/2eecfc92-5239-45c2-8137-a24991a71abe.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.076842] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3a7d277-fda2-4979-9f66-e6bcbb121e1b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.094202] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] The volume has not been displaced from its original location: [datastore1] volume-f21e016c-d5ac-4a37-ad44-7884bf5a106d/volume-f21e016c-d5ac-4a37-ad44-7884bf5a106d.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1019.099976] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1019.104774] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee7fdc7-189d-40a3-b0c5-fa02a1230567 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.121451] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Waiting for the task: (returnval){ [ 1019.121451] env[69239]: value = "task-4145689" [ 1019.121451] env[69239]: _type = "Task" [ 1019.121451] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.133522] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145687, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.135608] env[69239]: DEBUG oslo_vmware.api [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1019.135608] env[69239]: value = "task-4145690" [ 1019.135608] env[69239]: _type = "Task" [ 1019.135608] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.146720] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145686, 'name': Destroy_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.146991] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.156286] env[69239]: DEBUG oslo_vmware.api [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.183114] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.189395] env[69239]: DEBUG nova.network.neutron [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Successfully created port: 4a4d26f4-d8c9-4000-891c-889333dda9f6 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.416073] env[69239]: DEBUG nova.scheduler.client.report [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.492469] env[69239]: DEBUG nova.network.neutron [-] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.579233] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7a0699a-4731-4dcc-aad8-361f223e7f1c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.588912] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd07d7a9-88fd-419e-abf0-55241d2daf84 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.611823] env[69239]: DEBUG oslo_vmware.api [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145687, 'name': PowerOnVM_Task, 'duration_secs': 0.57651} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.613019] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.613439] env[69239]: INFO nova.compute.manager [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1019.613778] env[69239]: DEBUG nova.compute.manager [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1019.614891] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03167615-0627-4c01-9129-9c8379fd66e4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.636550] env[69239]: DEBUG nova.compute.manager [req-9cb29a56-1736-4b02-ab0f-a6192d274b60 req-63c05097-ad13-4501-8fb4-3603289bfde1 service nova] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Detach interface failed, port_id=5441c2bb-95b7-4c5c-966c-3a698bb729a3, reason: Instance 4474a896-3a2b-4514-914b-9475f5e59b1d could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1019.662755] env[69239]: DEBUG oslo_vmware.api [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.672565] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145689, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.673037] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145686, 'name': Destroy_Task, 'duration_secs': 1.380433} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.673538] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Destroyed the VM [ 1019.673937] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1019.679079] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5dd57f48-c82b-4263-a14a-248023e472fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.691793] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.694055] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1019.694055] env[69239]: value = "task-4145691" [ 1019.694055] env[69239]: _type = "Task" [ 1019.694055] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.703372] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145691, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.852632] env[69239]: DEBUG nova.compute.manager [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.885935] env[69239]: DEBUG nova.virt.hardware [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.886217] env[69239]: DEBUG nova.virt.hardware [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.886390] env[69239]: DEBUG nova.virt.hardware [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.886606] env[69239]: DEBUG nova.virt.hardware [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.886827] env[69239]: DEBUG nova.virt.hardware [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.886993] env[69239]: DEBUG nova.virt.hardware [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.887325] env[69239]: DEBUG nova.virt.hardware [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.887557] env[69239]: DEBUG nova.virt.hardware [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.887771] env[69239]: DEBUG nova.virt.hardware [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.887971] env[69239]: DEBUG nova.virt.hardware [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.888318] env[69239]: DEBUG nova.virt.hardware [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.889391] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74666fe1-c2da-4b12-978d-b2faf6b3ab18 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.903313] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418b4ead-91cc-48d9-b7a9-423a47cbcb57 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.922251] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.928882] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.772s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.928882] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.005s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.929044] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69239) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1019.929706] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.994s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.930986] env[69239]: INFO nova.compute.claims [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.938774] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23f1e90-311d-4eae-af27-bfcdef7dfa6a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.946486] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94edc559-0a83-4047-b9ca-2c7a80102c08 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.951502] env[69239]: INFO nova.scheduler.client.report [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Deleted allocations for instance da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f [ 1019.964418] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4012bd85-1384-46a4-90dd-3e183e8dd1e9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.971974] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0625bd97-cf97-4e2f-98b7-da63baa63c6e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.003938] env[69239]: INFO nova.compute.manager [-] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Took 1.64 seconds to deallocate network for instance. [ 1020.004333] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177689MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69239) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1020.004472] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.146367] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848275} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.149608] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 2eecfc92-5239-45c2-8137-a24991a71abe/2eecfc92-5239-45c2-8137-a24991a71abe.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.149848] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.150461] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2371360-78c6-4854-8296-ee8e50f2d3b8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.161166] env[69239]: DEBUG oslo_vmware.api [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145690, 'name': ReconfigVM_Task, 'duration_secs': 0.741533} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.162096] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1020.168138] env[69239]: INFO nova.compute.manager [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Took 34.96 seconds to build instance. [ 1020.170522] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68af48a3-7da4-4f52-ae06-317aa88f17c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.181787] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Waiting for the task: (returnval){ [ 1020.181787] env[69239]: value = "task-4145692" [ 1020.181787] env[69239]: _type = "Task" [ 1020.181787] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.191668] env[69239]: DEBUG oslo_vmware.api [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1020.191668] env[69239]: value = "task-4145693" [ 1020.191668] env[69239]: _type = "Task" [ 1020.191668] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.200791] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.201203] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145688, 'name': ReconfigVM_Task, 'duration_secs': 1.397234} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.204470] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Reconfigured VM instance instance-00000054 to attach disk [datastore1] adf7e76b-a921-4315-820f-b32a74f4b2e0/adf7e76b-a921-4315-820f-b32a74f4b2e0.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.205478] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12b04249-22ce-4b23-9ac1-07f9a26611b7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.210418] env[69239]: DEBUG oslo_vmware.api [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.215123] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145691, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.216509] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1020.216509] env[69239]: value = "task-4145694" [ 1020.216509] env[69239]: _type = "Task" [ 1020.216509] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.225584] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145694, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.467980] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7edc728a-eed9-4300-ab1a-47baa84a39c4 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.557s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.513485] env[69239]: DEBUG oslo_concurrency.lockutils [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.683455] env[69239]: DEBUG oslo_concurrency.lockutils [None req-168f3f67-94d0-4f55-a6db-2207dac255ff tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "a0160ab3-7f9f-4f46-b68b-58ea552461ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.488s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.693749] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070367} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.697532] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.698516] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2602c48-024c-47d7-bbf6-2cca4e55331b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.708534] env[69239]: DEBUG oslo_vmware.api [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145693, 'name': ReconfigVM_Task, 'duration_secs': 0.156536} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.716789] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820931', 'volume_id': 'f21e016c-d5ac-4a37-ad44-7884bf5a106d', 'name': 'volume-f21e016c-d5ac-4a37-ad44-7884bf5a106d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ed453e1a-e257-4e7f-9cab-7fb5f17dda4c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f21e016c-d5ac-4a37-ad44-7884bf5a106d', 'serial': 'f21e016c-d5ac-4a37-ad44-7884bf5a106d'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1020.728548] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 2eecfc92-5239-45c2-8137-a24991a71abe/2eecfc92-5239-45c2-8137-a24991a71abe.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.732637] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-474187f6-d98a-4d9c-8201-360158f9d837 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.749287] env[69239]: DEBUG oslo_vmware.api [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145691, 'name': RemoveSnapshot_Task, 'duration_secs': 0.898118} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.753824] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1020.754416] env[69239]: INFO nova.compute.manager [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Took 16.40 seconds to snapshot the instance on the hypervisor. [ 1020.766426] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145694, 'name': Rename_Task, 'duration_secs': 0.204447} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.766426] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.766426] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Waiting for the task: (returnval){ [ 1020.766426] env[69239]: value = "task-4145695" [ 1020.766426] env[69239]: _type = "Task" [ 1020.766426] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.766426] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-827aa2f3-06e4-45dc-be24-a063fbafa0f1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.782234] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1020.782234] env[69239]: value = "task-4145696" [ 1020.782234] env[69239]: _type = "Task" [ 1020.782234] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.782677] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.794534] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.825179] env[69239]: DEBUG oslo_concurrency.lockutils [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.825455] env[69239]: DEBUG oslo_concurrency.lockutils [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.825749] env[69239]: DEBUG oslo_concurrency.lockutils [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "ceb679d3-fcf7-481f-83b9-5cb912fa8cd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.825975] env[69239]: DEBUG oslo_concurrency.lockutils [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "ceb679d3-fcf7-481f-83b9-5cb912fa8cd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.826255] env[69239]: DEBUG oslo_concurrency.lockutils [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "ceb679d3-fcf7-481f-83b9-5cb912fa8cd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.829142] env[69239]: INFO nova.compute.manager [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Terminating instance [ 1021.079411] env[69239]: DEBUG nova.network.neutron [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Successfully updated port: 4a4d26f4-d8c9-4000-891c-889333dda9f6 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.097520] env[69239]: DEBUG nova.compute.manager [req-b4bdf113-60da-4266-bd71-6ff14b4959c5 req-2adce367-c0b2-4b62-b74d-a35733f185e2 service nova] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Received event network-vif-plugged-4a4d26f4-d8c9-4000-891c-889333dda9f6 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.097884] env[69239]: DEBUG oslo_concurrency.lockutils [req-b4bdf113-60da-4266-bd71-6ff14b4959c5 req-2adce367-c0b2-4b62-b74d-a35733f185e2 service nova] Acquiring lock "11e214f9-857f-4646-bdcc-399f5242a6db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.098238] env[69239]: DEBUG oslo_concurrency.lockutils [req-b4bdf113-60da-4266-bd71-6ff14b4959c5 req-2adce367-c0b2-4b62-b74d-a35733f185e2 service nova] Lock "11e214f9-857f-4646-bdcc-399f5242a6db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.098570] env[69239]: DEBUG oslo_concurrency.lockutils [req-b4bdf113-60da-4266-bd71-6ff14b4959c5 req-2adce367-c0b2-4b62-b74d-a35733f185e2 service nova] Lock "11e214f9-857f-4646-bdcc-399f5242a6db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.098866] env[69239]: DEBUG nova.compute.manager [req-b4bdf113-60da-4266-bd71-6ff14b4959c5 req-2adce367-c0b2-4b62-b74d-a35733f185e2 service nova] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] No waiting events found dispatching network-vif-plugged-4a4d26f4-d8c9-4000-891c-889333dda9f6 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1021.099173] env[69239]: WARNING nova.compute.manager [req-b4bdf113-60da-4266-bd71-6ff14b4959c5 req-2adce367-c0b2-4b62-b74d-a35733f185e2 service nova] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Received unexpected event network-vif-plugged-4a4d26f4-d8c9-4000-891c-889333dda9f6 for instance with vm_state building and task_state spawning. [ 1021.283359] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.290994] env[69239]: DEBUG nova.objects.instance [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lazy-loading 'flavor' on Instance uuid ed453e1a-e257-4e7f-9cab-7fb5f17dda4c {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.298105] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.301146] env[69239]: DEBUG nova.compute.manager [req-d2a0827c-d318-4407-9e1c-5aef72a1b6c3 req-36958173-14c1-422b-839e-c0f671d7edd7 service nova] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Received event network-changed-7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.301313] env[69239]: DEBUG nova.compute.manager [req-d2a0827c-d318-4407-9e1c-5aef72a1b6c3 req-36958173-14c1-422b-839e-c0f671d7edd7 service nova] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Refreshing instance network info cache due to event network-changed-7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.301693] env[69239]: DEBUG oslo_concurrency.lockutils [req-d2a0827c-d318-4407-9e1c-5aef72a1b6c3 req-36958173-14c1-422b-839e-c0f671d7edd7 service nova] Acquiring lock "refresh_cache-a0160ab3-7f9f-4f46-b68b-58ea552461ad" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.301878] env[69239]: DEBUG oslo_concurrency.lockutils [req-d2a0827c-d318-4407-9e1c-5aef72a1b6c3 req-36958173-14c1-422b-839e-c0f671d7edd7 service nova] Acquired lock "refresh_cache-a0160ab3-7f9f-4f46-b68b-58ea552461ad" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.302538] env[69239]: DEBUG nova.network.neutron [req-d2a0827c-d318-4407-9e1c-5aef72a1b6c3 req-36958173-14c1-422b-839e-c0f671d7edd7 service nova] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Refreshing network info cache for port 7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.330015] env[69239]: DEBUG nova.compute.manager [None req-9c84a17a-21eb-4286-9219-78672590ac86 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Found 1 images (rotation: 2) {{(pid=69239) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1021.335878] env[69239]: DEBUG nova.compute.manager [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.335878] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.337485] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7dc292-a9c3-4fa8-bb32-645416910d81 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.350901] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.353513] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-995193a4-d637-4490-a592-70869206c8d7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.360752] env[69239]: DEBUG oslo_vmware.api [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 1021.360752] env[69239]: value = "task-4145697" [ 1021.360752] env[69239]: _type = "Task" [ 1021.360752] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.370456] env[69239]: DEBUG oslo_vmware.api [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.453922] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00797746-2c29-4058-a746-fc97846cfe1d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.465409] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f122de-5024-4ca9-8194-8cf92c5504cf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.519784] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd27365-67a5-487a-9a3b-2ea38f957f4e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.528709] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958edc61-99ce-46cb-b69f-e277f242384a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.543227] env[69239]: DEBUG nova.compute.provider_tree [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.580044] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "refresh_cache-11e214f9-857f-4646-bdcc-399f5242a6db" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.580044] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquired lock "refresh_cache-11e214f9-857f-4646-bdcc-399f5242a6db" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.580044] env[69239]: DEBUG nova.network.neutron [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.781752] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145695, 'name': ReconfigVM_Task, 'duration_secs': 0.702289} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.781873] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 2eecfc92-5239-45c2-8137-a24991a71abe/2eecfc92-5239-45c2-8137-a24991a71abe.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.782668] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-534de517-8a4c-463b-9cb9-316eb9e7d1ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.796955] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145696, 'name': PowerOnVM_Task, 'duration_secs': 0.991166} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.798447] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.798680] env[69239]: DEBUG nova.compute.manager [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1021.799073] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Waiting for the task: (returnval){ [ 1021.799073] env[69239]: value = "task-4145698" [ 1021.799073] env[69239]: _type = "Task" [ 1021.799073] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.801602] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18e0362-bd7f-475a-9431-0825f57ace4e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.825513] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145698, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.879078] env[69239]: DEBUG oslo_vmware.api [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145697, 'name': PowerOffVM_Task, 'duration_secs': 0.317532} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.879430] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.879608] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.879912] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50ec3936-5e01-49dd-9e61-d43ec5fbb77a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.048826] env[69239]: DEBUG nova.scheduler.client.report [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.148721] env[69239]: DEBUG nova.network.neutron [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.264512] env[69239]: DEBUG nova.network.neutron [req-d2a0827c-d318-4407-9e1c-5aef72a1b6c3 req-36958173-14c1-422b-839e-c0f671d7edd7 service nova] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Updated VIF entry in instance network info cache for port 7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.264896] env[69239]: DEBUG nova.network.neutron [req-d2a0827c-d318-4407-9e1c-5aef72a1b6c3 req-36958173-14c1-422b-839e-c0f671d7edd7 service nova] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Updating instance_info_cache with network_info: [{"id": "7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33", "address": "fa:16:3e:17:d5:3f", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7df47ef1-bd", "ovs_interfaceid": "7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.309204] env[69239]: DEBUG oslo_concurrency.lockutils [None req-616bacfb-e498-4cbe-8394-5177e08a2e99 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.891s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.318838] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145698, 'name': Rename_Task, 'duration_secs': 0.196908} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.319383] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.319755] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2ea1afc-2dac-4a6e-bab3-9daf47388ea4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.327586] env[69239]: INFO nova.compute.manager [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] bringing vm to original state: 'stopped' [ 1022.337022] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Waiting for the task: (returnval){ [ 1022.337022] env[69239]: value = "task-4145700" [ 1022.337022] env[69239]: _type = "Task" [ 1022.337022] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.348840] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.375881] env[69239]: DEBUG nova.network.neutron [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Updating instance_info_cache with network_info: [{"id": "4a4d26f4-d8c9-4000-891c-889333dda9f6", "address": "fa:16:3e:bd:93:3b", "network": {"id": "b9148f44-99a4-401c-914f-0bafe1bcf5cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-483948712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e41ba40b9149fb80ea78c2bef2b56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a4d26f4-d8", "ovs_interfaceid": "4a4d26f4-d8c9-4000-891c-889333dda9f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.554246] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.554863] env[69239]: DEBUG nova.compute.manager [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.557825] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.814s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.560458] env[69239]: INFO nova.compute.claims [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.768161] env[69239]: DEBUG oslo_concurrency.lockutils [req-d2a0827c-d318-4407-9e1c-5aef72a1b6c3 req-36958173-14c1-422b-839e-c0f671d7edd7 service nova] Releasing lock "refresh_cache-a0160ab3-7f9f-4f46-b68b-58ea552461ad" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.844436] env[69239]: DEBUG nova.compute.manager [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.845692] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b925d5f4-0d13-4da5-be32-61451b63533f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.858446] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145700, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.878914] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Releasing lock "refresh_cache-11e214f9-857f-4646-bdcc-399f5242a6db" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.879447] env[69239]: DEBUG nova.compute.manager [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Instance network_info: |[{"id": "4a4d26f4-d8c9-4000-891c-889333dda9f6", "address": "fa:16:3e:bd:93:3b", "network": {"id": "b9148f44-99a4-401c-914f-0bafe1bcf5cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-483948712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e41ba40b9149fb80ea78c2bef2b56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a4d26f4-d8", "ovs_interfaceid": "4a4d26f4-d8c9-4000-891c-889333dda9f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.880520] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:93:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a4d26f4-d8c9-4000-891c-889333dda9f6', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.888292] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.888609] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.888760] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d5f4877-2d8a-4a97-9baf-e6fbae0f25a9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.910064] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.910064] env[69239]: value = "task-4145701" [ 1022.910064] env[69239]: _type = "Task" [ 1022.910064] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.918978] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145701, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.064654] env[69239]: DEBUG nova.compute.utils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.066188] env[69239]: DEBUG nova.compute.manager [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.066348] env[69239]: DEBUG nova.network.neutron [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.116384] env[69239]: DEBUG nova.policy [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '950b8d0c07ad4b23be7c4fe6076428a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '657b30330d8d431aa07e7c1e198c5af1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.120716] env[69239]: DEBUG nova.compute.manager [req-7e762538-6c9c-4c7f-85a6-4f0d34f0254e req-9a969bd9-b0c7-4ac0-8306-76f3fb89ab74 service nova] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Received event network-changed-4a4d26f4-d8c9-4000-891c-889333dda9f6 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.120973] env[69239]: DEBUG nova.compute.manager [req-7e762538-6c9c-4c7f-85a6-4f0d34f0254e req-9a969bd9-b0c7-4ac0-8306-76f3fb89ab74 service nova] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Refreshing instance network info cache due to event network-changed-4a4d26f4-d8c9-4000-891c-889333dda9f6. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.121211] env[69239]: DEBUG oslo_concurrency.lockutils [req-7e762538-6c9c-4c7f-85a6-4f0d34f0254e req-9a969bd9-b0c7-4ac0-8306-76f3fb89ab74 service nova] Acquiring lock "refresh_cache-11e214f9-857f-4646-bdcc-399f5242a6db" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.121359] env[69239]: DEBUG oslo_concurrency.lockutils [req-7e762538-6c9c-4c7f-85a6-4f0d34f0254e req-9a969bd9-b0c7-4ac0-8306-76f3fb89ab74 service nova] Acquired lock "refresh_cache-11e214f9-857f-4646-bdcc-399f5242a6db" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.121524] env[69239]: DEBUG nova.network.neutron [req-7e762538-6c9c-4c7f-85a6-4f0d34f0254e req-9a969bd9-b0c7-4ac0-8306-76f3fb89ab74 service nova] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Refreshing network info cache for port 4a4d26f4-d8c9-4000-891c-889333dda9f6 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.154711] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.154711] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.154878] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.155064] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.155315] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.157465] env[69239]: INFO nova.compute.manager [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Terminating instance [ 1023.344398] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "adf7e76b-a921-4315-820f-b32a74f4b2e0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.344838] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "adf7e76b-a921-4315-820f-b32a74f4b2e0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.345084] env[69239]: DEBUG nova.compute.manager [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1023.348796] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d736c55-28fe-40de-b795-f451559ce72a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.351339] env[69239]: DEBUG oslo_vmware.api [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145700, 'name': PowerOnVM_Task, 'duration_secs': 0.855678} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.351636] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.351875] env[69239]: INFO nova.compute.manager [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Took 6.07 seconds to spawn the instance on the hypervisor. [ 1023.352106] env[69239]: DEBUG nova.compute.manager [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1023.353226] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0323873f-184a-4a91-8c6a-df7001f7135e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.357831] env[69239]: DEBUG nova.compute.manager [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69239) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1023.368142] env[69239]: INFO nova.compute.manager [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] instance snapshotting [ 1023.368728] env[69239]: DEBUG nova.objects.instance [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'flavor' on Instance uuid 6adb3e10-042e-4139-9b2e-58a8678fc008 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.421152] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145701, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.570120] env[69239]: DEBUG nova.compute.manager [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.648598] env[69239]: DEBUG nova.network.neutron [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Successfully created port: 56657dc6-ec68-4533-b819-a73bce5d1599 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.661010] env[69239]: DEBUG nova.compute.manager [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.661249] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.662148] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb281290-1b98-4698-ac21-b95af6df5d3a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.672870] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.673146] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ae0de13-6774-4e3d-ad22-6da5f6161e69 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.683890] env[69239]: DEBUG oslo_vmware.api [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1023.683890] env[69239]: value = "task-4145702" [ 1023.683890] env[69239]: _type = "Task" [ 1023.683890] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.695256] env[69239]: DEBUG oslo_vmware.api [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.866371] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.874322] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc8df4b4-2934-4459-a54c-10750aba8253 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.886198] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd9f33c-7a7e-431c-9b2d-80e747818e56 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.890146] env[69239]: INFO nova.compute.manager [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Took 36.15 seconds to build instance. [ 1023.893498] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1023.893498] env[69239]: value = "task-4145703" [ 1023.893498] env[69239]: _type = "Task" [ 1023.893498] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.925425] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8abbdf-656f-4dec-a5e7-a6985ac96e52 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.934818] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.941989] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145701, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.022821] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2064f09-83a0-45b6-a1bc-97ad24bdb31e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.030947] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee822279-dde9-4d20-8a52-d9701703e584 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.063345] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded5b66a-5af9-4a21-a1cf-c45729626d7f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.071736] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8544d22e-ea77-4d08-a21d-8d6f65263c02 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.091465] env[69239]: DEBUG nova.compute.provider_tree [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.194799] env[69239]: DEBUG oslo_vmware.api [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145702, 'name': PowerOffVM_Task, 'duration_secs': 0.242787} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.195115] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.195289] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.195608] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6a02864-641b-4f49-87cc-d5455c411a6e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.257092] env[69239]: DEBUG nova.network.neutron [req-7e762538-6c9c-4c7f-85a6-4f0d34f0254e req-9a969bd9-b0c7-4ac0-8306-76f3fb89ab74 service nova] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Updated VIF entry in instance network info cache for port 4a4d26f4-d8c9-4000-891c-889333dda9f6. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.257529] env[69239]: DEBUG nova.network.neutron [req-7e762538-6c9c-4c7f-85a6-4f0d34f0254e req-9a969bd9-b0c7-4ac0-8306-76f3fb89ab74 service nova] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Updating instance_info_cache with network_info: [{"id": "4a4d26f4-d8c9-4000-891c-889333dda9f6", "address": "fa:16:3e:bd:93:3b", "network": {"id": "b9148f44-99a4-401c-914f-0bafe1bcf5cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-483948712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e41ba40b9149fb80ea78c2bef2b56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a4d26f4-d8", "ovs_interfaceid": "4a4d26f4-d8c9-4000-891c-889333dda9f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.393808] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6c27bf27-d697-4f4a-89dd-3bb90ae7b5a5 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Lock "2eecfc92-5239-45c2-8137-a24991a71abe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.665s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.403632] env[69239]: DEBUG oslo_vmware.api [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145703, 'name': PowerOffVM_Task, 'duration_secs': 0.155028} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.403926] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.404136] env[69239]: DEBUG nova.compute.manager [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1024.404969] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d962c01f-c6d2-4fd0-82ef-ab083e0f508c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.425590] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145701, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.444026] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1024.445472] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fd9a3113-91c3-4d5d-99b4-55b2cd30260d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.455906] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1024.455906] env[69239]: value = "task-4145705" [ 1024.455906] env[69239]: _type = "Task" [ 1024.455906] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.466320] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145705, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.594738] env[69239]: DEBUG nova.compute.manager [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.597448] env[69239]: DEBUG nova.scheduler.client.report [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.627452] env[69239]: DEBUG nova.virt.hardware [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.627452] env[69239]: DEBUG nova.virt.hardware [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.627452] env[69239]: DEBUG nova.virt.hardware [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.627452] env[69239]: DEBUG nova.virt.hardware [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.627715] env[69239]: DEBUG nova.virt.hardware [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.627765] env[69239]: DEBUG nova.virt.hardware [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.627943] env[69239]: DEBUG nova.virt.hardware [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.628171] env[69239]: DEBUG nova.virt.hardware [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.628350] env[69239]: DEBUG nova.virt.hardware [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.628625] env[69239]: DEBUG nova.virt.hardware [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.628703] env[69239]: DEBUG nova.virt.hardware [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.629733] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cd9ad0-cf8e-4eab-8b1a-fe59e2a01963 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.638705] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3b58db-7df3-4e45-a76a-c6bbf2198866 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.760731] env[69239]: DEBUG oslo_concurrency.lockutils [req-7e762538-6c9c-4c7f-85a6-4f0d34f0254e req-9a969bd9-b0c7-4ac0-8306-76f3fb89ab74 service nova] Releasing lock "refresh_cache-11e214f9-857f-4646-bdcc-399f5242a6db" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.917336] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "adf7e76b-a921-4315-820f-b32a74f4b2e0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.572s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.928653] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145701, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.967062] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145705, 'name': CreateSnapshot_Task, 'duration_secs': 0.4965} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.967427] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1024.968303] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056d9b50-eaff-4b38-a090-801c927c51c9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.062120] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.062506] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.062712] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Deleting the datastore file [datastore1] ceb679d3-fcf7-481f-83b9-5cb912fa8cd8 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.063052] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fac3f00-4366-41e0-8deb-62a39cdfd373 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.071287] env[69239]: DEBUG oslo_vmware.api [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for the task: (returnval){ [ 1025.071287] env[69239]: value = "task-4145706" [ 1025.071287] env[69239]: _type = "Task" [ 1025.071287] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.081956] env[69239]: DEBUG oslo_vmware.api [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.097169] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.097463] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.097669] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleting the datastore file [datastore1] ed453e1a-e257-4e7f-9cab-7fb5f17dda4c {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.097981] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b529a52-3917-4232-8000-6d340cf3edc2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.105336] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.105909] env[69239]: DEBUG nova.compute.manager [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.110386] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.033s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.111923] env[69239]: INFO nova.compute.claims [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.115161] env[69239]: DEBUG nova.compute.manager [None req-5b637b4e-b088-438e-946b-62da2b60589b tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1025.115555] env[69239]: DEBUG oslo_vmware.api [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1025.115555] env[69239]: value = "task-4145707" [ 1025.115555] env[69239]: _type = "Task" [ 1025.115555] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.116709] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9e591a-383c-4d70-afef-821be9467a09 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.132021] env[69239]: DEBUG oslo_vmware.api [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.227581] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Acquiring lock "2eecfc92-5239-45c2-8137-a24991a71abe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.227949] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Lock "2eecfc92-5239-45c2-8137-a24991a71abe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.228285] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Acquiring lock "2eecfc92-5239-45c2-8137-a24991a71abe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.228574] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Lock "2eecfc92-5239-45c2-8137-a24991a71abe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.228848] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Lock "2eecfc92-5239-45c2-8137-a24991a71abe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.232066] env[69239]: INFO nova.compute.manager [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Terminating instance [ 1025.434269] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145701, 'name': CreateVM_Task, 'duration_secs': 2.377961} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.435062] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.435385] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.436630] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.436859] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.437443] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.438062] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e235bb7-e22b-47af-ba7d-e9c0a00e03a4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.444608] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1025.444608] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526fa71d-9002-cc8d-0344-d91fdff71ccb" [ 1025.444608] env[69239]: _type = "Task" [ 1025.444608] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.457019] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526fa71d-9002-cc8d-0344-d91fdff71ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.487614] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1025.488123] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-84e80c19-8464-4516-98c0-4a546070960e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.497014] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1025.497014] env[69239]: value = "task-4145708" [ 1025.497014] env[69239]: _type = "Task" [ 1025.497014] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.507994] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145708, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.587305] env[69239]: DEBUG oslo_vmware.api [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Task: {'id': task-4145706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324147} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.587726] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.588044] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.588349] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.589867] env[69239]: INFO nova.compute.manager [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Took 4.25 seconds to destroy the instance on the hypervisor. [ 1025.589867] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.589867] env[69239]: DEBUG nova.compute.manager [-] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.589867] env[69239]: DEBUG nova.network.neutron [-] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.618167] env[69239]: DEBUG nova.compute.utils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.623014] env[69239]: DEBUG nova.compute.manager [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.623264] env[69239]: DEBUG nova.network.neutron [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.634667] env[69239]: INFO nova.compute.manager [None req-5b637b4e-b088-438e-946b-62da2b60589b tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] instance snapshotting [ 1025.635658] env[69239]: DEBUG nova.objects.instance [None req-5b637b4e-b088-438e-946b-62da2b60589b tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Lazy-loading 'flavor' on Instance uuid 2eecfc92-5239-45c2-8137-a24991a71abe {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.641347] env[69239]: DEBUG oslo_vmware.api [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178409} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.641675] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.641908] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.642151] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.642431] env[69239]: INFO nova.compute.manager [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Took 1.98 seconds to destroy the instance on the hypervisor. [ 1025.643092] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.643820] env[69239]: DEBUG nova.compute.manager [-] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.643962] env[69239]: DEBUG nova.network.neutron [-] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.695841] env[69239]: DEBUG nova.policy [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7104790afe104d359bbfde12024c94ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c26f4ab7abc14bac8ee32dd4b4c80d10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.737280] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Acquiring lock "refresh_cache-2eecfc92-5239-45c2-8137-a24991a71abe" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.737526] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Acquired lock "refresh_cache-2eecfc92-5239-45c2-8137-a24991a71abe" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.737741] env[69239]: DEBUG nova.network.neutron [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.808422] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "adf7e76b-a921-4315-820f-b32a74f4b2e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.808915] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "adf7e76b-a921-4315-820f-b32a74f4b2e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.809308] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "adf7e76b-a921-4315-820f-b32a74f4b2e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.809579] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "adf7e76b-a921-4315-820f-b32a74f4b2e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.809819] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "adf7e76b-a921-4315-820f-b32a74f4b2e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.813891] env[69239]: INFO nova.compute.manager [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Terminating instance [ 1025.869335] env[69239]: DEBUG nova.compute.manager [req-0a25d09a-3925-4823-8edb-5c2589b2ce66 req-7bfd7d13-96ea-421e-9a11-5c67abc3f480 service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Received event network-vif-plugged-56657dc6-ec68-4533-b819-a73bce5d1599 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.870194] env[69239]: DEBUG oslo_concurrency.lockutils [req-0a25d09a-3925-4823-8edb-5c2589b2ce66 req-7bfd7d13-96ea-421e-9a11-5c67abc3f480 service nova] Acquiring lock "7c219ef8-df8a-4212-a984-59006ea4d994-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.870523] env[69239]: DEBUG oslo_concurrency.lockutils [req-0a25d09a-3925-4823-8edb-5c2589b2ce66 req-7bfd7d13-96ea-421e-9a11-5c67abc3f480 service nova] Lock "7c219ef8-df8a-4212-a984-59006ea4d994-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.870754] env[69239]: DEBUG oslo_concurrency.lockutils [req-0a25d09a-3925-4823-8edb-5c2589b2ce66 req-7bfd7d13-96ea-421e-9a11-5c67abc3f480 service nova] Lock "7c219ef8-df8a-4212-a984-59006ea4d994-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.871019] env[69239]: DEBUG nova.compute.manager [req-0a25d09a-3925-4823-8edb-5c2589b2ce66 req-7bfd7d13-96ea-421e-9a11-5c67abc3f480 service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] No waiting events found dispatching network-vif-plugged-56657dc6-ec68-4533-b819-a73bce5d1599 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1025.871195] env[69239]: WARNING nova.compute.manager [req-0a25d09a-3925-4823-8edb-5c2589b2ce66 req-7bfd7d13-96ea-421e-9a11-5c67abc3f480 service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Received unexpected event network-vif-plugged-56657dc6-ec68-4533-b819-a73bce5d1599 for instance with vm_state building and task_state spawning. [ 1025.957500] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526fa71d-9002-cc8d-0344-d91fdff71ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.958079] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.958331] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.958581] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.958735] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.958927] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.959665] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9707a9b-cf95-4779-a60e-ba055f1b3b85 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.970854] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.971066] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.971904] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4a6f0ae-5d21-4fcf-8c27-4043b9231af3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.983894] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1025.983894] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f09a22-e994-5752-cc66-01ea7d6110a7" [ 1025.983894] env[69239]: _type = "Task" [ 1025.983894] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.998261] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f09a22-e994-5752-cc66-01ea7d6110a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011731} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.003038] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8242a16-ac19-4f27-b67a-298e5a91e5b2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.011649] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145708, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.013147] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1026.013147] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52dfd549-9eef-c97a-5d79-c28ce6eccd8e" [ 1026.013147] env[69239]: _type = "Task" [ 1026.013147] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.021382] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52dfd549-9eef-c97a-5d79-c28ce6eccd8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.090453] env[69239]: DEBUG nova.network.neutron [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Successfully updated port: 56657dc6-ec68-4533-b819-a73bce5d1599 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.123867] env[69239]: DEBUG nova.compute.manager [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.149865] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e46c5fa-82b1-4247-821f-10f3882e0ac1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.178021] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021a567f-87ab-4321-909f-f8b5c67f7e6b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.227830] env[69239]: DEBUG nova.network.neutron [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Successfully created port: 771870f3-5e3c-4d9f-a5b2-aa3f285140df {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.276283] env[69239]: DEBUG nova.network.neutron [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.319746] env[69239]: DEBUG nova.compute.manager [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.319870] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.322138] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725cb48f-11ad-4212-b111-3ad822ec68bf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.331149] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.331443] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a54c27f2-540a-43c5-9d8b-a5b46ed6e121 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.397787] env[69239]: DEBUG nova.network.neutron [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.403910] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.404163] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.404347] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleting the datastore file [datastore1] adf7e76b-a921-4315-820f-b32a74f4b2e0 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.404626] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e639c1ba-5384-472f-a044-7b717139ee26 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.412654] env[69239]: DEBUG oslo_vmware.api [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1026.412654] env[69239]: value = "task-4145710" [ 1026.412654] env[69239]: _type = "Task" [ 1026.412654] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.437725] env[69239]: DEBUG oslo_vmware.api [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.513893] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145708, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.524625] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52dfd549-9eef-c97a-5d79-c28ce6eccd8e, 'name': SearchDatastore_Task, 'duration_secs': 0.012483} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.528720] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.528791] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 11e214f9-857f-4646-bdcc-399f5242a6db/11e214f9-857f-4646-bdcc-399f5242a6db.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.529960] env[69239]: DEBUG nova.compute.manager [req-0ee5d7bc-09f2-4bcf-8290-faf5b8c41690 req-533fc906-829c-4281-8df0-3261ddef89cc service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Received event network-vif-deleted-ae4c1fa9-c369-45dc-8281-0eb74346b044 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.530166] env[69239]: INFO nova.compute.manager [req-0ee5d7bc-09f2-4bcf-8290-faf5b8c41690 req-533fc906-829c-4281-8df0-3261ddef89cc service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Neutron deleted interface ae4c1fa9-c369-45dc-8281-0eb74346b044; detaching it from the instance and deleting it from the info cache [ 1026.530343] env[69239]: DEBUG nova.network.neutron [req-0ee5d7bc-09f2-4bcf-8290-faf5b8c41690 req-533fc906-829c-4281-8df0-3261ddef89cc service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.532365] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac6b55a4-a1ca-45d8-8ec3-858d1ff59da8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.542523] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1026.542523] env[69239]: value = "task-4145711" [ 1026.542523] env[69239]: _type = "Task" [ 1026.542523] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.552545] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.596651] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "refresh_cache-7c219ef8-df8a-4212-a984-59006ea4d994" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.596841] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired lock "refresh_cache-7c219ef8-df8a-4212-a984-59006ea4d994" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.597567] env[69239]: DEBUG nova.network.neutron [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.696084] env[69239]: DEBUG nova.compute.manager [None req-5b637b4e-b088-438e-946b-62da2b60589b tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Instance disappeared during snapshot {{(pid=69239) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1026.716891] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de839477-f581-4155-b6ae-ecb12b639172 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.735552] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dab2de6-59ee-40af-a814-7a3a78488346 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.774878] env[69239]: DEBUG nova.network.neutron [-] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.777118] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49daf2e-06b5-4181-a785-a5a8874a9a94 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.787619] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1001329-305c-417b-91cc-87acbc8948f5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.807462] env[69239]: DEBUG nova.compute.provider_tree [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.890980] env[69239]: DEBUG nova.compute.manager [None req-5b637b4e-b088-438e-946b-62da2b60589b tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Found 0 images (rotation: 2) {{(pid=69239) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1026.901138] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Releasing lock "refresh_cache-2eecfc92-5239-45c2-8137-a24991a71abe" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.902180] env[69239]: DEBUG nova.compute.manager [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.902946] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.904900] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89b5f52-710a-4e6a-9567-0367b4311f88 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.916371] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.919938] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6750686b-4df1-4edb-94f9-3f3087d173b1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.928898] env[69239]: DEBUG oslo_vmware.api [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15999} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.930521] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.930749] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.934023] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.934023] env[69239]: INFO nova.compute.manager [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1026.934023] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.934023] env[69239]: DEBUG oslo_vmware.api [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Waiting for the task: (returnval){ [ 1026.934023] env[69239]: value = "task-4145712" [ 1026.934023] env[69239]: _type = "Task" [ 1026.934023] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.934023] env[69239]: DEBUG nova.compute.manager [-] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.934023] env[69239]: DEBUG nova.network.neutron [-] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.944332] env[69239]: DEBUG oslo_vmware.api [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.988751] env[69239]: DEBUG nova.network.neutron [-] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.009827] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145708, 'name': CloneVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.033046] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7813604f-ade4-4f71-8686-0d9050c4d266 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.044890] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2478731b-68cc-42b5-a46a-b2982b0255f3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.068841] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145711, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.089483] env[69239]: DEBUG nova.compute.manager [req-0ee5d7bc-09f2-4bcf-8290-faf5b8c41690 req-533fc906-829c-4281-8df0-3261ddef89cc service nova] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Detach interface failed, port_id=ae4c1fa9-c369-45dc-8281-0eb74346b044, reason: Instance ed453e1a-e257-4e7f-9cab-7fb5f17dda4c could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1027.137142] env[69239]: DEBUG nova.compute.manager [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.140070] env[69239]: DEBUG nova.network.neutron [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.171781] env[69239]: DEBUG nova.virt.hardware [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.172158] env[69239]: DEBUG nova.virt.hardware [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.172462] env[69239]: DEBUG nova.virt.hardware [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.172947] env[69239]: DEBUG nova.virt.hardware [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.173100] env[69239]: DEBUG nova.virt.hardware [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.173346] env[69239]: DEBUG nova.virt.hardware [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.173794] env[69239]: DEBUG nova.virt.hardware [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.174015] env[69239]: DEBUG nova.virt.hardware [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.174233] env[69239]: DEBUG nova.virt.hardware [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.174552] env[69239]: DEBUG nova.virt.hardware [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.174645] env[69239]: DEBUG nova.virt.hardware [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.175669] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8b3651-0ec3-4d6d-8328-7f81d37c08b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.191373] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c734cd-1398-47fb-9492-8aca7c06d9bb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.283413] env[69239]: INFO nova.compute.manager [-] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Took 1.69 seconds to deallocate network for instance. [ 1027.309531] env[69239]: DEBUG nova.scheduler.client.report [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.366045] env[69239]: DEBUG nova.network.neutron [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Updating instance_info_cache with network_info: [{"id": "56657dc6-ec68-4533-b819-a73bce5d1599", "address": "fa:16:3e:9d:1c:dc", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56657dc6-ec", "ovs_interfaceid": "56657dc6-ec68-4533-b819-a73bce5d1599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.445942] env[69239]: DEBUG oslo_vmware.api [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145712, 'name': PowerOffVM_Task, 'duration_secs': 0.207144} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.447223] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.447578] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.448313] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43053db8-c697-4780-9573-43927fa5a00e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.480113] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.480458] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.480653] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Deleting the datastore file [datastore1] 2eecfc92-5239-45c2-8137-a24991a71abe {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.480979] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db1d34a6-ab92-416d-8a55-acdb540236a4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.488185] env[69239]: DEBUG oslo_vmware.api [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Waiting for the task: (returnval){ [ 1027.488185] env[69239]: value = "task-4145714" [ 1027.488185] env[69239]: _type = "Task" [ 1027.488185] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.493830] env[69239]: INFO nova.compute.manager [-] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Took 1.85 seconds to deallocate network for instance. [ 1027.498581] env[69239]: DEBUG oslo_vmware.api [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.510595] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145708, 'name': CloneVM_Task, 'duration_secs': 1.58923} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.510922] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Created linked-clone VM from snapshot [ 1027.511650] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7df099-9f9a-4b07-bb5f-d0d21b67fb5e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.521150] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Uploading image 04bcfe5e-c4ce-4923-82e9-c2e3dfbdeb4e {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1027.546143] env[69239]: DEBUG oslo_vmware.rw_handles [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1027.546143] env[69239]: value = "vm-820973" [ 1027.546143] env[69239]: _type = "VirtualMachine" [ 1027.546143] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1027.546439] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-70d56ba0-c9a0-42cf-ab4e-ffe3ff0c6c1a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.554396] env[69239]: DEBUG oslo_vmware.rw_handles [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lease: (returnval){ [ 1027.554396] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b3f204-0b8f-a58f-6770-16ff1e68bde2" [ 1027.554396] env[69239]: _type = "HttpNfcLease" [ 1027.554396] env[69239]: } obtained for exporting VM: (result){ [ 1027.554396] env[69239]: value = "vm-820973" [ 1027.554396] env[69239]: _type = "VirtualMachine" [ 1027.554396] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1027.554704] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the lease: (returnval){ [ 1027.554704] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b3f204-0b8f-a58f-6770-16ff1e68bde2" [ 1027.554704] env[69239]: _type = "HttpNfcLease" [ 1027.554704] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1027.565694] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.565694] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b3f204-0b8f-a58f-6770-16ff1e68bde2" [ 1027.565694] env[69239]: _type = "HttpNfcLease" [ 1027.565694] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1027.571824] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659706} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.572132] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 11e214f9-857f-4646-bdcc-399f5242a6db/11e214f9-857f-4646-bdcc-399f5242a6db.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.572424] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.572723] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14e4ed99-e69c-4aef-9cfa-9800d1cb8c07 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.580034] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1027.580034] env[69239]: value = "task-4145716" [ 1027.580034] env[69239]: _type = "Task" [ 1027.580034] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.588719] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.769905] env[69239]: DEBUG nova.network.neutron [-] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.791235] env[69239]: DEBUG oslo_concurrency.lockutils [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.818642] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.819201] env[69239]: DEBUG nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.822090] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.698s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.823585] env[69239]: INFO nova.compute.claims [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.870093] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Releasing lock "refresh_cache-7c219ef8-df8a-4212-a984-59006ea4d994" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.871033] env[69239]: DEBUG nova.compute.manager [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Instance network_info: |[{"id": "56657dc6-ec68-4533-b819-a73bce5d1599", "address": "fa:16:3e:9d:1c:dc", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56657dc6-ec", "ovs_interfaceid": "56657dc6-ec68-4533-b819-a73bce5d1599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.871033] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:1c:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56657dc6-ec68-4533-b819-a73bce5d1599', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.878961] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.879973] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.880239] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87c7c70c-5c3e-4616-8dba-5efcd872ac7f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.896624] env[69239]: DEBUG nova.network.neutron [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Successfully updated port: 771870f3-5e3c-4d9f-a5b2-aa3f285140df {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.903672] env[69239]: DEBUG nova.compute.manager [req-ff9bfd8e-c1a9-4c32-beb8-b8197837b7f2 req-07cde8f0-25d4-4b66-a385-10ef590dc2f7 service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Received event network-changed-56657dc6-ec68-4533-b819-a73bce5d1599 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.903950] env[69239]: DEBUG nova.compute.manager [req-ff9bfd8e-c1a9-4c32-beb8-b8197837b7f2 req-07cde8f0-25d4-4b66-a385-10ef590dc2f7 service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Refreshing instance network info cache due to event network-changed-56657dc6-ec68-4533-b819-a73bce5d1599. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.904237] env[69239]: DEBUG oslo_concurrency.lockutils [req-ff9bfd8e-c1a9-4c32-beb8-b8197837b7f2 req-07cde8f0-25d4-4b66-a385-10ef590dc2f7 service nova] Acquiring lock "refresh_cache-7c219ef8-df8a-4212-a984-59006ea4d994" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.904399] env[69239]: DEBUG oslo_concurrency.lockutils [req-ff9bfd8e-c1a9-4c32-beb8-b8197837b7f2 req-07cde8f0-25d4-4b66-a385-10ef590dc2f7 service nova] Acquired lock "refresh_cache-7c219ef8-df8a-4212-a984-59006ea4d994" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.904568] env[69239]: DEBUG nova.network.neutron [req-ff9bfd8e-c1a9-4c32-beb8-b8197837b7f2 req-07cde8f0-25d4-4b66-a385-10ef590dc2f7 service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Refreshing network info cache for port 56657dc6-ec68-4533-b819-a73bce5d1599 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.907803] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.907803] env[69239]: value = "task-4145717" [ 1027.907803] env[69239]: _type = "Task" [ 1027.907803] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.919274] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145717, 'name': CreateVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.998654] env[69239]: DEBUG oslo_vmware.api [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Task: {'id': task-4145714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107471} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.998956] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.999200] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.999397] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.999583] env[69239]: INFO nova.compute.manager [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1027.999868] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.000108] env[69239]: DEBUG nova.compute.manager [-] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.000226] env[69239]: DEBUG nova.network.neutron [-] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.006229] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.018850] env[69239]: DEBUG nova.network.neutron [-] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.064362] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1028.064362] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b3f204-0b8f-a58f-6770-16ff1e68bde2" [ 1028.064362] env[69239]: _type = "HttpNfcLease" [ 1028.064362] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1028.064841] env[69239]: DEBUG oslo_vmware.rw_handles [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1028.064841] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b3f204-0b8f-a58f-6770-16ff1e68bde2" [ 1028.064841] env[69239]: _type = "HttpNfcLease" [ 1028.064841] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1028.065816] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c4a475-aa7c-4975-a74a-6a404b576334 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.073772] env[69239]: DEBUG oslo_vmware.rw_handles [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac9a73-2b53-96cf-6b88-a7284d96e3ef/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1028.074114] env[69239]: DEBUG oslo_vmware.rw_handles [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac9a73-2b53-96cf-6b88-a7284d96e3ef/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1028.140519] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071876} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.140806] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.141644] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9cd651-f90e-40a3-8509-0b462a614aea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.164221] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 11e214f9-857f-4646-bdcc-399f5242a6db/11e214f9-857f-4646-bdcc-399f5242a6db.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.166989] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c1f777-d7c2-40e6-b215-e1fb172ecb2f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.182937] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9383f0ee-b1dd-4f17-9c74-e5f5ee169690 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.191046] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1028.191046] env[69239]: value = "task-4145718" [ 1028.191046] env[69239]: _type = "Task" [ 1028.191046] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.201632] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.275834] env[69239]: INFO nova.compute.manager [-] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Took 1.34 seconds to deallocate network for instance. [ 1028.328586] env[69239]: DEBUG nova.compute.utils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.331906] env[69239]: DEBUG nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.332095] env[69239]: DEBUG nova.network.neutron [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.374620] env[69239]: DEBUG nova.policy [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '628c7b27f47943d48983320356ad2dbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b44f6836b7514caf8bf23858dd078166', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.403031] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "refresh_cache-3024be94-0544-44d0-b6c7-91a395d26e63" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.403031] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired lock "refresh_cache-3024be94-0544-44d0-b6c7-91a395d26e63" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.403031] env[69239]: DEBUG nova.network.neutron [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.425443] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145717, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.521349] env[69239]: DEBUG nova.network.neutron [-] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.571808] env[69239]: DEBUG nova.compute.manager [req-7f89af19-3c4a-41e4-8579-dc13b7d7c042 req-48c0fc51-d9ac-4257-a293-36263d5739b9 service nova] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Received event network-vif-deleted-0b240255-7a1b-4a4f-a2a9-b61abf239996 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.571808] env[69239]: DEBUG nova.compute.manager [req-7f89af19-3c4a-41e4-8579-dc13b7d7c042 req-48c0fc51-d9ac-4257-a293-36263d5739b9 service nova] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Received event network-vif-plugged-771870f3-5e3c-4d9f-a5b2-aa3f285140df {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.572023] env[69239]: DEBUG oslo_concurrency.lockutils [req-7f89af19-3c4a-41e4-8579-dc13b7d7c042 req-48c0fc51-d9ac-4257-a293-36263d5739b9 service nova] Acquiring lock "3024be94-0544-44d0-b6c7-91a395d26e63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.572607] env[69239]: DEBUG oslo_concurrency.lockutils [req-7f89af19-3c4a-41e4-8579-dc13b7d7c042 req-48c0fc51-d9ac-4257-a293-36263d5739b9 service nova] Lock "3024be94-0544-44d0-b6c7-91a395d26e63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.572607] env[69239]: DEBUG oslo_concurrency.lockutils [req-7f89af19-3c4a-41e4-8579-dc13b7d7c042 req-48c0fc51-d9ac-4257-a293-36263d5739b9 service nova] Lock "3024be94-0544-44d0-b6c7-91a395d26e63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.572998] env[69239]: DEBUG nova.compute.manager [req-7f89af19-3c4a-41e4-8579-dc13b7d7c042 req-48c0fc51-d9ac-4257-a293-36263d5739b9 service nova] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] No waiting events found dispatching network-vif-plugged-771870f3-5e3c-4d9f-a5b2-aa3f285140df {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1028.572998] env[69239]: WARNING nova.compute.manager [req-7f89af19-3c4a-41e4-8579-dc13b7d7c042 req-48c0fc51-d9ac-4257-a293-36263d5739b9 service nova] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Received unexpected event network-vif-plugged-771870f3-5e3c-4d9f-a5b2-aa3f285140df for instance with vm_state building and task_state spawning. [ 1028.573261] env[69239]: DEBUG nova.compute.manager [req-7f89af19-3c4a-41e4-8579-dc13b7d7c042 req-48c0fc51-d9ac-4257-a293-36263d5739b9 service nova] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Received event network-changed-771870f3-5e3c-4d9f-a5b2-aa3f285140df {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.573261] env[69239]: DEBUG nova.compute.manager [req-7f89af19-3c4a-41e4-8579-dc13b7d7c042 req-48c0fc51-d9ac-4257-a293-36263d5739b9 service nova] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Refreshing instance network info cache due to event network-changed-771870f3-5e3c-4d9f-a5b2-aa3f285140df. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.573691] env[69239]: DEBUG oslo_concurrency.lockutils [req-7f89af19-3c4a-41e4-8579-dc13b7d7c042 req-48c0fc51-d9ac-4257-a293-36263d5739b9 service nova] Acquiring lock "refresh_cache-3024be94-0544-44d0-b6c7-91a395d26e63" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.712535] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145718, 'name': ReconfigVM_Task, 'duration_secs': 0.401159} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.713308] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 11e214f9-857f-4646-bdcc-399f5242a6db/11e214f9-857f-4646-bdcc-399f5242a6db.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.713790] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15f9469a-fced-4816-a30f-018476c53a8e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.723197] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1028.723197] env[69239]: value = "task-4145719" [ 1028.723197] env[69239]: _type = "Task" [ 1028.723197] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.735096] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145719, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.742966] env[69239]: DEBUG nova.network.neutron [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Successfully created port: 8277996f-7f76-4d82-b8b5-2a4b681edfea {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.784381] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.833508] env[69239]: DEBUG nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.927833] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145717, 'name': CreateVM_Task, 'duration_secs': 0.564184} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.928373] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.929217] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.929615] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.929754] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.930845] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334d03d7-ee04-4e71-8780-947604b1d294 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.943080] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1028.943080] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527ad1ba-105d-f481-5e8e-f0a94e9d3dc0" [ 1028.943080] env[69239]: _type = "Task" [ 1028.943080] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.963831] env[69239]: DEBUG nova.network.neutron [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.980142] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527ad1ba-105d-f481-5e8e-f0a94e9d3dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.018214} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.980142] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.980866] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.981418] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.981746] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.982553] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.987933] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c3df0e9-0309-4e7d-86b9-d5d107ac98a4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.007404] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.007609] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.008614] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa633a21-a6f6-48a6-bbf1-1732ed469f8c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.021258] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1029.021258] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520c79ae-c647-9ebc-5314-11cbb51acfa0" [ 1029.021258] env[69239]: _type = "Task" [ 1029.021258] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.025285] env[69239]: INFO nova.compute.manager [-] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Took 1.02 seconds to deallocate network for instance. [ 1029.030267] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520c79ae-c647-9ebc-5314-11cbb51acfa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.038123] env[69239]: DEBUG nova.network.neutron [req-ff9bfd8e-c1a9-4c32-beb8-b8197837b7f2 req-07cde8f0-25d4-4b66-a385-10ef590dc2f7 service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Updated VIF entry in instance network info cache for port 56657dc6-ec68-4533-b819-a73bce5d1599. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.038637] env[69239]: DEBUG nova.network.neutron [req-ff9bfd8e-c1a9-4c32-beb8-b8197837b7f2 req-07cde8f0-25d4-4b66-a385-10ef590dc2f7 service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Updating instance_info_cache with network_info: [{"id": "56657dc6-ec68-4533-b819-a73bce5d1599", "address": "fa:16:3e:9d:1c:dc", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56657dc6-ec", "ovs_interfaceid": "56657dc6-ec68-4533-b819-a73bce5d1599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.212456] env[69239]: DEBUG nova.network.neutron [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Updating instance_info_cache with network_info: [{"id": "771870f3-5e3c-4d9f-a5b2-aa3f285140df", "address": "fa:16:3e:ae:77:7b", "network": {"id": "21d46fe8-ac4c-4908-972a-4c74f40057ea", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1918860150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f4ab7abc14bac8ee32dd4b4c80d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771870f3-5e", "ovs_interfaceid": "771870f3-5e3c-4d9f-a5b2-aa3f285140df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.236395] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145719, 'name': Rename_Task, 'duration_secs': 0.293} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.242020] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.242872] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5ca02dd-ba4d-450e-bcbf-95a0ea1206b9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.254514] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1029.254514] env[69239]: value = "task-4145720" [ 1029.254514] env[69239]: _type = "Task" [ 1029.254514] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.269671] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.400801] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f58be3c-7ee0-47da-a946-257ee613c474 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.410411] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd226a98-6098-475f-9482-40dc1c17a3fd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.454066] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eaf18f-022c-44d2-b0c1-8e96e26b3ac9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.465561] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540f339b-3f59-4748-9e99-1d83cd863834 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.482371] env[69239]: DEBUG nova.compute.provider_tree [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1029.531295] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520c79ae-c647-9ebc-5314-11cbb51acfa0, 'name': SearchDatastore_Task, 'duration_secs': 0.022382} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.532482] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8457874c-a3bd-4438-bac1-a35c792308ba {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.539583] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1029.539583] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b1b294-e5f4-dc01-064e-eb9968dedfb2" [ 1029.539583] env[69239]: _type = "Task" [ 1029.539583] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.543984] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.544577] env[69239]: DEBUG oslo_concurrency.lockutils [req-ff9bfd8e-c1a9-4c32-beb8-b8197837b7f2 req-07cde8f0-25d4-4b66-a385-10ef590dc2f7 service nova] Releasing lock "refresh_cache-7c219ef8-df8a-4212-a984-59006ea4d994" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.544884] env[69239]: DEBUG nova.compute.manager [req-ff9bfd8e-c1a9-4c32-beb8-b8197837b7f2 req-07cde8f0-25d4-4b66-a385-10ef590dc2f7 service nova] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Received event network-vif-deleted-452ff98f-4b81-42b4-a1e1-96afef005ee4 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.549086] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b1b294-e5f4-dc01-064e-eb9968dedfb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.718327] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lock "refresh_cache-3024be94-0544-44d0-b6c7-91a395d26e63" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.718767] env[69239]: DEBUG nova.compute.manager [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Instance network_info: |[{"id": "771870f3-5e3c-4d9f-a5b2-aa3f285140df", "address": "fa:16:3e:ae:77:7b", "network": {"id": "21d46fe8-ac4c-4908-972a-4c74f40057ea", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1918860150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f4ab7abc14bac8ee32dd4b4c80d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771870f3-5e", "ovs_interfaceid": "771870f3-5e3c-4d9f-a5b2-aa3f285140df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.719207] env[69239]: DEBUG oslo_concurrency.lockutils [req-7f89af19-3c4a-41e4-8579-dc13b7d7c042 req-48c0fc51-d9ac-4257-a293-36263d5739b9 service nova] Acquired lock "refresh_cache-3024be94-0544-44d0-b6c7-91a395d26e63" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.719483] env[69239]: DEBUG nova.network.neutron [req-7f89af19-3c4a-41e4-8579-dc13b7d7c042 req-48c0fc51-d9ac-4257-a293-36263d5739b9 service nova] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Refreshing network info cache for port 771870f3-5e3c-4d9f-a5b2-aa3f285140df {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.720831] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:77:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '771870f3-5e3c-4d9f-a5b2-aa3f285140df', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.729427] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.733397] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.733967] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fd6e7d3-e7d2-41d1-9a14-0577c1fc3d99 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.761243] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.761243] env[69239]: value = "task-4145721" [ 1029.761243] env[69239]: _type = "Task" [ 1029.761243] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.771909] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145720, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.779167] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145721, 'name': CreateVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.850600] env[69239]: DEBUG nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.879721] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.880104] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.880391] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.880602] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.880867] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.881207] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.881530] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.882434] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.882434] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.882634] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.882741] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.883828] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9b03d5-4c8e-435b-a057-a86f218c82d7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.893891] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29524e3a-ca0b-4d4a-b37f-8255a430e171 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.990200] env[69239]: DEBUG nova.network.neutron [req-7f89af19-3c4a-41e4-8579-dc13b7d7c042 req-48c0fc51-d9ac-4257-a293-36263d5739b9 service nova] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Updated VIF entry in instance network info cache for port 771870f3-5e3c-4d9f-a5b2-aa3f285140df. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.990430] env[69239]: DEBUG nova.network.neutron [req-7f89af19-3c4a-41e4-8579-dc13b7d7c042 req-48c0fc51-d9ac-4257-a293-36263d5739b9 service nova] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Updating instance_info_cache with network_info: [{"id": "771870f3-5e3c-4d9f-a5b2-aa3f285140df", "address": "fa:16:3e:ae:77:7b", "network": {"id": "21d46fe8-ac4c-4908-972a-4c74f40057ea", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1918860150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26f4ab7abc14bac8ee32dd4b4c80d10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771870f3-5e", "ovs_interfaceid": "771870f3-5e3c-4d9f-a5b2-aa3f285140df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.010664] env[69239]: ERROR nova.scheduler.client.report [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [req-8776b0cf-93b6-4095-8c6e-4a402321a712] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8776b0cf-93b6-4095-8c6e-4a402321a712"}]} [ 1030.032325] env[69239]: DEBUG nova.scheduler.client.report [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1030.051038] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b1b294-e5f4-dc01-064e-eb9968dedfb2, 'name': SearchDatastore_Task, 'duration_secs': 0.01712} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.052190] env[69239]: DEBUG nova.scheduler.client.report [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1030.052416] env[69239]: DEBUG nova.compute.provider_tree [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.054641] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.054930] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 7c219ef8-df8a-4212-a984-59006ea4d994/7c219ef8-df8a-4212-a984-59006ea4d994.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.055516] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33646ba2-a33e-43b3-ba40-7aa46116f42c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.064241] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1030.064241] env[69239]: value = "task-4145722" [ 1030.064241] env[69239]: _type = "Task" [ 1030.064241] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.068270] env[69239]: DEBUG nova.scheduler.client.report [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1030.076881] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.088974] env[69239]: DEBUG nova.scheduler.client.report [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1030.266090] env[69239]: DEBUG oslo_vmware.api [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145720, 'name': PowerOnVM_Task, 'duration_secs': 0.764258} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.269446] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.269631] env[69239]: INFO nova.compute.manager [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1030.269820] env[69239]: DEBUG nova.compute.manager [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1030.274198] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301bfa40-c086-407e-ae00-90aeb5e0706f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.289684] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145721, 'name': CreateVM_Task, 'duration_secs': 0.471938} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.292761] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.294194] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.294194] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.294425] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.294662] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3542e0-4333-4950-b70d-632ec5933fc3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.300831] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 1030.300831] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b7630e-b18c-b488-6481-dc746308a32c" [ 1030.300831] env[69239]: _type = "Task" [ 1030.300831] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.315889] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b7630e-b18c-b488-6481-dc746308a32c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.464765] env[69239]: DEBUG nova.network.neutron [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Successfully updated port: 8277996f-7f76-4d82-b8b5-2a4b681edfea {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.493978] env[69239]: DEBUG oslo_concurrency.lockutils [req-7f89af19-3c4a-41e4-8579-dc13b7d7c042 req-48c0fc51-d9ac-4257-a293-36263d5739b9 service nova] Releasing lock "refresh_cache-3024be94-0544-44d0-b6c7-91a395d26e63" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.585546] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145722, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.607313] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95674e8-44f0-4b5b-859b-409f9f9c8dcf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.619036] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c5c8be-33fb-4323-9dd5-8665f922766e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.658188] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3090f0e-2ffe-4c0e-8693-3fd8488e6f09 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.667602] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57316be6-ccac-4842-9d56-c6fc33d58e1f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.684130] env[69239]: DEBUG nova.compute.provider_tree [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.712087] env[69239]: DEBUG nova.compute.manager [req-ca839731-6417-455e-a078-5341d9b724c0 req-c07dc321-061e-4445-a45e-091bf451416f service nova] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Received event network-vif-plugged-8277996f-7f76-4d82-b8b5-2a4b681edfea {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.712330] env[69239]: DEBUG oslo_concurrency.lockutils [req-ca839731-6417-455e-a078-5341d9b724c0 req-c07dc321-061e-4445-a45e-091bf451416f service nova] Acquiring lock "68dc8f98-ffe2-4c42-9431-2bbe7884f423-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.712571] env[69239]: DEBUG oslo_concurrency.lockutils [req-ca839731-6417-455e-a078-5341d9b724c0 req-c07dc321-061e-4445-a45e-091bf451416f service nova] Lock "68dc8f98-ffe2-4c42-9431-2bbe7884f423-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.712744] env[69239]: DEBUG oslo_concurrency.lockutils [req-ca839731-6417-455e-a078-5341d9b724c0 req-c07dc321-061e-4445-a45e-091bf451416f service nova] Lock "68dc8f98-ffe2-4c42-9431-2bbe7884f423-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.712916] env[69239]: DEBUG nova.compute.manager [req-ca839731-6417-455e-a078-5341d9b724c0 req-c07dc321-061e-4445-a45e-091bf451416f service nova] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] No waiting events found dispatching network-vif-plugged-8277996f-7f76-4d82-b8b5-2a4b681edfea {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1030.713268] env[69239]: WARNING nova.compute.manager [req-ca839731-6417-455e-a078-5341d9b724c0 req-c07dc321-061e-4445-a45e-091bf451416f service nova] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Received unexpected event network-vif-plugged-8277996f-7f76-4d82-b8b5-2a4b681edfea for instance with vm_state building and task_state spawning. [ 1030.713507] env[69239]: DEBUG nova.compute.manager [req-ca839731-6417-455e-a078-5341d9b724c0 req-c07dc321-061e-4445-a45e-091bf451416f service nova] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Received event network-changed-8277996f-7f76-4d82-b8b5-2a4b681edfea {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.713724] env[69239]: DEBUG nova.compute.manager [req-ca839731-6417-455e-a078-5341d9b724c0 req-c07dc321-061e-4445-a45e-091bf451416f service nova] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Refreshing instance network info cache due to event network-changed-8277996f-7f76-4d82-b8b5-2a4b681edfea. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.713880] env[69239]: DEBUG oslo_concurrency.lockutils [req-ca839731-6417-455e-a078-5341d9b724c0 req-c07dc321-061e-4445-a45e-091bf451416f service nova] Acquiring lock "refresh_cache-68dc8f98-ffe2-4c42-9431-2bbe7884f423" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.714027] env[69239]: DEBUG oslo_concurrency.lockutils [req-ca839731-6417-455e-a078-5341d9b724c0 req-c07dc321-061e-4445-a45e-091bf451416f service nova] Acquired lock "refresh_cache-68dc8f98-ffe2-4c42-9431-2bbe7884f423" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.714312] env[69239]: DEBUG nova.network.neutron [req-ca839731-6417-455e-a078-5341d9b724c0 req-c07dc321-061e-4445-a45e-091bf451416f service nova] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Refreshing network info cache for port 8277996f-7f76-4d82-b8b5-2a4b681edfea {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.801454] env[69239]: INFO nova.compute.manager [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Took 42.82 seconds to build instance. [ 1030.812755] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b7630e-b18c-b488-6481-dc746308a32c, 'name': SearchDatastore_Task, 'duration_secs': 0.014621} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.813311] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.813600] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.813893] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.814100] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.814364] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.814762] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbf260e3-dc22-4eb0-a9e4-4f3908c8b791 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.832646] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.832858] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.833693] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8975576-29f6-487f-ba43-7db68de83353 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.840749] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 1030.840749] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52fd7837-fda5-59ca-b6e9-4df241e3d3c4" [ 1030.840749] env[69239]: _type = "Task" [ 1030.840749] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.851702] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52fd7837-fda5-59ca-b6e9-4df241e3d3c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.969347] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "refresh_cache-68dc8f98-ffe2-4c42-9431-2bbe7884f423" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.075312] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612523} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.075600] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 7c219ef8-df8a-4212-a984-59006ea4d994/7c219ef8-df8a-4212-a984-59006ea4d994.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.075820] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.076127] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32060004-c009-4d32-94b4-ce2388ca8ac6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.084724] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1031.084724] env[69239]: value = "task-4145723" [ 1031.084724] env[69239]: _type = "Task" [ 1031.084724] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.095301] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.216884] env[69239]: DEBUG nova.scheduler.client.report [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1031.217182] env[69239]: DEBUG nova.compute.provider_tree [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 125 to 126 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1031.217368] env[69239]: DEBUG nova.compute.provider_tree [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.254097] env[69239]: DEBUG nova.network.neutron [req-ca839731-6417-455e-a078-5341d9b724c0 req-c07dc321-061e-4445-a45e-091bf451416f service nova] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.306290] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e63a4ef-3446-4583-a880-04c5b67bf3eb tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "11e214f9-857f-4646-bdcc-399f5242a6db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.343s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.337204] env[69239]: DEBUG nova.network.neutron [req-ca839731-6417-455e-a078-5341d9b724c0 req-c07dc321-061e-4445-a45e-091bf451416f service nova] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.354189] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52fd7837-fda5-59ca-b6e9-4df241e3d3c4, 'name': SearchDatastore_Task, 'duration_secs': 0.025555} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.354189] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d848317-1582-4352-95b6-d00e68628980 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.361899] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 1031.361899] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]522a4938-6afa-2f00-3512-9b3d37edf430" [ 1031.361899] env[69239]: _type = "Task" [ 1031.361899] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.371314] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522a4938-6afa-2f00-3512-9b3d37edf430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.595377] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081781} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.595759] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.596601] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5730efc1-3eab-4edf-bda1-8bc06201ba49 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.620950] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 7c219ef8-df8a-4212-a984-59006ea4d994/7c219ef8-df8a-4212-a984-59006ea4d994.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.621292] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc7a223-891c-4157-b824-6a3f80a0fa4a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.641891] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1031.641891] env[69239]: value = "task-4145724" [ 1031.641891] env[69239]: _type = "Task" [ 1031.641891] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.650565] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.727577] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.902s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.727577] env[69239]: DEBUG nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.732629] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.889s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.733362] env[69239]: DEBUG nova.objects.instance [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lazy-loading 'resources' on Instance uuid ee6949fc-f81c-429c-9756-9140b82aa5fa {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.840527] env[69239]: DEBUG oslo_concurrency.lockutils [req-ca839731-6417-455e-a078-5341d9b724c0 req-c07dc321-061e-4445-a45e-091bf451416f service nova] Releasing lock "refresh_cache-68dc8f98-ffe2-4c42-9431-2bbe7884f423" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.840927] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired lock "refresh_cache-68dc8f98-ffe2-4c42-9431-2bbe7884f423" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.841106] env[69239]: DEBUG nova.network.neutron [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.876021] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522a4938-6afa-2f00-3512-9b3d37edf430, 'name': SearchDatastore_Task, 'duration_secs': 0.040715} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.876021] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.876021] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 3024be94-0544-44d0-b6c7-91a395d26e63/3024be94-0544-44d0-b6c7-91a395d26e63.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.876769] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54f58a9b-873c-400c-9614-0c5020cdbbec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.885922] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 1031.885922] env[69239]: value = "task-4145725" [ 1031.885922] env[69239]: _type = "Task" [ 1031.885922] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.895827] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.971386] env[69239]: DEBUG oslo_concurrency.lockutils [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "11e214f9-857f-4646-bdcc-399f5242a6db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.971695] env[69239]: DEBUG oslo_concurrency.lockutils [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "11e214f9-857f-4646-bdcc-399f5242a6db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.971914] env[69239]: DEBUG oslo_concurrency.lockutils [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "11e214f9-857f-4646-bdcc-399f5242a6db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.972195] env[69239]: DEBUG oslo_concurrency.lockutils [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "11e214f9-857f-4646-bdcc-399f5242a6db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.972364] env[69239]: DEBUG oslo_concurrency.lockutils [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "11e214f9-857f-4646-bdcc-399f5242a6db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.974643] env[69239]: INFO nova.compute.manager [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Terminating instance [ 1032.156110] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145724, 'name': ReconfigVM_Task, 'duration_secs': 0.297363} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.156110] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 7c219ef8-df8a-4212-a984-59006ea4d994/7c219ef8-df8a-4212-a984-59006ea4d994.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.156480] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab26e2ce-9a4f-49de-860e-e0003d718a23 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.164010] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1032.164010] env[69239]: value = "task-4145726" [ 1032.164010] env[69239]: _type = "Task" [ 1032.164010] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.174086] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145726, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.238133] env[69239]: DEBUG nova.compute.utils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.243041] env[69239]: DEBUG nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.243269] env[69239]: DEBUG nova.network.neutron [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.285977] env[69239]: DEBUG nova.policy [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '628c7b27f47943d48983320356ad2dbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b44f6836b7514caf8bf23858dd078166', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.393965] env[69239]: DEBUG nova.network.neutron [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.401805] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145725, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.478590] env[69239]: DEBUG nova.compute.manager [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.478909] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.480014] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a2e433-a232-4f72-b897-fce86f6c2233 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.492484] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.492779] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6354a3b0-b3c6-40dc-b59c-f9e56a93d86c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.504113] env[69239]: DEBUG oslo_vmware.api [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1032.504113] env[69239]: value = "task-4145727" [ 1032.504113] env[69239]: _type = "Task" [ 1032.504113] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.516251] env[69239]: DEBUG oslo_vmware.api [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.632334] env[69239]: DEBUG nova.network.neutron [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Updating instance_info_cache with network_info: [{"id": "8277996f-7f76-4d82-b8b5-2a4b681edfea", "address": "fa:16:3e:44:d2:9c", "network": {"id": "b29357a5-3a5e-4dbc-890f-aa006dfd7063", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1844336253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b44f6836b7514caf8bf23858dd078166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8277996f-7f", "ovs_interfaceid": "8277996f-7f76-4d82-b8b5-2a4b681edfea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.684427] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145726, 'name': Rename_Task, 'duration_secs': 0.172028} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.684722] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.688121] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3810eda0-7d90-49af-b485-608c0fbc0477 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.696439] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1032.696439] env[69239]: value = "task-4145728" [ 1032.696439] env[69239]: _type = "Task" [ 1032.696439] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.708359] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.714676] env[69239]: DEBUG nova.network.neutron [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Successfully created port: 3c4b1436-f588-411d-af84-e56111846f4a {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.747594] env[69239]: DEBUG nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.750847] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befe8236-02b3-4910-b39a-1700036afa4d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.760099] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a74373-1d5f-4c1f-868d-90495b71af5d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.795896] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75fc74e-c363-4652-b8b6-2d0c7549b5b3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.807029] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f6ccde-a4a4-434a-a451-99b587dd3fd1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.824417] env[69239]: DEBUG nova.compute.provider_tree [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.898163] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663188} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.898568] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 3024be94-0544-44d0-b6c7-91a395d26e63/3024be94-0544-44d0-b6c7-91a395d26e63.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.898568] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.898714] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb9984eb-47f1-4610-b7d4-db7d3e377466 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.907460] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 1032.907460] env[69239]: value = "task-4145729" [ 1032.907460] env[69239]: _type = "Task" [ 1032.907460] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.917185] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.016052] env[69239]: DEBUG oslo_vmware.api [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145727, 'name': PowerOffVM_Task, 'duration_secs': 0.224905} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.016284] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.016461] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.016754] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ed5871a-ef64-48bf-b272-faeacdaaa572 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.083981] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.083981] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.084347] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Deleting the datastore file [datastore2] 11e214f9-857f-4646-bdcc-399f5242a6db {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.084417] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43ece220-089d-46ca-9c79-4ef1c14c7f11 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.093260] env[69239]: DEBUG oslo_vmware.api [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1033.093260] env[69239]: value = "task-4145731" [ 1033.093260] env[69239]: _type = "Task" [ 1033.093260] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.103180] env[69239]: DEBUG oslo_vmware.api [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.135112] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Releasing lock "refresh_cache-68dc8f98-ffe2-4c42-9431-2bbe7884f423" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.135574] env[69239]: DEBUG nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Instance network_info: |[{"id": "8277996f-7f76-4d82-b8b5-2a4b681edfea", "address": "fa:16:3e:44:d2:9c", "network": {"id": "b29357a5-3a5e-4dbc-890f-aa006dfd7063", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1844336253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b44f6836b7514caf8bf23858dd078166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8277996f-7f", "ovs_interfaceid": "8277996f-7f76-4d82-b8b5-2a4b681edfea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.136098] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:d2:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8277996f-7f76-4d82-b8b5-2a4b681edfea', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.145159] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Creating folder: Project (b44f6836b7514caf8bf23858dd078166). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.145500] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4f6d190-9409-4c08-aaac-e9c3d0556b2a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.157968] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Created folder: Project (b44f6836b7514caf8bf23858dd078166) in parent group-v820715. [ 1033.158224] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Creating folder: Instances. Parent ref: group-v820976. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.158506] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65cdfe19-dbd5-45c1-9230-eecf4ac1384e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.168918] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Created folder: Instances in parent group-v820976. [ 1033.169285] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.169595] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.169910] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75815f28-e920-4ed0-a2ad-00fba5726386 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.190695] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.190695] env[69239]: value = "task-4145734" [ 1033.190695] env[69239]: _type = "Task" [ 1033.190695] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.201612] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145734, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.210935] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.358821] env[69239]: DEBUG nova.scheduler.client.report [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1033.358974] env[69239]: DEBUG nova.compute.provider_tree [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 126 to 127 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1033.359208] env[69239]: DEBUG nova.compute.provider_tree [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.417946] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07482} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.418226] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.419087] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6b159f-e065-4b48-8045-738762f6c4cc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.443776] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 3024be94-0544-44d0-b6c7-91a395d26e63/3024be94-0544-44d0-b6c7-91a395d26e63.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.444508] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a03e098-4569-4652-891f-9c2a29c1f736 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.466589] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 1033.466589] env[69239]: value = "task-4145735" [ 1033.466589] env[69239]: _type = "Task" [ 1033.466589] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.476302] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.604134] env[69239]: DEBUG oslo_vmware.api [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193195} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.605189] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.605189] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.605189] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.605189] env[69239]: INFO nova.compute.manager [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1033.605189] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.605455] env[69239]: DEBUG nova.compute.manager [-] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.605455] env[69239]: DEBUG nova.network.neutron [-] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.702188] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145734, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.712248] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.761558] env[69239]: DEBUG nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.793881] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.793881] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.793881] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.794303] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.794367] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.794674] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.794798] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.794936] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.795151] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.795329] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.795536] env[69239]: DEBUG nova.virt.hardware [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.796710] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17064a73-18a9-4ecd-88b0-ab23c839a205 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.805986] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab589df1-819b-45d3-bcdd-e24dcff74abd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.865426] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.869615] env[69239]: DEBUG oslo_concurrency.lockutils [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.522s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.869615] env[69239]: DEBUG nova.objects.instance [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lazy-loading 'resources' on Instance uuid 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.909773] env[69239]: INFO nova.scheduler.client.report [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleted allocations for instance ee6949fc-f81c-429c-9756-9140b82aa5fa [ 1033.982505] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145735, 'name': ReconfigVM_Task, 'duration_secs': 0.445237} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.982752] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 3024be94-0544-44d0-b6c7-91a395d26e63/3024be94-0544-44d0-b6c7-91a395d26e63.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.983553] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d0188e5-0c44-44d1-b1ab-a8cf1b71b123 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.991504] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 1033.991504] env[69239]: value = "task-4145736" [ 1033.991504] env[69239]: _type = "Task" [ 1033.991504] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.001857] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145736, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.204537] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145734, 'name': CreateVM_Task, 'duration_secs': 0.810367} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.208798] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.209673] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.209821] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.210447] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.211232] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a5d4dd-e85a-4d54-b640-07744cacaa31 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.217326] env[69239]: DEBUG oslo_vmware.api [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145728, 'name': PowerOnVM_Task, 'duration_secs': 1.468924} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.218244] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.218502] env[69239]: INFO nova.compute.manager [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1034.218721] env[69239]: DEBUG nova.compute.manager [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1034.219636] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aaa881-5c20-45b1-9fed-eba28e19535a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.224411] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1034.224411] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5256f62e-8edd-b77b-556d-9c0cb56503ff" [ 1034.224411] env[69239]: _type = "Task" [ 1034.224411] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.238649] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5256f62e-8edd-b77b-556d-9c0cb56503ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.296396] env[69239]: DEBUG nova.compute.manager [req-b53973f5-56e8-4075-bd8f-7abda44013b8 req-81625bf1-b410-4b92-b8c6-9ec428a8725c service nova] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Received event network-vif-plugged-3c4b1436-f588-411d-af84-e56111846f4a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.297040] env[69239]: DEBUG oslo_concurrency.lockutils [req-b53973f5-56e8-4075-bd8f-7abda44013b8 req-81625bf1-b410-4b92-b8c6-9ec428a8725c service nova] Acquiring lock "c2d45cc2-63cb-4943-9fd7-64ab5306ac87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.297040] env[69239]: DEBUG oslo_concurrency.lockutils [req-b53973f5-56e8-4075-bd8f-7abda44013b8 req-81625bf1-b410-4b92-b8c6-9ec428a8725c service nova] Lock "c2d45cc2-63cb-4943-9fd7-64ab5306ac87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.297040] env[69239]: DEBUG oslo_concurrency.lockutils [req-b53973f5-56e8-4075-bd8f-7abda44013b8 req-81625bf1-b410-4b92-b8c6-9ec428a8725c service nova] Lock "c2d45cc2-63cb-4943-9fd7-64ab5306ac87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.297423] env[69239]: DEBUG nova.compute.manager [req-b53973f5-56e8-4075-bd8f-7abda44013b8 req-81625bf1-b410-4b92-b8c6-9ec428a8725c service nova] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] No waiting events found dispatching network-vif-plugged-3c4b1436-f588-411d-af84-e56111846f4a {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1034.297423] env[69239]: WARNING nova.compute.manager [req-b53973f5-56e8-4075-bd8f-7abda44013b8 req-81625bf1-b410-4b92-b8c6-9ec428a8725c service nova] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Received unexpected event network-vif-plugged-3c4b1436-f588-411d-af84-e56111846f4a for instance with vm_state building and task_state spawning. [ 1034.397905] env[69239]: DEBUG nova.network.neutron [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Successfully updated port: 3c4b1436-f588-411d-af84-e56111846f4a {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.427086] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ba574be4-52cc-4df7-b8f9-ae8d4e8dc83f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "ee6949fc-f81c-429c-9756-9140b82aa5fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.740s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.502524] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145736, 'name': Rename_Task, 'duration_secs': 0.234085} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.502830] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.503349] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54a1d4cd-5b87-4e31-9321-65eb2257e3b8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.513872] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 1034.513872] env[69239]: value = "task-4145737" [ 1034.513872] env[69239]: _type = "Task" [ 1034.513872] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.525995] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.735765] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5256f62e-8edd-b77b-556d-9c0cb56503ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016198} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.738815] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.739140] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.739426] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.739610] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.739831] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.740402] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dec8f143-6671-4833-9a60-0984cb75c2f6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.754222] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.754222] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.754222] env[69239]: INFO nova.compute.manager [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Took 37.86 seconds to build instance. [ 1034.756418] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ff37f6-4ecb-47be-81b4-1494419f53df {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.758681] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1edd6e-c6e2-46c5-9f76-94e8af44e2c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.769676] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1034.769676] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]521902ca-4d29-fd8e-c140-3340e384ab8d" [ 1034.769676] env[69239]: _type = "Task" [ 1034.769676] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.772640] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2efe83-cb11-4f5e-9722-a2cb8197706b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.788203] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521902ca-4d29-fd8e-c140-3340e384ab8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.818567] env[69239]: DEBUG nova.network.neutron [-] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.820457] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f156c58-8b0b-4bd2-a07a-8b3648662be8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.830010] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3332250e-013d-48bd-92ab-e7d28b186ceb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.847678] env[69239]: DEBUG nova.compute.provider_tree [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.900557] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "refresh_cache-c2d45cc2-63cb-4943-9fd7-64ab5306ac87" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.900826] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired lock "refresh_cache-c2d45cc2-63cb-4943-9fd7-64ab5306ac87" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.900955] env[69239]: DEBUG nova.network.neutron [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.028081] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.262362] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c55cf966-a668-4140-b52d-e21202a17711 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "7c219ef8-df8a-4212-a984-59006ea4d994" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.376s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.282279] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521902ca-4d29-fd8e-c140-3340e384ab8d, 'name': SearchDatastore_Task, 'duration_secs': 0.040293} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.283182] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72132ce0-d433-4ea4-9eca-1bb941d98b71 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.289781] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1035.289781] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52612197-7874-92cf-1f54-ff4d0c29d6f7" [ 1035.289781] env[69239]: _type = "Task" [ 1035.289781] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.298712] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52612197-7874-92cf-1f54-ff4d0c29d6f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.324715] env[69239]: INFO nova.compute.manager [-] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Took 1.72 seconds to deallocate network for instance. [ 1035.351148] env[69239]: DEBUG nova.scheduler.client.report [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.434722] env[69239]: DEBUG nova.network.neutron [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.527759] env[69239]: DEBUG oslo_vmware.api [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145737, 'name': PowerOnVM_Task, 'duration_secs': 0.887106} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.528077] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.528309] env[69239]: INFO nova.compute.manager [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1035.528499] env[69239]: DEBUG nova.compute.manager [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1035.529409] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b2c32c-6bcf-403d-bfd0-7dfebb7f0f9a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.598986] env[69239]: DEBUG nova.network.neutron [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Updating instance_info_cache with network_info: [{"id": "3c4b1436-f588-411d-af84-e56111846f4a", "address": "fa:16:3e:87:9d:6f", "network": {"id": "b29357a5-3a5e-4dbc-890f-aa006dfd7063", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1844336253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b44f6836b7514caf8bf23858dd078166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4b1436-f5", "ovs_interfaceid": "3c4b1436-f588-411d-af84-e56111846f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.803438] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52612197-7874-92cf-1f54-ff4d0c29d6f7, 'name': SearchDatastore_Task, 'duration_secs': 0.015645} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.803879] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.804331] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 68dc8f98-ffe2-4c42-9431-2bbe7884f423/68dc8f98-ffe2-4c42-9431-2bbe7884f423.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.804718] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63ce9c9b-a79b-43d4-b159-d9b12ce9afc7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.813251] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1035.813251] env[69239]: value = "task-4145738" [ 1035.813251] env[69239]: _type = "Task" [ 1035.813251] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.826018] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.832695] env[69239]: DEBUG oslo_concurrency.lockutils [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.858133] env[69239]: DEBUG oslo_concurrency.lockutils [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.861255] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.117s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.862918] env[69239]: INFO nova.compute.claims [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.890163] env[69239]: INFO nova.scheduler.client.report [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Deleted allocations for instance 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec [ 1036.050904] env[69239]: INFO nova.compute.manager [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Took 37.33 seconds to build instance. [ 1036.101444] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Releasing lock "refresh_cache-c2d45cc2-63cb-4943-9fd7-64ab5306ac87" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.101742] env[69239]: DEBUG nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Instance network_info: |[{"id": "3c4b1436-f588-411d-af84-e56111846f4a", "address": "fa:16:3e:87:9d:6f", "network": {"id": "b29357a5-3a5e-4dbc-890f-aa006dfd7063", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1844336253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b44f6836b7514caf8bf23858dd078166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4b1436-f5", "ovs_interfaceid": "3c4b1436-f588-411d-af84-e56111846f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.102734] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:9d:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c4b1436-f588-411d-af84-e56111846f4a', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.110635] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.110884] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.111149] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-029e4cac-2382-4d93-ba15-12fc95802e8c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.137820] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.137820] env[69239]: value = "task-4145739" [ 1036.137820] env[69239]: _type = "Task" [ 1036.137820] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.147504] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145739, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.245395] env[69239]: DEBUG nova.compute.manager [req-0470beb5-d8b1-45b4-95a1-29f5e1c0174d req-e8d4750c-360e-46d9-9823-56a2f52a736b service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Received event network-changed-56657dc6-ec68-4533-b819-a73bce5d1599 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.245637] env[69239]: DEBUG nova.compute.manager [req-0470beb5-d8b1-45b4-95a1-29f5e1c0174d req-e8d4750c-360e-46d9-9823-56a2f52a736b service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Refreshing instance network info cache due to event network-changed-56657dc6-ec68-4533-b819-a73bce5d1599. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.245857] env[69239]: DEBUG oslo_concurrency.lockutils [req-0470beb5-d8b1-45b4-95a1-29f5e1c0174d req-e8d4750c-360e-46d9-9823-56a2f52a736b service nova] Acquiring lock "refresh_cache-7c219ef8-df8a-4212-a984-59006ea4d994" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.246016] env[69239]: DEBUG oslo_concurrency.lockutils [req-0470beb5-d8b1-45b4-95a1-29f5e1c0174d req-e8d4750c-360e-46d9-9823-56a2f52a736b service nova] Acquired lock "refresh_cache-7c219ef8-df8a-4212-a984-59006ea4d994" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.246372] env[69239]: DEBUG nova.network.neutron [req-0470beb5-d8b1-45b4-95a1-29f5e1c0174d req-e8d4750c-360e-46d9-9823-56a2f52a736b service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Refreshing network info cache for port 56657dc6-ec68-4533-b819-a73bce5d1599 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.326071] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145738, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.401365] env[69239]: DEBUG oslo_concurrency.lockutils [None req-19ab0e2c-f658-447d-a9e2-fdfc3c6383b2 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "1e575dc2-3d1b-4ca6-b3d3-31385f6209ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.641s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.534704] env[69239]: DEBUG nova.compute.manager [req-10adf60c-0242-48d1-afe6-1c186a884bc6 req-bd9cb39b-3138-4ebc-8cea-003da63429fd service nova] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Received event network-vif-deleted-4a4d26f4-d8c9-4000-891c-889333dda9f6 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.534704] env[69239]: DEBUG nova.compute.manager [req-10adf60c-0242-48d1-afe6-1c186a884bc6 req-bd9cb39b-3138-4ebc-8cea-003da63429fd service nova] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Received event network-changed-3c4b1436-f588-411d-af84-e56111846f4a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.534704] env[69239]: DEBUG nova.compute.manager [req-10adf60c-0242-48d1-afe6-1c186a884bc6 req-bd9cb39b-3138-4ebc-8cea-003da63429fd service nova] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Refreshing instance network info cache due to event network-changed-3c4b1436-f588-411d-af84-e56111846f4a. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.534704] env[69239]: DEBUG oslo_concurrency.lockutils [req-10adf60c-0242-48d1-afe6-1c186a884bc6 req-bd9cb39b-3138-4ebc-8cea-003da63429fd service nova] Acquiring lock "refresh_cache-c2d45cc2-63cb-4943-9fd7-64ab5306ac87" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.534704] env[69239]: DEBUG oslo_concurrency.lockutils [req-10adf60c-0242-48d1-afe6-1c186a884bc6 req-bd9cb39b-3138-4ebc-8cea-003da63429fd service nova] Acquired lock "refresh_cache-c2d45cc2-63cb-4943-9fd7-64ab5306ac87" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.534704] env[69239]: DEBUG nova.network.neutron [req-10adf60c-0242-48d1-afe6-1c186a884bc6 req-bd9cb39b-3138-4ebc-8cea-003da63429fd service nova] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Refreshing network info cache for port 3c4b1436-f588-411d-af84-e56111846f4a {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.554870] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d8cc2425-0734-4bf9-ab4f-a154699ea95b tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "3024be94-0544-44d0-b6c7-91a395d26e63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.848s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.648599] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145739, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.825994] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818591} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.826983] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 68dc8f98-ffe2-4c42-9431-2bbe7884f423/68dc8f98-ffe2-4c42-9431-2bbe7884f423.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.826983] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.826983] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3602d8e2-22d3-4b10-8467-3059223008c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.835402] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1036.835402] env[69239]: value = "task-4145740" [ 1036.835402] env[69239]: _type = "Task" [ 1036.835402] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.849873] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.019852] env[69239]: DEBUG nova.network.neutron [req-0470beb5-d8b1-45b4-95a1-29f5e1c0174d req-e8d4750c-360e-46d9-9823-56a2f52a736b service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Updated VIF entry in instance network info cache for port 56657dc6-ec68-4533-b819-a73bce5d1599. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.020244] env[69239]: DEBUG nova.network.neutron [req-0470beb5-d8b1-45b4-95a1-29f5e1c0174d req-e8d4750c-360e-46d9-9823-56a2f52a736b service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Updating instance_info_cache with network_info: [{"id": "56657dc6-ec68-4533-b819-a73bce5d1599", "address": "fa:16:3e:9d:1c:dc", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56657dc6-ec", "ovs_interfaceid": "56657dc6-ec68-4533-b819-a73bce5d1599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.155640] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145739, 'name': CreateVM_Task, 'duration_secs': 0.713356} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.155640] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.155640] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.155640] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.155640] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.155640] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6803b731-3cfd-40a6-bbcf-b2f82ca6ceea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.164880] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1037.164880] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5241e703-c12b-60f6-2ed7-4ea0b22b1d2f" [ 1037.164880] env[69239]: _type = "Task" [ 1037.164880] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.174831] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5241e703-c12b-60f6-2ed7-4ea0b22b1d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.267024] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5632cd3-234f-4e64-a3c2-d5142f5ed750 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.273537] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0a28cf-418f-4b8e-bac8-51c5a9a80805 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.308340] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84256a3a-6018-414b-be26-a142dfbdb24b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.317309] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0457ce66-6ec4-4101-abac-1d6802c7182e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.331862] env[69239]: DEBUG nova.compute.provider_tree [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.345369] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072578} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.346464] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.347363] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b881251-4996-42a3-80e9-c663abb77eff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.350794] env[69239]: DEBUG nova.network.neutron [req-10adf60c-0242-48d1-afe6-1c186a884bc6 req-bd9cb39b-3138-4ebc-8cea-003da63429fd service nova] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Updated VIF entry in instance network info cache for port 3c4b1436-f588-411d-af84-e56111846f4a. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.351142] env[69239]: DEBUG nova.network.neutron [req-10adf60c-0242-48d1-afe6-1c186a884bc6 req-bd9cb39b-3138-4ebc-8cea-003da63429fd service nova] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Updating instance_info_cache with network_info: [{"id": "3c4b1436-f588-411d-af84-e56111846f4a", "address": "fa:16:3e:87:9d:6f", "network": {"id": "b29357a5-3a5e-4dbc-890f-aa006dfd7063", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1844336253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b44f6836b7514caf8bf23858dd078166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4b1436-f5", "ovs_interfaceid": "3c4b1436-f588-411d-af84-e56111846f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.376105] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 68dc8f98-ffe2-4c42-9431-2bbe7884f423/68dc8f98-ffe2-4c42-9431-2bbe7884f423.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.376826] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da49e2c-383c-413c-82a0-28e45f980a21 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.400016] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1037.400016] env[69239]: value = "task-4145741" [ 1037.400016] env[69239]: _type = "Task" [ 1037.400016] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.412588] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.461028] env[69239]: DEBUG nova.compute.manager [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1037.462042] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb6481d-2a2c-4a31-9e94-d7c07d30a223 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.524934] env[69239]: DEBUG oslo_concurrency.lockutils [req-0470beb5-d8b1-45b4-95a1-29f5e1c0174d req-e8d4750c-360e-46d9-9823-56a2f52a736b service nova] Releasing lock "refresh_cache-7c219ef8-df8a-4212-a984-59006ea4d994" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.676164] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5241e703-c12b-60f6-2ed7-4ea0b22b1d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.044908} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.676361] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.676779] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.677111] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.677308] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.677530] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.677861] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2792001-865e-4354-9abe-817a43be51e7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.689309] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.689531] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.690291] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6132f1-a4ab-4b62-9621-3ad264617f5b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.695868] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1037.695868] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528092e0-47fe-030c-883b-7978e65bdbd5" [ 1037.695868] env[69239]: _type = "Task" [ 1037.695868] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.704388] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528092e0-47fe-030c-883b-7978e65bdbd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.835502] env[69239]: DEBUG nova.scheduler.client.report [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.854702] env[69239]: DEBUG oslo_concurrency.lockutils [req-10adf60c-0242-48d1-afe6-1c186a884bc6 req-bd9cb39b-3138-4ebc-8cea-003da63429fd service nova] Releasing lock "refresh_cache-c2d45cc2-63cb-4943-9fd7-64ab5306ac87" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.910655] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.975553] env[69239]: INFO nova.compute.manager [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] instance snapshotting [ 1037.978494] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5f7a53-0775-437b-957b-eae0229fc9c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.000335] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a09711e-9318-49c9-a9b3-a284a7326778 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.206964] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528092e0-47fe-030c-883b-7978e65bdbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.029406} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.207932] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e434d4-0819-48ff-b29a-b60e0b58f36e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.214716] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1038.214716] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d55440-ea80-1d6d-dae5-e6ded953a108" [ 1038.214716] env[69239]: _type = "Task" [ 1038.214716] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.223637] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d55440-ea80-1d6d-dae5-e6ded953a108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.342180] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.342180] env[69239]: DEBUG nova.compute.manager [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.344132] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.612s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.344422] env[69239]: DEBUG nova.objects.instance [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lazy-loading 'resources' on Instance uuid 6279e072-562e-4aeb-b4de-3b0bd19ca0c8 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.414718] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145741, 'name': ReconfigVM_Task, 'duration_secs': 0.676062} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.415087] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 68dc8f98-ffe2-4c42-9431-2bbe7884f423/68dc8f98-ffe2-4c42-9431-2bbe7884f423.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.415788] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff13fba8-ddae-441f-9051-8cc265b82508 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.424857] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1038.424857] env[69239]: value = "task-4145742" [ 1038.424857] env[69239]: _type = "Task" [ 1038.424857] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.437268] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145742, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.439793] env[69239]: DEBUG oslo_vmware.rw_handles [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac9a73-2b53-96cf-6b88-a7284d96e3ef/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1038.440979] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b17c00d-d97e-465a-9fe0-6952cad62e8f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.448185] env[69239]: DEBUG oslo_vmware.rw_handles [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac9a73-2b53-96cf-6b88-a7284d96e3ef/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1038.448422] env[69239]: ERROR oslo_vmware.rw_handles [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac9a73-2b53-96cf-6b88-a7284d96e3ef/disk-0.vmdk due to incomplete transfer. [ 1038.448714] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec0d8796-a8ba-4bf8-8175-9c06f94af2ed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.458487] env[69239]: DEBUG oslo_vmware.rw_handles [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac9a73-2b53-96cf-6b88-a7284d96e3ef/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1038.458785] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Uploaded image 04bcfe5e-c4ce-4923-82e9-c2e3dfbdeb4e to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1038.461963] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1038.462311] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-37b34764-0a5a-4877-a180-947ca9d8339e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.477037] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1038.477037] env[69239]: value = "task-4145743" [ 1038.477037] env[69239]: _type = "Task" [ 1038.477037] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.495860] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145743, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.514041] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1038.514224] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf8b4648-ab74-47ba-bbb6-bd5ca0d6c0cd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.523862] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 1038.523862] env[69239]: value = "task-4145744" [ 1038.523862] env[69239]: _type = "Task" [ 1038.523862] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.534938] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145744, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.726339] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d55440-ea80-1d6d-dae5-e6ded953a108, 'name': SearchDatastore_Task, 'duration_secs': 0.017274} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.726698] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.727018] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] c2d45cc2-63cb-4943-9fd7-64ab5306ac87/c2d45cc2-63cb-4943-9fd7-64ab5306ac87.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.727373] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea786821-de0c-4315-ab72-3b30fd227e28 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.735183] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1038.735183] env[69239]: value = "task-4145745" [ 1038.735183] env[69239]: _type = "Task" [ 1038.735183] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.744996] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.847440] env[69239]: DEBUG nova.compute.utils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.848983] env[69239]: DEBUG nova.compute.manager [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.849630] env[69239]: DEBUG nova.network.neutron [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.852291] env[69239]: DEBUG nova.objects.instance [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lazy-loading 'numa_topology' on Instance uuid 6279e072-562e-4aeb-b4de-3b0bd19ca0c8 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.905176] env[69239]: DEBUG nova.policy [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2f6652ac93b4f61956b763c894c7925', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fd0a9832c3a470cb7fd7a39eb27594d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.937043] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145742, 'name': Rename_Task, 'duration_secs': 0.197243} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.937043] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.937043] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f9b436-16d3-49d0-88f2-ae884b751091 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.944032] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1038.944032] env[69239]: value = "task-4145746" [ 1038.944032] env[69239]: _type = "Task" [ 1038.944032] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.952817] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.989112] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145743, 'name': Destroy_Task, 'duration_secs': 0.459545} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.989555] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Destroyed the VM [ 1038.989886] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1038.990246] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb9334e9-304c-4e58-9c21-1431b3c203de {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.998598] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1038.998598] env[69239]: value = "task-4145747" [ 1038.998598] env[69239]: _type = "Task" [ 1038.998598] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.007545] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145747, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.034238] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145744, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.227467] env[69239]: DEBUG nova.network.neutron [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Successfully created port: ff60e2c8-1636-4c47-a7b2-f80e95ed992d {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.252850] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145745, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.355179] env[69239]: DEBUG nova.compute.manager [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.362943] env[69239]: DEBUG nova.objects.base [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Object Instance<6279e072-562e-4aeb-b4de-3b0bd19ca0c8> lazy-loaded attributes: resources,numa_topology {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1039.412298] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "1015dafd-be46-432a-be03-144c3474f466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.412959] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "1015dafd-be46-432a-be03-144c3474f466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.462028] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145746, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.512575] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145747, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.538589] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145744, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.752120] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726348} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.752409] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] c2d45cc2-63cb-4943-9fd7-64ab5306ac87/c2d45cc2-63cb-4943-9fd7-64ab5306ac87.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.752722] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.753017] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1e5e4f7-111a-4b3a-86f1-090712b5c6b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.763117] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1039.763117] env[69239]: value = "task-4145748" [ 1039.763117] env[69239]: _type = "Task" [ 1039.763117] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.772926] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.804979] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5eae05a-c521-497d-be9f-28a4d72ca8cd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.814022] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d67d2b8-18d4-459c-96ea-355f17b71296 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.846996] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fac7ba-09a8-4892-83f4-adc5ed6c8dd6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.855723] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f1e937-f5da-4bf4-a1e8-3edd76b05f86 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.874537] env[69239]: DEBUG nova.compute.provider_tree [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.915168] env[69239]: DEBUG nova.compute.manager [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.957034] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145746, 'name': PowerOnVM_Task, 'duration_secs': 0.814873} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.957945] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.958174] env[69239]: INFO nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1039.958357] env[69239]: DEBUG nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1039.959147] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76d3274-bb85-4d6f-bc0b-aef589a981e7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.009895] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145747, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.035932] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145744, 'name': CreateSnapshot_Task, 'duration_secs': 1.132253} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.036305] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1040.037177] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce64470a-fd54-4360-90da-e66c2f7d9369 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.272910] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081465} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.273240] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.274122] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8be815-4ca3-4f86-a74b-34ff57e8cd80 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.297577] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] c2d45cc2-63cb-4943-9fd7-64ab5306ac87/c2d45cc2-63cb-4943-9fd7-64ab5306ac87.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.297939] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06bcb201-7e28-41e3-bb5b-dcb5c7ce46e3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.320016] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1040.320016] env[69239]: value = "task-4145749" [ 1040.320016] env[69239]: _type = "Task" [ 1040.320016] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.329213] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.377581] env[69239]: DEBUG nova.compute.manager [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.380964] env[69239]: DEBUG nova.scheduler.client.report [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.405232] env[69239]: DEBUG nova.virt.hardware [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.405494] env[69239]: DEBUG nova.virt.hardware [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.405653] env[69239]: DEBUG nova.virt.hardware [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.406034] env[69239]: DEBUG nova.virt.hardware [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.406212] env[69239]: DEBUG nova.virt.hardware [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.406727] env[69239]: DEBUG nova.virt.hardware [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.406727] env[69239]: DEBUG nova.virt.hardware [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.406727] env[69239]: DEBUG nova.virt.hardware [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.406898] env[69239]: DEBUG nova.virt.hardware [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.407112] env[69239]: DEBUG nova.virt.hardware [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.407321] env[69239]: DEBUG nova.virt.hardware [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.408428] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5263a9-2545-4503-a706-956e740889d0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.417443] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f48949-e79d-49fb-a55a-9a515e9169fd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.437595] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.476623] env[69239]: INFO nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Took 40.42 seconds to build instance. [ 1040.510222] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145747, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.557023] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1040.557401] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eea6f113-ced2-4138-8a8a-06eee52bbb6d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.566907] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 1040.566907] env[69239]: value = "task-4145750" [ 1040.566907] env[69239]: _type = "Task" [ 1040.566907] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.578370] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145750, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.733128] env[69239]: DEBUG nova.compute.manager [req-43acca1b-882b-4d33-905f-abf6012b6cc2 req-d71560ea-b90d-42bc-801a-e1a7d0e8ec65 service nova] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Received event network-vif-plugged-ff60e2c8-1636-4c47-a7b2-f80e95ed992d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.733577] env[69239]: DEBUG oslo_concurrency.lockutils [req-43acca1b-882b-4d33-905f-abf6012b6cc2 req-d71560ea-b90d-42bc-801a-e1a7d0e8ec65 service nova] Acquiring lock "194d81a3-8531-4f38-998a-aa20bdb36c93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.733816] env[69239]: DEBUG oslo_concurrency.lockutils [req-43acca1b-882b-4d33-905f-abf6012b6cc2 req-d71560ea-b90d-42bc-801a-e1a7d0e8ec65 service nova] Lock "194d81a3-8531-4f38-998a-aa20bdb36c93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.734057] env[69239]: DEBUG oslo_concurrency.lockutils [req-43acca1b-882b-4d33-905f-abf6012b6cc2 req-d71560ea-b90d-42bc-801a-e1a7d0e8ec65 service nova] Lock "194d81a3-8531-4f38-998a-aa20bdb36c93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.734202] env[69239]: DEBUG nova.compute.manager [req-43acca1b-882b-4d33-905f-abf6012b6cc2 req-d71560ea-b90d-42bc-801a-e1a7d0e8ec65 service nova] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] No waiting events found dispatching network-vif-plugged-ff60e2c8-1636-4c47-a7b2-f80e95ed992d {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1040.734387] env[69239]: WARNING nova.compute.manager [req-43acca1b-882b-4d33-905f-abf6012b6cc2 req-d71560ea-b90d-42bc-801a-e1a7d0e8ec65 service nova] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Received unexpected event network-vif-plugged-ff60e2c8-1636-4c47-a7b2-f80e95ed992d for instance with vm_state building and task_state spawning. [ 1040.825755] env[69239]: DEBUG nova.network.neutron [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Successfully updated port: ff60e2c8-1636-4c47-a7b2-f80e95ed992d {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.832512] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.886134] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.542s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.888927] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 37.180s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.980150] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "68dc8f98-ffe2-4c42-9431-2bbe7884f423" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.931s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.011590] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145747, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.077527] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145750, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.328197] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Acquiring lock "refresh_cache-194d81a3-8531-4f38-998a-aa20bdb36c93" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.328612] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Acquired lock "refresh_cache-194d81a3-8531-4f38-998a-aa20bdb36c93" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.328612] env[69239]: DEBUG nova.network.neutron [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.334363] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145749, 'name': ReconfigVM_Task, 'duration_secs': 0.744748} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.334711] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Reconfigured VM instance instance-0000005c to attach disk [datastore1] c2d45cc2-63cb-4943-9fd7-64ab5306ac87/c2d45cc2-63cb-4943-9fd7-64ab5306ac87.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.335227] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b21245e7-28e6-4898-975f-74e597568b97 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.345437] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1041.345437] env[69239]: value = "task-4145751" [ 1041.345437] env[69239]: _type = "Task" [ 1041.345437] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.356794] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145751, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.399735] env[69239]: DEBUG oslo_concurrency.lockutils [None req-fd55ca19-4dfb-402e-b179-42d860af541b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 61.536s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.400672] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3080d362-e690-4ad8-9eb9-a8aad91ab937 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 37.207s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.400897] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3080d362-e690-4ad8-9eb9-a8aad91ab937 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.401116] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3080d362-e690-4ad8-9eb9-a8aad91ab937 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.401352] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3080d362-e690-4ad8-9eb9-a8aad91ab937 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.403127] env[69239]: INFO nova.compute.manager [None req-3080d362-e690-4ad8-9eb9-a8aad91ab937 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Terminating instance [ 1041.515640] env[69239]: DEBUG oslo_vmware.api [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145747, 'name': RemoveSnapshot_Task, 'duration_secs': 2.017406} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.516013] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1041.516279] env[69239]: INFO nova.compute.manager [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Took 17.63 seconds to snapshot the instance on the hypervisor. [ 1041.580805] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145750, 'name': CloneVM_Task} progress is 95%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.762067] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea78c533-eb8d-41bb-8771-3d6067371b16 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.771398] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58b99c8-76cd-460a-bfaa-2331338287d7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.804411] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43775d2e-b551-47ea-9337-f637a0f73f36 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.812509] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b75bba1-a96b-4647-8814-1435ef86706b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.827205] env[69239]: DEBUG nova.compute.provider_tree [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.856961] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145751, 'name': Rename_Task, 'duration_secs': 0.221161} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.857417] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.857779] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-380504ab-e76b-484d-9b96-186ee22c080b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.862530] env[69239]: DEBUG nova.network.neutron [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.867867] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1041.867867] env[69239]: value = "task-4145752" [ 1041.867867] env[69239]: _type = "Task" [ 1041.867867] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.884388] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.908529] env[69239]: DEBUG nova.compute.manager [None req-3080d362-e690-4ad8-9eb9-a8aad91ab937 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.908946] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3080d362-e690-4ad8-9eb9-a8aad91ab937 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.909110] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-050cd191-d300-4ccc-a474-531fcd972ad8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.920914] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a9cbde-1df1-4592-830b-41fdea3dff93 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.968209] env[69239]: WARNING nova.virt.vmwareapi.vmops [None req-3080d362-e690-4ad8-9eb9-a8aad91ab937 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6279e072-562e-4aeb-b4de-3b0bd19ca0c8 could not be found. [ 1041.968546] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3080d362-e690-4ad8-9eb9-a8aad91ab937 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.968936] env[69239]: INFO nova.compute.manager [None req-3080d362-e690-4ad8-9eb9-a8aad91ab937 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1041.969296] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3080d362-e690-4ad8-9eb9-a8aad91ab937 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.972469] env[69239]: DEBUG nova.compute.manager [-] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.972776] env[69239]: DEBUG nova.network.neutron [-] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.064431] env[69239]: DEBUG nova.compute.manager [None req-2d71b644-936e-4253-a28f-f61f7c29bf58 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Found 2 images (rotation: 2) {{(pid=69239) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1042.082025] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145750, 'name': CloneVM_Task, 'duration_secs': 1.115771} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.082025] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Created linked-clone VM from snapshot [ 1042.082025] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6713f9f-b017-4f76-aab8-8d56974efa75 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.091661] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Uploading image b324d937-6361-4a1e-af24-15dcf58155d2 {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1042.102014] env[69239]: DEBUG nova.network.neutron [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Updating instance_info_cache with network_info: [{"id": "ff60e2c8-1636-4c47-a7b2-f80e95ed992d", "address": "fa:16:3e:03:6d:1f", "network": {"id": "38b87dc7-b884-4621-b72e-6c676fcb21f0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1384985925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fd0a9832c3a470cb7fd7a39eb27594d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff60e2c8-16", "ovs_interfaceid": "ff60e2c8-1636-4c47-a7b2-f80e95ed992d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.105760] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1042.105873] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-71b586ee-dcce-4b4b-98eb-a04398414d41 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.115302] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 1042.115302] env[69239]: value = "task-4145753" [ 1042.115302] env[69239]: _type = "Task" [ 1042.115302] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.125252] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145753, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.330893] env[69239]: DEBUG nova.scheduler.client.report [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.380248] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145752, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.604060] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Releasing lock "refresh_cache-194d81a3-8531-4f38-998a-aa20bdb36c93" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.604202] env[69239]: DEBUG nova.compute.manager [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Instance network_info: |[{"id": "ff60e2c8-1636-4c47-a7b2-f80e95ed992d", "address": "fa:16:3e:03:6d:1f", "network": {"id": "38b87dc7-b884-4621-b72e-6c676fcb21f0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1384985925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fd0a9832c3a470cb7fd7a39eb27594d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff60e2c8-16", "ovs_interfaceid": "ff60e2c8-1636-4c47-a7b2-f80e95ed992d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.604645] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:6d:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff60e2c8-1636-4c47-a7b2-f80e95ed992d', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.612947] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Creating folder: Project (4fd0a9832c3a470cb7fd7a39eb27594d). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.613761] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-441a7465-afeb-40ca-abbc-3f10e1adba2d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.625806] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145753, 'name': Destroy_Task, 'duration_secs': 0.392272} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.626221] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Destroyed the VM [ 1042.626438] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1042.626749] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-21e912dc-ddd2-4a41-9787-19b873e36ef1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.630274] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Created folder: Project (4fd0a9832c3a470cb7fd7a39eb27594d) in parent group-v820715. [ 1042.630507] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Creating folder: Instances. Parent ref: group-v820982. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.631192] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b6d4810-6096-4ccd-859f-df183e1d928b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.634745] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 1042.634745] env[69239]: value = "task-4145755" [ 1042.634745] env[69239]: _type = "Task" [ 1042.634745] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.642702] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Created folder: Instances in parent group-v820982. [ 1042.643146] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.648282] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.648560] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145755, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.649317] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c45f907-5068-44be-b4d9-deb06d1f17d5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.672646] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.672646] env[69239]: value = "task-4145757" [ 1042.672646] env[69239]: _type = "Task" [ 1042.672646] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.682344] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145757, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.792169] env[69239]: DEBUG nova.network.neutron [-] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.869389] env[69239]: DEBUG nova.compute.manager [req-8164193c-76f5-490e-b9c6-80e491dae897 req-6c960c35-91b5-4b26-a015-7aaa5c0933fd service nova] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Received event network-changed-ff60e2c8-1636-4c47-a7b2-f80e95ed992d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.869602] env[69239]: DEBUG nova.compute.manager [req-8164193c-76f5-490e-b9c6-80e491dae897 req-6c960c35-91b5-4b26-a015-7aaa5c0933fd service nova] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Refreshing instance network info cache due to event network-changed-ff60e2c8-1636-4c47-a7b2-f80e95ed992d. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.870692] env[69239]: DEBUG oslo_concurrency.lockutils [req-8164193c-76f5-490e-b9c6-80e491dae897 req-6c960c35-91b5-4b26-a015-7aaa5c0933fd service nova] Acquiring lock "refresh_cache-194d81a3-8531-4f38-998a-aa20bdb36c93" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.870692] env[69239]: DEBUG oslo_concurrency.lockutils [req-8164193c-76f5-490e-b9c6-80e491dae897 req-6c960c35-91b5-4b26-a015-7aaa5c0933fd service nova] Acquired lock "refresh_cache-194d81a3-8531-4f38-998a-aa20bdb36c93" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.870692] env[69239]: DEBUG nova.network.neutron [req-8164193c-76f5-490e-b9c6-80e491dae897 req-6c960c35-91b5-4b26-a015-7aaa5c0933fd service nova] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Refreshing network info cache for port ff60e2c8-1636-4c47-a7b2-f80e95ed992d {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.889166] env[69239]: DEBUG oslo_vmware.api [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145752, 'name': PowerOnVM_Task, 'duration_secs': 0.54675} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.889646] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.889980] env[69239]: INFO nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1042.890295] env[69239]: DEBUG nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1042.891587] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9d49b3-b758-44a5-a7cf-aaf70b3aa979 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.146472] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145755, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.183927] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145757, 'name': CreateVM_Task, 'duration_secs': 0.491813} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.184188] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.185116] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.185340] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.185731] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.186099] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0117033-7ba8-496e-b5af-448e9a3b65d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.192292] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Waiting for the task: (returnval){ [ 1043.192292] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ba2768-b304-2fd3-a9c4-fbe2d15c5ce3" [ 1043.192292] env[69239]: _type = "Task" [ 1043.192292] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.202260] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ba2768-b304-2fd3-a9c4-fbe2d15c5ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.294911] env[69239]: INFO nova.compute.manager [-] [instance: 6279e072-562e-4aeb-b4de-3b0bd19ca0c8] Took 1.32 seconds to deallocate network for instance. [ 1043.346030] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.456s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.348902] env[69239]: DEBUG oslo_concurrency.lockutils [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.561s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.349174] env[69239]: DEBUG nova.objects.instance [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lazy-loading 'resources' on Instance uuid d12c516a-0927-432d-9c09-bd80581aef86 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.381951] env[69239]: DEBUG nova.compute.manager [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1043.383065] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850ae47e-af50-4448-a3bb-41c6e48b1506 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.421481] env[69239]: INFO nova.compute.manager [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Took 43.32 seconds to build instance. [ 1043.621258] env[69239]: DEBUG nova.network.neutron [req-8164193c-76f5-490e-b9c6-80e491dae897 req-6c960c35-91b5-4b26-a015-7aaa5c0933fd service nova] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Updated VIF entry in instance network info cache for port ff60e2c8-1636-4c47-a7b2-f80e95ed992d. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.621689] env[69239]: DEBUG nova.network.neutron [req-8164193c-76f5-490e-b9c6-80e491dae897 req-6c960c35-91b5-4b26-a015-7aaa5c0933fd service nova] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Updating instance_info_cache with network_info: [{"id": "ff60e2c8-1636-4c47-a7b2-f80e95ed992d", "address": "fa:16:3e:03:6d:1f", "network": {"id": "38b87dc7-b884-4621-b72e-6c676fcb21f0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1384985925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fd0a9832c3a470cb7fd7a39eb27594d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff60e2c8-16", "ovs_interfaceid": "ff60e2c8-1636-4c47-a7b2-f80e95ed992d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.649766] env[69239]: DEBUG oslo_vmware.api [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145755, 'name': RemoveSnapshot_Task, 'duration_secs': 0.896102} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.650654] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1043.703809] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ba2768-b304-2fd3-a9c4-fbe2d15c5ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.035217} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.704188] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.704427] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.704664] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.704960] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.705098] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.705312] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0af5c145-63be-438e-89a7-af5261ceab2d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.716688] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.716895] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.718030] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b60f2b34-48d2-4bc8-a60f-0b5e5ccdea87 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.725357] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Waiting for the task: (returnval){ [ 1043.725357] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52abb216-ec24-caa8-3b9f-c4b2f0dd7ff6" [ 1043.725357] env[69239]: _type = "Task" [ 1043.725357] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.738224] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52abb216-ec24-caa8-3b9f-c4b2f0dd7ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.874225] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "68dc8f98-ffe2-4c42-9431-2bbe7884f423" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.874225] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "68dc8f98-ffe2-4c42-9431-2bbe7884f423" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.874225] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "68dc8f98-ffe2-4c42-9431-2bbe7884f423-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.874225] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "68dc8f98-ffe2-4c42-9431-2bbe7884f423-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.874225] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "68dc8f98-ffe2-4c42-9431-2bbe7884f423-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.879128] env[69239]: INFO nova.compute.manager [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Terminating instance [ 1043.896971] env[69239]: INFO nova.compute.manager [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] instance snapshotting [ 1043.897196] env[69239]: DEBUG nova.objects.instance [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'flavor' on Instance uuid 6adb3e10-042e-4139-9b2e-58a8678fc008 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.925029] env[69239]: INFO nova.scheduler.client.report [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleted allocation for migration 7bdfff96-aec2-4976-b4e6-a29f66689018 [ 1043.925646] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47199714-19c8-41a7-b9f0-83821d58d45e tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "c2d45cc2-63cb-4943-9fd7-64ab5306ac87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.835s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.966438] env[69239]: DEBUG oslo_concurrency.lockutils [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "c2d45cc2-63cb-4943-9fd7-64ab5306ac87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.966693] env[69239]: DEBUG oslo_concurrency.lockutils [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "c2d45cc2-63cb-4943-9fd7-64ab5306ac87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.966901] env[69239]: DEBUG oslo_concurrency.lockutils [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "c2d45cc2-63cb-4943-9fd7-64ab5306ac87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.967105] env[69239]: DEBUG oslo_concurrency.lockutils [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "c2d45cc2-63cb-4943-9fd7-64ab5306ac87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.967280] env[69239]: DEBUG oslo_concurrency.lockutils [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "c2d45cc2-63cb-4943-9fd7-64ab5306ac87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.970290] env[69239]: INFO nova.compute.manager [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Terminating instance [ 1044.124683] env[69239]: DEBUG oslo_concurrency.lockutils [req-8164193c-76f5-490e-b9c6-80e491dae897 req-6c960c35-91b5-4b26-a015-7aaa5c0933fd service nova] Releasing lock "refresh_cache-194d81a3-8531-4f38-998a-aa20bdb36c93" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.157569] env[69239]: WARNING nova.compute.manager [None req-6e9d2f87-8d33-49f6-ba47-4328244ff9d6 tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Image not found during snapshot: nova.exception.ImageNotFound: Image b324d937-6361-4a1e-af24-15dcf58155d2 could not be found. [ 1044.236705] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52abb216-ec24-caa8-3b9f-c4b2f0dd7ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.024268} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.240733] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-893a8c28-3e34-4921-bc54-9cbd22411d76 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.248829] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Waiting for the task: (returnval){ [ 1044.248829] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e9acff-656b-1031-cf01-eeb67d9f6bc6" [ 1044.248829] env[69239]: _type = "Task" [ 1044.248829] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.261698] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e9acff-656b-1031-cf01-eeb67d9f6bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.319697] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855984fd-f67b-49a9-86db-ee5bf4cd2e3f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.330274] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3080d362-e690-4ad8-9eb9-a8aad91ab937 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "6279e072-562e-4aeb-b4de-3b0bd19ca0c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.929s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.332115] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee52a3d-7285-4bfa-a024-2a674ffc8635 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.367825] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41044e6-5cfd-4959-af43-6e0d5960586d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.376739] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6face55-ecc3-4908-ae50-5c78eecc33d0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.393060] env[69239]: DEBUG nova.compute.manager [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.393309] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.394276] env[69239]: DEBUG nova.compute.provider_tree [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.396416] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e78aae5-1394-4b6f-b50b-d02c137f59d2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.407825] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.408884] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3610e26b-6c48-49f5-8391-f30917a42eff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.411804] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d331c02d-4e7e-42c7-94c6-c56fa8b4ab1c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.432448] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3de17279-dacb-427c-9e2f-2c2d5f17e13c tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.667s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.435513] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92831be3-e1a0-440e-8ac4-1be3b36b5ada {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.438381] env[69239]: DEBUG oslo_vmware.api [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1044.438381] env[69239]: value = "task-4145758" [ 1044.438381] env[69239]: _type = "Task" [ 1044.438381] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.445044] env[69239]: DEBUG oslo_concurrency.lockutils [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "3024be94-0544-44d0-b6c7-91a395d26e63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.445442] env[69239]: DEBUG oslo_concurrency.lockutils [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "3024be94-0544-44d0-b6c7-91a395d26e63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.445555] env[69239]: DEBUG oslo_concurrency.lockutils [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "3024be94-0544-44d0-b6c7-91a395d26e63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.445731] env[69239]: DEBUG oslo_concurrency.lockutils [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "3024be94-0544-44d0-b6c7-91a395d26e63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.445933] env[69239]: DEBUG oslo_concurrency.lockutils [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "3024be94-0544-44d0-b6c7-91a395d26e63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.450074] env[69239]: INFO nova.compute.manager [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Terminating instance [ 1044.459023] env[69239]: DEBUG oslo_vmware.api [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.474361] env[69239]: DEBUG nova.compute.manager [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.474666] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.476197] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deaa6d63-8283-44ce-b222-ed289476ed2c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.486761] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.487110] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5639b7a3-94a7-4536-885e-322bacec8f25 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.496752] env[69239]: DEBUG oslo_vmware.api [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1044.496752] env[69239]: value = "task-4145759" [ 1044.496752] env[69239]: _type = "Task" [ 1044.496752] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.508695] env[69239]: DEBUG oslo_vmware.api [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.759965] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e9acff-656b-1031-cf01-eeb67d9f6bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.760168] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.760436] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 194d81a3-8531-4f38-998a-aa20bdb36c93/194d81a3-8531-4f38-998a-aa20bdb36c93.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.760722] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9ea9faf-b07f-49cd-9284-44dedd75be0d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.768751] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Waiting for the task: (returnval){ [ 1044.768751] env[69239]: value = "task-4145760" [ 1044.768751] env[69239]: _type = "Task" [ 1044.768751] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.777852] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.902362] env[69239]: DEBUG nova.scheduler.client.report [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.952137] env[69239]: DEBUG oslo_vmware.api [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145758, 'name': PowerOffVM_Task, 'duration_secs': 0.235125} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.953218] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1044.953516] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.953692] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.953970] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c19a37d4-7107-490d-b2da-09127904f6ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.956135] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a89d29df-0df6-406e-9114-7d9f6156a70d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.960355] env[69239]: DEBUG nova.compute.manager [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.960575] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.961446] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c2a310-fa72-47bc-8c69-7f6616abdf22 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.966087] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1044.966087] env[69239]: value = "task-4145761" [ 1044.966087] env[69239]: _type = "Task" [ 1044.966087] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.971945] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.972703] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f76e220d-7427-4091-9984-f5ca09107f5f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.979520] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145761, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.981093] env[69239]: DEBUG oslo_vmware.api [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 1044.981093] env[69239]: value = "task-4145763" [ 1044.981093] env[69239]: _type = "Task" [ 1044.981093] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.991053] env[69239]: DEBUG oslo_vmware.api [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.007907] env[69239]: DEBUG oslo_vmware.api [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145759, 'name': PowerOffVM_Task, 'duration_secs': 0.222855} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.008221] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.008400] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.008675] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1572226b-1696-4a4c-b31b-a3b1554d449a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.041956] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.042252] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.042397] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Deleting the datastore file [datastore1] 68dc8f98-ffe2-4c42-9431-2bbe7884f423 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.042735] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7febca7-2b6a-43c2-93f9-704d8e119042 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.051495] env[69239]: DEBUG oslo_vmware.api [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1045.051495] env[69239]: value = "task-4145765" [ 1045.051495] env[69239]: _type = "Task" [ 1045.051495] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.062233] env[69239]: DEBUG oslo_vmware.api [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.122797] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.123099] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.123312] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Deleting the datastore file [datastore1] c2d45cc2-63cb-4943-9fd7-64ab5306ac87 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.123645] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09e36b32-bd76-47fa-b062-67208eb32115 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.131732] env[69239]: DEBUG oslo_vmware.api [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1045.131732] env[69239]: value = "task-4145766" [ 1045.131732] env[69239]: _type = "Task" [ 1045.131732] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.141588] env[69239]: DEBUG oslo_vmware.api [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.282175] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145760, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.369145] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "0f354fa1-3c78-407b-bb51-c22d1e733c21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.370102] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "0f354fa1-3c78-407b-bb51-c22d1e733c21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.410371] env[69239]: DEBUG oslo_concurrency.lockutils [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.412270] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.299s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.412449] env[69239]: DEBUG nova.objects.instance [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69239) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1045.435073] env[69239]: INFO nova.scheduler.client.report [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleted allocations for instance d12c516a-0927-432d-9c09-bd80581aef86 [ 1045.479500] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145761, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.494395] env[69239]: DEBUG oslo_vmware.api [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145763, 'name': PowerOffVM_Task, 'duration_secs': 0.43829} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.494696] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.494941] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.495187] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d526a22c-3224-4ae9-b63e-89843458581d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.565093] env[69239]: DEBUG oslo_vmware.api [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425638} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.565093] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.565493] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.565493] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.565579] env[69239]: INFO nova.compute.manager [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1045.565766] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.565995] env[69239]: DEBUG nova.compute.manager [-] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.566114] env[69239]: DEBUG nova.network.neutron [-] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.570852] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.571155] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.571359] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleting the datastore file [datastore1] 3024be94-0544-44d0-b6c7-91a395d26e63 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.571648] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8e359b0-61eb-412f-b1d9-fcbdb81dc7ad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.579859] env[69239]: DEBUG oslo_vmware.api [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for the task: (returnval){ [ 1045.579859] env[69239]: value = "task-4145768" [ 1045.579859] env[69239]: _type = "Task" [ 1045.579859] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.590477] env[69239]: DEBUG oslo_vmware.api [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.648015] env[69239]: DEBUG oslo_vmware.api [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35036} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.648309] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.648495] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.648671] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.648857] env[69239]: INFO nova.compute.manager [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1045.649137] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.649357] env[69239]: DEBUG nova.compute.manager [-] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.649447] env[69239]: DEBUG nova.network.neutron [-] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.785038] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539031} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.787301] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 194d81a3-8531-4f38-998a-aa20bdb36c93/194d81a3-8531-4f38-998a-aa20bdb36c93.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.787899] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.792373] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-409b6fb5-58f3-4d3d-bc03-dce58d5af86f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.802026] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Waiting for the task: (returnval){ [ 1045.802026] env[69239]: value = "task-4145769" [ 1045.802026] env[69239]: _type = "Task" [ 1045.802026] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.813423] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.873099] env[69239]: DEBUG nova.compute.manager [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.946237] env[69239]: DEBUG oslo_concurrency.lockutils [None req-28fdf55a-e46c-4077-8b0c-e312ffdcdeba tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "d12c516a-0927-432d-9c09-bd80581aef86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.978810] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145761, 'name': CreateSnapshot_Task, 'duration_secs': 0.975585} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.979082] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1045.980466] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacbfa88-90f1-4dbc-95b8-97ccafb5997f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.068332] env[69239]: DEBUG nova.compute.manager [req-19a51f17-fda2-4a5e-bbdc-7765f74ed149 req-0a946190-ed45-43ab-8157-118898f8ff6f service nova] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Received event network-vif-deleted-8277996f-7f76-4d82-b8b5-2a4b681edfea {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.068434] env[69239]: INFO nova.compute.manager [req-19a51f17-fda2-4a5e-bbdc-7765f74ed149 req-0a946190-ed45-43ab-8157-118898f8ff6f service nova] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Neutron deleted interface 8277996f-7f76-4d82-b8b5-2a4b681edfea; detaching it from the instance and deleting it from the info cache [ 1046.068616] env[69239]: DEBUG nova.network.neutron [req-19a51f17-fda2-4a5e-bbdc-7765f74ed149 req-0a946190-ed45-43ab-8157-118898f8ff6f service nova] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.090274] env[69239]: DEBUG oslo_vmware.api [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Task: {'id': task-4145768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185433} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.090555] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.090741] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.091190] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.091389] env[69239]: INFO nova.compute.manager [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1046.091634] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.091990] env[69239]: DEBUG nova.compute.manager [-] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.092098] env[69239]: DEBUG nova.network.neutron [-] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.264538] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.264802] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.265531] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.265531] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.265531] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.267834] env[69239]: INFO nova.compute.manager [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Terminating instance [ 1046.293108] env[69239]: DEBUG oslo_concurrency.lockutils [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "63bb7544-03c3-4857-ad20-ab83a07ad501" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.293367] env[69239]: DEBUG oslo_concurrency.lockutils [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "63bb7544-03c3-4857-ad20-ab83a07ad501" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.293570] env[69239]: DEBUG oslo_concurrency.lockutils [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "63bb7544-03c3-4857-ad20-ab83a07ad501-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.293789] env[69239]: DEBUG oslo_concurrency.lockutils [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "63bb7544-03c3-4857-ad20-ab83a07ad501-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.293959] env[69239]: DEBUG oslo_concurrency.lockutils [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "63bb7544-03c3-4857-ad20-ab83a07ad501-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.301021] env[69239]: INFO nova.compute.manager [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Terminating instance [ 1046.314568] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07425} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.314885] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.319093] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eda5f2-0bcb-49f6-9978-3ac2b6b02318 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.344140] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 194d81a3-8531-4f38-998a-aa20bdb36c93/194d81a3-8531-4f38-998a-aa20bdb36c93.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.344688] env[69239]: DEBUG nova.network.neutron [-] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.346518] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc8327e-d8bf-42e8-a96a-bf8aaa80aa55 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.370201] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Waiting for the task: (returnval){ [ 1046.370201] env[69239]: value = "task-4145770" [ 1046.370201] env[69239]: _type = "Task" [ 1046.370201] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.381873] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.399786] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.424820] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f66dcb48-b65c-484a-87f7-1df4ec37e875 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.426095] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.509s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.426364] env[69239]: DEBUG nova.objects.instance [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Lazy-loading 'resources' on Instance uuid a4b92ebd-4cc6-47d8-8940-638eee152487 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.502521] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1046.503020] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed972d0b-fe1d-4acf-9e90-9ab9026941a9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.512700] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1046.512700] env[69239]: value = "task-4145771" [ 1046.512700] env[69239]: _type = "Task" [ 1046.512700] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.523320] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145771, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.525905] env[69239]: DEBUG nova.network.neutron [-] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.530470] env[69239]: DEBUG nova.network.neutron [-] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.572325] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e8038c0-1740-45f9-bc55-3346219f3c34 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.583006] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda3f3aa-69da-47ce-9702-bfb4aa1bfb1f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.617865] env[69239]: DEBUG nova.compute.manager [req-19a51f17-fda2-4a5e-bbdc-7765f74ed149 req-0a946190-ed45-43ab-8157-118898f8ff6f service nova] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Detach interface failed, port_id=8277996f-7f76-4d82-b8b5-2a4b681edfea, reason: Instance 68dc8f98-ffe2-4c42-9431-2bbe7884f423 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1046.774250] env[69239]: DEBUG nova.compute.manager [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.774424] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.775354] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090a1824-fd50-4012-8f1b-c6880f12d8b1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.784041] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.784041] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41c803dd-8cd7-49fb-bdc2-0c19ff568c2a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.792278] env[69239]: DEBUG oslo_vmware.api [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 1046.792278] env[69239]: value = "task-4145772" [ 1046.792278] env[69239]: _type = "Task" [ 1046.792278] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.803586] env[69239]: DEBUG nova.compute.manager [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.803838] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.804181] env[69239]: DEBUG oslo_vmware.api [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.805021] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758db6a9-9ea0-4f66-975d-bebdeee2de1c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.814073] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.814383] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e36c7c7-e4d8-4574-8852-6c94c88b9fb8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.822324] env[69239]: DEBUG oslo_vmware.api [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 1046.822324] env[69239]: value = "task-4145773" [ 1046.822324] env[69239]: _type = "Task" [ 1046.822324] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.831753] env[69239]: DEBUG oslo_vmware.api [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.862516] env[69239]: INFO nova.compute.manager [-] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Took 0.77 seconds to deallocate network for instance. [ 1046.881462] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145770, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.002222] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "a6eabea9-ff1c-47b9-96eb-93317812136d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.002420] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "a6eabea9-ff1c-47b9-96eb-93317812136d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.029408] env[69239]: INFO nova.compute.manager [-] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Took 1.46 seconds to deallocate network for instance. [ 1047.029783] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145771, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.035710] env[69239]: INFO nova.compute.manager [-] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Took 1.39 seconds to deallocate network for instance. [ 1047.304711] env[69239]: DEBUG oslo_vmware.api [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145772, 'name': PowerOffVM_Task, 'duration_secs': 0.335409} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.305066] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.305314] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.305517] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-818a7cec-25a3-41b8-92be-df04f9927d28 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.335650] env[69239]: DEBUG oslo_vmware.api [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145773, 'name': PowerOffVM_Task, 'duration_secs': 0.304152} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.336127] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.336322] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.337287] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b796bf45-d09f-4035-a62a-c37085a817f5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.342931] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6b400a-6ded-4082-af0f-67a701865496 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.350947] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d5e14e-0e74-48ba-aa92-abc86d6707b5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.387106] env[69239]: DEBUG oslo_concurrency.lockutils [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.392847] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2e00db-2fe7-4229-92ba-1995d561aa54 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.394981] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.395297] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.395511] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleting the datastore file [datastore2] ae00c652-9070-43f0-9ba4-bbd6c60c5240 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.396017] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6a2a563-b89f-492e-a90c-adc14b140e9e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.404615] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145770, 'name': ReconfigVM_Task, 'duration_secs': 0.572245} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.408748] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 194d81a3-8531-4f38-998a-aa20bdb36c93/194d81a3-8531-4f38-998a-aa20bdb36c93.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.409539] env[69239]: DEBUG oslo_vmware.api [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 1047.409539] env[69239]: value = "task-4145776" [ 1047.409539] env[69239]: _type = "Task" [ 1047.409539] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.410900] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17ed9ee2-c604-448b-9b7c-1a37e991a932 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.413979] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc7203b-bb47-433e-8c7d-11d6328dd66d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.418830] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.419070] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.419374] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleting the datastore file [datastore2] 63bb7544-03c3-4857-ad20-ab83a07ad501 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.423460] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abaca59e-ff25-4ca7-9b29-c739aae0cf51 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.432046] env[69239]: DEBUG oslo_vmware.api [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.442162] env[69239]: DEBUG oslo_vmware.api [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for the task: (returnval){ [ 1047.442162] env[69239]: value = "task-4145778" [ 1047.442162] env[69239]: _type = "Task" [ 1047.442162] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.442460] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Waiting for the task: (returnval){ [ 1047.442460] env[69239]: value = "task-4145777" [ 1047.442460] env[69239]: _type = "Task" [ 1047.442460] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.442953] env[69239]: DEBUG nova.compute.provider_tree [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.462593] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145777, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.462932] env[69239]: DEBUG oslo_vmware.api [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.506307] env[69239]: DEBUG nova.compute.manager [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.523975] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145771, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.544178] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.547438] env[69239]: DEBUG oslo_concurrency.lockutils [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.928990] env[69239]: DEBUG oslo_vmware.api [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172344} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.929275] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.929490] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.930084] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.930084] env[69239]: INFO nova.compute.manager [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1047.930218] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.930353] env[69239]: DEBUG nova.compute.manager [-] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.930430] env[69239]: DEBUG nova.network.neutron [-] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.952641] env[69239]: DEBUG nova.scheduler.client.report [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.963134] env[69239]: DEBUG oslo_vmware.api [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Task: {'id': task-4145778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169785} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.967620] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.967811] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.968072] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.968356] env[69239]: INFO nova.compute.manager [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1047.968691] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.969220] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145777, 'name': Rename_Task, 'duration_secs': 0.156463} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.969548] env[69239]: DEBUG nova.compute.manager [-] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.969548] env[69239]: DEBUG nova.network.neutron [-] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.972643] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.973956] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e79e6d5-7bc8-42a7-b117-bea76b1772e5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.983898] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Waiting for the task: (returnval){ [ 1047.983898] env[69239]: value = "task-4145779" [ 1047.983898] env[69239]: _type = "Task" [ 1047.983898] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.995668] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.030795] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145771, 'name': CloneVM_Task, 'duration_secs': 1.354223} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.031128] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Created linked-clone VM from snapshot [ 1048.031891] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9632e54c-3e87-4ae4-a8ca-0a68b1d0ef49 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.035701] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.042735] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Uploading image bbdec57a-fda9-439c-bb2b-fed85ec63bf5 {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1048.079195] env[69239]: DEBUG oslo_vmware.rw_handles [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1048.079195] env[69239]: value = "vm-820986" [ 1048.079195] env[69239]: _type = "VirtualMachine" [ 1048.079195] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1048.079519] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aa8fa0f0-1c6a-43da-83b1-dbba2a3eede6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.087647] env[69239]: DEBUG oslo_vmware.rw_handles [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lease: (returnval){ [ 1048.087647] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52303ecd-a184-7521-480b-fad25f045915" [ 1048.087647] env[69239]: _type = "HttpNfcLease" [ 1048.087647] env[69239]: } obtained for exporting VM: (result){ [ 1048.087647] env[69239]: value = "vm-820986" [ 1048.087647] env[69239]: _type = "VirtualMachine" [ 1048.087647] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1048.087963] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the lease: (returnval){ [ 1048.087963] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52303ecd-a184-7521-480b-fad25f045915" [ 1048.087963] env[69239]: _type = "HttpNfcLease" [ 1048.087963] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1048.097992] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.097992] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52303ecd-a184-7521-480b-fad25f045915" [ 1048.097992] env[69239]: _type = "HttpNfcLease" [ 1048.097992] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1048.109121] env[69239]: DEBUG nova.compute.manager [req-1eadb620-19e0-4c7d-b7e8-ce845bb11eed req-9559485d-f78a-42ea-9096-cd8703958066 service nova] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Received event network-vif-deleted-3c4b1436-f588-411d-af84-e56111846f4a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.109360] env[69239]: DEBUG nova.compute.manager [req-1eadb620-19e0-4c7d-b7e8-ce845bb11eed req-9559485d-f78a-42ea-9096-cd8703958066 service nova] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Received event network-vif-deleted-771870f3-5e3c-4d9f-a5b2-aa3f285140df {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.458949] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.462605] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.281s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.465174] env[69239]: INFO nova.compute.claims [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.490093] env[69239]: INFO nova.scheduler.client.report [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Deleted allocations for instance a4b92ebd-4cc6-47d8-8940-638eee152487 [ 1048.498088] env[69239]: DEBUG oslo_vmware.api [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145779, 'name': PowerOnVM_Task, 'duration_secs': 0.499915} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.498374] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.498581] env[69239]: INFO nova.compute.manager [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1048.498759] env[69239]: DEBUG nova.compute.manager [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1048.499674] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d182115c-ecda-411a-bb7b-c3c4decc9d6a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.600216] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.600216] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52303ecd-a184-7521-480b-fad25f045915" [ 1048.600216] env[69239]: _type = "HttpNfcLease" [ 1048.600216] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1048.600519] env[69239]: DEBUG oslo_vmware.rw_handles [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1048.600519] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52303ecd-a184-7521-480b-fad25f045915" [ 1048.600519] env[69239]: _type = "HttpNfcLease" [ 1048.600519] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1048.601337] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5339ff8-2450-45fd-a84d-015342473f20 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.609781] env[69239]: DEBUG oslo_vmware.rw_handles [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523481be-2001-7ae1-2cb3-3b7b439e9464/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1048.609994] env[69239]: DEBUG oslo_vmware.rw_handles [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523481be-2001-7ae1-2cb3-3b7b439e9464/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1048.816140] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c409dc24-7f81-4697-a01f-f79c5de56d48 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.850207] env[69239]: DEBUG nova.network.neutron [-] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.868932] env[69239]: DEBUG nova.network.neutron [-] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.001979] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2f5fb018-d1b8-4dd7-a169-7fa5a11442f3 tempest-ServerShowV254Test-1275144681 tempest-ServerShowV254Test-1275144681-project-member] Lock "a4b92ebd-4cc6-47d8-8940-638eee152487" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.498s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.020544] env[69239]: INFO nova.compute.manager [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Took 47.31 seconds to build instance. [ 1049.353305] env[69239]: INFO nova.compute.manager [-] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Took 1.42 seconds to deallocate network for instance. [ 1049.372313] env[69239]: INFO nova.compute.manager [-] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Took 1.40 seconds to deallocate network for instance. [ 1049.524609] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cdd5fae5-3522-472d-a546-0d7fe2acd07c tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Lock "194d81a3-8531-4f38-998a-aa20bdb36c93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.822s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.860603] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.876541] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb88b444-506a-4416-8bdd-bfc776c5e65b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.880862] env[69239]: DEBUG oslo_concurrency.lockutils [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.886754] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c053ea-4859-42ef-b533-5ed99ade9948 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.923837] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010bd11f-6172-47b8-8065-ae5422275a73 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.933763] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95e035b-3156-4a93-918d-c6c766d845cb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.950340] env[69239]: DEBUG nova.compute.provider_tree [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.016650] env[69239]: DEBUG oslo_concurrency.lockutils [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Acquiring lock "194d81a3-8531-4f38-998a-aa20bdb36c93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.016944] env[69239]: DEBUG oslo_concurrency.lockutils [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Lock "194d81a3-8531-4f38-998a-aa20bdb36c93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.017270] env[69239]: DEBUG oslo_concurrency.lockutils [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Acquiring lock "194d81a3-8531-4f38-998a-aa20bdb36c93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.017519] env[69239]: DEBUG oslo_concurrency.lockutils [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Lock "194d81a3-8531-4f38-998a-aa20bdb36c93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.017704] env[69239]: DEBUG oslo_concurrency.lockutils [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Lock "194d81a3-8531-4f38-998a-aa20bdb36c93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.019907] env[69239]: INFO nova.compute.manager [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Terminating instance [ 1050.194385] env[69239]: DEBUG nova.compute.manager [req-50e60467-db91-42a7-afc7-7a357810ad14 req-7a42d621-696c-44be-8549-74db43e50883 service nova] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Received event network-vif-deleted-a6f178ff-89bb-46ce-9710-f4ce4733c839 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.194703] env[69239]: DEBUG nova.compute.manager [req-50e60467-db91-42a7-afc7-7a357810ad14 req-7a42d621-696c-44be-8549-74db43e50883 service nova] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Received event network-vif-deleted-9bf5dc16-caac-4548-962c-eb7825f7805a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.477700] env[69239]: ERROR nova.scheduler.client.report [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [req-370bb64c-0047-48c1-8913-57079cc95262] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-370bb64c-0047-48c1-8913-57079cc95262"}]} [ 1050.498169] env[69239]: DEBUG nova.scheduler.client.report [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1050.514634] env[69239]: DEBUG nova.scheduler.client.report [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1050.515093] env[69239]: DEBUG nova.compute.provider_tree [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.524331] env[69239]: DEBUG nova.compute.manager [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.524600] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.525758] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed79890-7fbf-4199-a905-dfda2d443b33 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.532689] env[69239]: DEBUG nova.scheduler.client.report [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1050.540619] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.540949] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7934e988-9480-48a3-b460-b9e1baa670f0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.549789] env[69239]: DEBUG oslo_vmware.api [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Waiting for the task: (returnval){ [ 1050.549789] env[69239]: value = "task-4145781" [ 1050.549789] env[69239]: _type = "Task" [ 1050.549789] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.554928] env[69239]: DEBUG nova.scheduler.client.report [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1050.561735] env[69239]: DEBUG oslo_vmware.api [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.964478] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbfd000-40f6-437f-9943-e4cb1f951c41 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.972745] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682da5d8-3a73-4fcb-a301-cffc1e6ae43e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.005188] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666247cc-5acc-4425-897a-42e5ae089435 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.016893] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3def67c-f699-45ef-a405-320c6366708c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.029796] env[69239]: DEBUG nova.compute.provider_tree [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.061810] env[69239]: DEBUG oslo_vmware.api [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145781, 'name': PowerOffVM_Task, 'duration_secs': 0.223373} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.061810] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.061810] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.062101] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbe548c8-b5e2-4f5e-9b7a-a2b2111839e1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.134585] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.134784] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.134947] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Deleting the datastore file [datastore1] 194d81a3-8531-4f38-998a-aa20bdb36c93 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.135278] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c00ee118-c98c-4112-9ae5-e3b3050ef66a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.142764] env[69239]: DEBUG oslo_vmware.api [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Waiting for the task: (returnval){ [ 1051.142764] env[69239]: value = "task-4145783" [ 1051.142764] env[69239]: _type = "Task" [ 1051.142764] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.151362] env[69239]: DEBUG oslo_vmware.api [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.563480] env[69239]: DEBUG nova.scheduler.client.report [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1051.563822] env[69239]: DEBUG nova.compute.provider_tree [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 131 to 132 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1051.564079] env[69239]: DEBUG nova.compute.provider_tree [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.654091] env[69239]: DEBUG oslo_vmware.api [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Task: {'id': task-4145783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32163} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.654362] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.654548] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.654745] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.654941] env[69239]: INFO nova.compute.manager [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1051.655477] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.655477] env[69239]: DEBUG nova.compute.manager [-] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.655688] env[69239]: DEBUG nova.network.neutron [-] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.070321] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.608s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.070855] env[69239]: DEBUG nova.compute.manager [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.076324] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.072s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.220378] env[69239]: DEBUG nova.compute.manager [req-cfdd23e5-ebd0-4dbd-ab3d-3ddd167a90d6 req-d1178ef0-4041-4c9e-a6ac-4c0d0380711c service nova] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Received event network-vif-deleted-ff60e2c8-1636-4c47-a7b2-f80e95ed992d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.220378] env[69239]: INFO nova.compute.manager [req-cfdd23e5-ebd0-4dbd-ab3d-3ddd167a90d6 req-d1178ef0-4041-4c9e-a6ac-4c0d0380711c service nova] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Neutron deleted interface ff60e2c8-1636-4c47-a7b2-f80e95ed992d; detaching it from the instance and deleting it from the info cache [ 1052.220591] env[69239]: DEBUG nova.network.neutron [req-cfdd23e5-ebd0-4dbd-ab3d-3ddd167a90d6 req-d1178ef0-4041-4c9e-a6ac-4c0d0380711c service nova] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.464185] env[69239]: DEBUG nova.network.neutron [-] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.578670] env[69239]: DEBUG nova.compute.utils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.580304] env[69239]: DEBUG nova.compute.manager [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.580508] env[69239]: DEBUG nova.network.neutron [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.582641] env[69239]: DEBUG oslo_concurrency.lockutils [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Acquiring lock "e3e20499-5e00-4b6b-90a0-2cebc0cf524c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.582956] env[69239]: DEBUG oslo_concurrency.lockutils [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Lock "e3e20499-5e00-4b6b-90a0-2cebc0cf524c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.583172] env[69239]: DEBUG oslo_concurrency.lockutils [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Acquiring lock "e3e20499-5e00-4b6b-90a0-2cebc0cf524c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.583381] env[69239]: DEBUG oslo_concurrency.lockutils [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Lock "e3e20499-5e00-4b6b-90a0-2cebc0cf524c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.583543] env[69239]: DEBUG oslo_concurrency.lockutils [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Lock "e3e20499-5e00-4b6b-90a0-2cebc0cf524c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.594976] env[69239]: INFO nova.compute.manager [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Terminating instance [ 1052.657471] env[69239]: DEBUG nova.policy [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '900908f0818b469ba5439621adbcd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '765323911cfa40429daa38610922364c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.723608] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aafbeb09-e700-4a34-9ed4-b685e5c932cf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.734168] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd1786-35ba-4dbc-bf67-659d45c354a3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.771671] env[69239]: DEBUG nova.compute.manager [req-cfdd23e5-ebd0-4dbd-ab3d-3ddd167a90d6 req-d1178ef0-4041-4c9e-a6ac-4c0d0380711c service nova] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Detach interface failed, port_id=ff60e2c8-1636-4c47-a7b2-f80e95ed992d, reason: Instance 194d81a3-8531-4f38-998a-aa20bdb36c93 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.950660] env[69239]: DEBUG nova.network.neutron [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Successfully created port: 8c86c326-59d6-4a47-a471-91fb0a2ba615 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.966940] env[69239]: INFO nova.compute.manager [-] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Took 1.31 seconds to deallocate network for instance. [ 1053.096192] env[69239]: DEBUG nova.compute.manager [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.103643] env[69239]: DEBUG nova.compute.manager [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.106025] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.106025] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9bf32d-dc45-4fb4-9430-dc03682596c4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.113995] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.114513] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fa56965-be6c-4a79-a8af-b8c489be9399 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.122055] env[69239]: DEBUG oslo_vmware.api [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Waiting for the task: (returnval){ [ 1053.122055] env[69239]: value = "task-4145784" [ 1053.122055] env[69239]: _type = "Task" [ 1053.122055] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.127542] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 089dfd42-473d-4b6c-9037-064299a91856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1053.127799] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 4474a896-3a2b-4514-914b-9475f5e59b1d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.127972] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 8c838990-2b74-406f-ad36-50a8cd62de0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1053.128152] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 63bb7544-03c3-4857-ad20-ab83a07ad501 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.128335] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 7274cc79-d1e6-4d72-8555-f8d84300a8cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1053.128703] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 0de18b9d-ab56-4687-802a-eb202691f51f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1053.128703] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance ceb679d3-fcf7-481f-83b9-5cb912fa8cd8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.128854] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance ed453e1a-e257-4e7f-9cab-7fb5f17dda4c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.128922] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 04c545a7-8355-408b-b506-d3f785cc057a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1053.129068] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 6adb3e10-042e-4139-9b2e-58a8678fc008 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1053.129203] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 69ef9903-3cbc-4b39-98a2-db9fe5640d24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1053.129336] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance ae00c652-9070-43f0-9ba4-bbd6c60c5240 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.129475] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance adf7e76b-a921-4315-820f-b32a74f4b2e0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.129612] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance e3e20499-5e00-4b6b-90a0-2cebc0cf524c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1053.129725] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance a0160ab3-7f9f-4f46-b68b-58ea552461ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1053.130031] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 2eecfc92-5239-45c2-8137-a24991a71abe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.130031] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 11e214f9-857f-4646-bdcc-399f5242a6db is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.130154] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 7c219ef8-df8a-4212-a984-59006ea4d994 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1053.130301] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 3024be94-0544-44d0-b6c7-91a395d26e63 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.130444] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 68dc8f98-ffe2-4c42-9431-2bbe7884f423 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.130601] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance c2d45cc2-63cb-4943-9fd7-64ab5306ac87 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.130757] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 194d81a3-8531-4f38-998a-aa20bdb36c93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1053.131587] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance fd31c1d3-55ab-4bf6-851e-c09d60ce0738 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1053.135853] env[69239]: DEBUG oslo_vmware.api [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.475439] env[69239]: DEBUG oslo_concurrency.lockutils [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.633046] env[69239]: DEBUG oslo_vmware.api [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145784, 'name': PowerOffVM_Task, 'duration_secs': 0.226562} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.633444] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.633578] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.633869] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e423e97-23a0-4c1c-9098-2bdf1bf5aeee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.637922] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 1015dafd-be46-432a-be03-144c3474f466 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1053.697830] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.698079] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.698274] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Deleting the datastore file [datastore1] e3e20499-5e00-4b6b-90a0-2cebc0cf524c {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.698607] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4e3969c-1f73-4aaa-9e73-86b96064728b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.705545] env[69239]: DEBUG oslo_vmware.api [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Waiting for the task: (returnval){ [ 1053.705545] env[69239]: value = "task-4145786" [ 1053.705545] env[69239]: _type = "Task" [ 1053.705545] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.714738] env[69239]: DEBUG oslo_vmware.api [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.109476] env[69239]: DEBUG nova.compute.manager [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.136417] env[69239]: DEBUG nova.virt.hardware [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.136665] env[69239]: DEBUG nova.virt.hardware [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.136823] env[69239]: DEBUG nova.virt.hardware [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.137014] env[69239]: DEBUG nova.virt.hardware [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.137173] env[69239]: DEBUG nova.virt.hardware [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.137319] env[69239]: DEBUG nova.virt.hardware [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.137522] env[69239]: DEBUG nova.virt.hardware [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.137817] env[69239]: DEBUG nova.virt.hardware [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.137906] env[69239]: DEBUG nova.virt.hardware [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.138024] env[69239]: DEBUG nova.virt.hardware [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.138196] env[69239]: DEBUG nova.virt.hardware [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.139095] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49606c97-1cfc-408c-8188-719ae26d7e86 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.142266] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 0f354fa1-3c78-407b-bb51-c22d1e733c21 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1054.149537] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce6a212-5ac9-47b0-92d8-3767aa841883 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.217145] env[69239]: DEBUG oslo_vmware.api [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Task: {'id': task-4145786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239863} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.217440] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.217652] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.217834] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.218021] env[69239]: INFO nova.compute.manager [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1054.218348] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.218546] env[69239]: DEBUG nova.compute.manager [-] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.218642] env[69239]: DEBUG nova.network.neutron [-] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.499124] env[69239]: DEBUG nova.compute.manager [req-91ad6837-68ea-4593-9856-22170d6e91d9 req-42b4bec1-3f05-4315-aa81-59557e8ff178 service nova] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Received event network-vif-plugged-8c86c326-59d6-4a47-a471-91fb0a2ba615 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.499124] env[69239]: DEBUG oslo_concurrency.lockutils [req-91ad6837-68ea-4593-9856-22170d6e91d9 req-42b4bec1-3f05-4315-aa81-59557e8ff178 service nova] Acquiring lock "fd31c1d3-55ab-4bf6-851e-c09d60ce0738-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.502442] env[69239]: DEBUG oslo_concurrency.lockutils [req-91ad6837-68ea-4593-9856-22170d6e91d9 req-42b4bec1-3f05-4315-aa81-59557e8ff178 service nova] Lock "fd31c1d3-55ab-4bf6-851e-c09d60ce0738-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.503969] env[69239]: DEBUG oslo_concurrency.lockutils [req-91ad6837-68ea-4593-9856-22170d6e91d9 req-42b4bec1-3f05-4315-aa81-59557e8ff178 service nova] Lock "fd31c1d3-55ab-4bf6-851e-c09d60ce0738-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.503969] env[69239]: DEBUG nova.compute.manager [req-91ad6837-68ea-4593-9856-22170d6e91d9 req-42b4bec1-3f05-4315-aa81-59557e8ff178 service nova] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] No waiting events found dispatching network-vif-plugged-8c86c326-59d6-4a47-a471-91fb0a2ba615 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1054.503969] env[69239]: WARNING nova.compute.manager [req-91ad6837-68ea-4593-9856-22170d6e91d9 req-42b4bec1-3f05-4315-aa81-59557e8ff178 service nova] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Received unexpected event network-vif-plugged-8c86c326-59d6-4a47-a471-91fb0a2ba615 for instance with vm_state building and task_state spawning. [ 1054.649020] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance a6eabea9-ff1c-47b9-96eb-93317812136d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1054.649020] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1054.649020] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1054.692459] env[69239]: DEBUG nova.network.neutron [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Successfully updated port: 8c86c326-59d6-4a47-a471-91fb0a2ba615 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.030702] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9143d07-9b3f-4ab7-b3d5-3f55b407d881 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.038962] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2bf1a7-f17f-4aee-8019-ef0476044982 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.079158] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ebca74-3315-4af4-9953-a9edff4f433a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.087615] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c02d426-35e6-4ac7-9d5a-db14d6fccc23 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.102396] env[69239]: DEBUG nova.compute.provider_tree [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.196094] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "refresh_cache-fd31c1d3-55ab-4bf6-851e-c09d60ce0738" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.196094] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "refresh_cache-fd31c1d3-55ab-4bf6-851e-c09d60ce0738" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.196094] env[69239]: DEBUG nova.network.neutron [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.381101] env[69239]: DEBUG nova.network.neutron [-] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.605660] env[69239]: DEBUG nova.scheduler.client.report [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.729325] env[69239]: DEBUG nova.network.neutron [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.876141] env[69239]: DEBUG nova.network.neutron [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Updating instance_info_cache with network_info: [{"id": "8c86c326-59d6-4a47-a471-91fb0a2ba615", "address": "fa:16:3e:57:3c:ef", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c86c326-59", "ovs_interfaceid": "8c86c326-59d6-4a47-a471-91fb0a2ba615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.883268] env[69239]: INFO nova.compute.manager [-] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Took 1.66 seconds to deallocate network for instance. [ 1056.110404] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69239) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1056.110843] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.034s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.111179] env[69239]: DEBUG oslo_concurrency.lockutils [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.598s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.111371] env[69239]: DEBUG oslo_concurrency.lockutils [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.113512] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.679s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.113696] env[69239]: DEBUG nova.objects.instance [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69239) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1056.140719] env[69239]: INFO nova.scheduler.client.report [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Deleted allocations for instance 4474a896-3a2b-4514-914b-9475f5e59b1d [ 1056.166656] env[69239]: DEBUG oslo_vmware.rw_handles [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523481be-2001-7ae1-2cb3-3b7b439e9464/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1056.168032] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d364fe0a-dd1c-4d2b-979a-0b0cc9f2e9db {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.175666] env[69239]: DEBUG oslo_vmware.rw_handles [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523481be-2001-7ae1-2cb3-3b7b439e9464/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1056.175851] env[69239]: ERROR oslo_vmware.rw_handles [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523481be-2001-7ae1-2cb3-3b7b439e9464/disk-0.vmdk due to incomplete transfer. [ 1056.176057] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-025929d8-cae2-4a3b-a129-2442da1da6d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.185885] env[69239]: DEBUG oslo_vmware.rw_handles [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523481be-2001-7ae1-2cb3-3b7b439e9464/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1056.186073] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Uploaded image bbdec57a-fda9-439c-bb2b-fed85ec63bf5 to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1056.188553] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1056.188875] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c6011cf5-ffa1-4eb7-926c-23011447798f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.198658] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1056.198658] env[69239]: value = "task-4145787" [ 1056.198658] env[69239]: _type = "Task" [ 1056.198658] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.206685] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145787, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.379180] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "refresh_cache-fd31c1d3-55ab-4bf6-851e-c09d60ce0738" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.379613] env[69239]: DEBUG nova.compute.manager [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Instance network_info: |[{"id": "8c86c326-59d6-4a47-a471-91fb0a2ba615", "address": "fa:16:3e:57:3c:ef", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c86c326-59", "ovs_interfaceid": "8c86c326-59d6-4a47-a471-91fb0a2ba615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.380115] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:3c:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c86c326-59d6-4a47-a471-91fb0a2ba615', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.388359] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.388705] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.389674] env[69239]: DEBUG oslo_concurrency.lockutils [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.389924] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e55ed0c8-992d-4042-9062-f27972703870 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.411203] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.411203] env[69239]: value = "task-4145788" [ 1056.411203] env[69239]: _type = "Task" [ 1056.411203] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.420803] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145788, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.535863] env[69239]: DEBUG nova.compute.manager [req-30da6f37-7d26-40f9-b57a-d61f2e2cafea req-11086554-0a55-467e-ad96-a436ef6be566 service nova] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Received event network-changed-8c86c326-59d6-4a47-a471-91fb0a2ba615 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.536208] env[69239]: DEBUG nova.compute.manager [req-30da6f37-7d26-40f9-b57a-d61f2e2cafea req-11086554-0a55-467e-ad96-a436ef6be566 service nova] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Refreshing instance network info cache due to event network-changed-8c86c326-59d6-4a47-a471-91fb0a2ba615. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.536480] env[69239]: DEBUG oslo_concurrency.lockutils [req-30da6f37-7d26-40f9-b57a-d61f2e2cafea req-11086554-0a55-467e-ad96-a436ef6be566 service nova] Acquiring lock "refresh_cache-fd31c1d3-55ab-4bf6-851e-c09d60ce0738" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.536634] env[69239]: DEBUG oslo_concurrency.lockutils [req-30da6f37-7d26-40f9-b57a-d61f2e2cafea req-11086554-0a55-467e-ad96-a436ef6be566 service nova] Acquired lock "refresh_cache-fd31c1d3-55ab-4bf6-851e-c09d60ce0738" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.536911] env[69239]: DEBUG nova.network.neutron [req-30da6f37-7d26-40f9-b57a-d61f2e2cafea req-11086554-0a55-467e-ad96-a436ef6be566 service nova] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Refreshing network info cache for port 8c86c326-59d6-4a47-a471-91fb0a2ba615 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.651129] env[69239]: DEBUG oslo_concurrency.lockutils [None req-45e28397-31a7-471b-b378-053eccab3df9 tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "4474a896-3a2b-4514-914b-9475f5e59b1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.949s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.707064] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145787, 'name': Destroy_Task, 'duration_secs': 0.366653} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.707373] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Destroyed the VM [ 1056.707622] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1056.707928] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a8f3464-7290-413e-8b7e-7ffd58eb5930 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.714370] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1056.714370] env[69239]: value = "task-4145789" [ 1056.714370] env[69239]: _type = "Task" [ 1056.714370] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.722116] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145789, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.922288] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145788, 'name': CreateVM_Task, 'duration_secs': 0.432046} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.922658] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.923289] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.923472] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.923814] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.924103] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b509ede7-4fcf-4176-a42c-82623fa9e301 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.929066] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1056.929066] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527e716b-e211-bc81-5476-951c1d6c0d73" [ 1056.929066] env[69239]: _type = "Task" [ 1056.929066] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.938647] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527e716b-e211-bc81-5476-951c1d6c0d73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.123298] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2856c60b-027e-46b8-b96b-d9c96f0331ad tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.125042] env[69239]: DEBUG oslo_concurrency.lockutils [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.334s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.125195] env[69239]: DEBUG oslo_concurrency.lockutils [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.128336] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.122s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.128492] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.130918] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.347s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.131196] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.133690] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.590s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.133972] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.136875] env[69239]: DEBUG oslo_concurrency.lockutils [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.305s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.137159] env[69239]: DEBUG oslo_concurrency.lockutils [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.139263] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.702s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.141398] env[69239]: INFO nova.compute.claims [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.177708] env[69239]: INFO nova.scheduler.client.report [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Deleted allocations for instance 2eecfc92-5239-45c2-8137-a24991a71abe [ 1057.179840] env[69239]: INFO nova.scheduler.client.report [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Deleted allocations for instance ceb679d3-fcf7-481f-83b9-5cb912fa8cd8 [ 1057.195469] env[69239]: INFO nova.scheduler.client.report [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleted allocations for instance adf7e76b-a921-4315-820f-b32a74f4b2e0 [ 1057.198110] env[69239]: INFO nova.scheduler.client.report [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Deleted allocations for instance 11e214f9-857f-4646-bdcc-399f5242a6db [ 1057.209108] env[69239]: INFO nova.scheduler.client.report [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleted allocations for instance ed453e1a-e257-4e7f-9cab-7fb5f17dda4c [ 1057.226320] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145789, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.290393] env[69239]: DEBUG nova.network.neutron [req-30da6f37-7d26-40f9-b57a-d61f2e2cafea req-11086554-0a55-467e-ad96-a436ef6be566 service nova] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Updated VIF entry in instance network info cache for port 8c86c326-59d6-4a47-a471-91fb0a2ba615. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.290674] env[69239]: DEBUG nova.network.neutron [req-30da6f37-7d26-40f9-b57a-d61f2e2cafea req-11086554-0a55-467e-ad96-a436ef6be566 service nova] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Updating instance_info_cache with network_info: [{"id": "8c86c326-59d6-4a47-a471-91fb0a2ba615", "address": "fa:16:3e:57:3c:ef", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c86c326-59", "ovs_interfaceid": "8c86c326-59d6-4a47-a471-91fb0a2ba615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.439963] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527e716b-e211-bc81-5476-951c1d6c0d73, 'name': SearchDatastore_Task, 'duration_secs': 0.050752} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.440228] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.440534] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.440979] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.441149] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.441456] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.441649] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32dab426-b5a3-402a-9136-de351d3d451b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.451335] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.451534] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.452494] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8f0ad2-7397-484e-8905-f33e94f5ed86 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.458761] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1057.458761] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525ce9b7-2249-4e00-830c-3489d444d9a0" [ 1057.458761] env[69239]: _type = "Task" [ 1057.458761] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.468712] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525ce9b7-2249-4e00-830c-3489d444d9a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.691802] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d5c9f46a-153e-4d77-9524-432e72b623a6 tempest-ServersAaction247Test-1720378438 tempest-ServersAaction247Test-1720378438-project-member] Lock "2eecfc92-5239-45c2-8137-a24991a71abe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.464s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.692853] env[69239]: DEBUG oslo_concurrency.lockutils [None req-765d18ac-7471-491a-9b75-b728a32ca630 tempest-ListServerFiltersTestJSON-193943041 tempest-ListServerFiltersTestJSON-193943041-project-member] Lock "ceb679d3-fcf7-481f-83b9-5cb912fa8cd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.867s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.712621] env[69239]: DEBUG oslo_concurrency.lockutils [None req-57608f17-8ff3-4ca5-af2c-ade86c321846 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "11e214f9-857f-4646-bdcc-399f5242a6db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.741s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.715987] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8e08f26c-f524-4033-9932-d88037e80783 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "adf7e76b-a921-4315-820f-b32a74f4b2e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.907s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.717534] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8cd1ed7e-0612-4ac1-a49f-a1c991063cad tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "ed453e1a-e257-4e7f-9cab-7fb5f17dda4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.563s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.728489] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145789, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.745836] env[69239]: DEBUG oslo_concurrency.lockutils [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "089dfd42-473d-4b6c-9037-064299a91856" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.746143] env[69239]: DEBUG oslo_concurrency.lockutils [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "089dfd42-473d-4b6c-9037-064299a91856" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.746372] env[69239]: DEBUG oslo_concurrency.lockutils [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "089dfd42-473d-4b6c-9037-064299a91856-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.746567] env[69239]: DEBUG oslo_concurrency.lockutils [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "089dfd42-473d-4b6c-9037-064299a91856-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.746737] env[69239]: DEBUG oslo_concurrency.lockutils [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "089dfd42-473d-4b6c-9037-064299a91856-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.748731] env[69239]: INFO nova.compute.manager [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Terminating instance [ 1057.793809] env[69239]: DEBUG oslo_concurrency.lockutils [req-30da6f37-7d26-40f9-b57a-d61f2e2cafea req-11086554-0a55-467e-ad96-a436ef6be566 service nova] Releasing lock "refresh_cache-fd31c1d3-55ab-4bf6-851e-c09d60ce0738" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.793809] env[69239]: DEBUG nova.compute.manager [req-30da6f37-7d26-40f9-b57a-d61f2e2cafea req-11086554-0a55-467e-ad96-a436ef6be566 service nova] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Received event network-vif-deleted-aadbeef4-bdd4-4778-a717-902878bc8957 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.977799] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525ce9b7-2249-4e00-830c-3489d444d9a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011932} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.978995] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9665c202-8bb2-4208-80a4-3027e5865c37 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.986064] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1057.986064] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52479eae-d35c-ae7a-0032-63804b6c014e" [ 1057.986064] env[69239]: _type = "Task" [ 1057.986064] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.996754] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52479eae-d35c-ae7a-0032-63804b6c014e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.229693] env[69239]: DEBUG oslo_vmware.api [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145789, 'name': RemoveSnapshot_Task, 'duration_secs': 1.327398} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.229984] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1058.230242] env[69239]: INFO nova.compute.manager [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Took 13.82 seconds to snapshot the instance on the hypervisor. [ 1058.252594] env[69239]: DEBUG nova.compute.manager [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.252594] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.253447] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86c9b79-11bb-4053-b46f-c9455e19aae2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.263035] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.263453] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd65975b-f7d2-4ed0-bea8-6dadcc93bdc5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.272715] env[69239]: DEBUG oslo_vmware.api [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 1058.272715] env[69239]: value = "task-4145790" [ 1058.272715] env[69239]: _type = "Task" [ 1058.272715] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.286378] env[69239]: DEBUG oslo_vmware.api [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.507187] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52479eae-d35c-ae7a-0032-63804b6c014e, 'name': SearchDatastore_Task, 'duration_secs': 0.01807} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.507471] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.507735] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] fd31c1d3-55ab-4bf6-851e-c09d60ce0738/fd31c1d3-55ab-4bf6-851e-c09d60ce0738.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.509557] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed569ca3-ed9b-4f82-a289-c6107fb7b003 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.520598] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1058.520598] env[69239]: value = "task-4145791" [ 1058.520598] env[69239]: _type = "Task" [ 1058.520598] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.531660] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.539029] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d86a6e-8fd8-4e24-bd91-d0ead81b737b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.546966] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39632fe0-4ca7-4f62-9326-2f345bacf4d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.586201] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13878c05-5161-4c78-9edb-744f1b0113d0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.595357] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3378b3b8-07da-4087-b9bc-1c98c4c63159 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.613994] env[69239]: DEBUG nova.compute.provider_tree [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.789417] env[69239]: DEBUG oslo_vmware.api [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145790, 'name': PowerOffVM_Task, 'duration_secs': 0.222964} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.793861] env[69239]: DEBUG nova.compute.manager [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Found 3 images (rotation: 2) {{(pid=69239) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1058.793861] env[69239]: DEBUG nova.compute.manager [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Rotating out 1 backups {{(pid=69239) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1058.793987] env[69239]: DEBUG nova.compute.manager [None req-aa0cdd47-307a-449b-bc98-1bf368cfe47d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Deleting image daef7381-ffad-4dd8-8276-ec521286f1a6 {{(pid=69239) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1058.796541] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.796541] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.796997] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e58b9f5e-37dd-43e9-91ce-1d58b4a00103 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.881412] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.881412] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.881412] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Deleting the datastore file [datastore2] 089dfd42-473d-4b6c-9037-064299a91856 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.882066] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-604615cd-062c-4b70-94f9-c80aca2f232f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.893662] env[69239]: DEBUG oslo_vmware.api [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for the task: (returnval){ [ 1058.893662] env[69239]: value = "task-4145793" [ 1058.893662] env[69239]: _type = "Task" [ 1058.893662] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.906957] env[69239]: DEBUG oslo_vmware.api [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.033174] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502825} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.033506] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] fd31c1d3-55ab-4bf6-851e-c09d60ce0738/fd31c1d3-55ab-4bf6-851e-c09d60ce0738.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.033796] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.034197] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-412b9de9-cff9-44ad-b57d-c7b405bb7614 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.042408] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1059.042408] env[69239]: value = "task-4145794" [ 1059.042408] env[69239]: _type = "Task" [ 1059.042408] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.055964] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.118484] env[69239]: DEBUG nova.scheduler.client.report [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.409622] env[69239]: DEBUG oslo_vmware.api [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Task: {'id': task-4145793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243597} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.410060] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.410285] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.410472] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.410647] env[69239]: INFO nova.compute.manager [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1059.410962] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.411579] env[69239]: DEBUG nova.compute.manager [-] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.411579] env[69239]: DEBUG nova.network.neutron [-] [instance: 089dfd42-473d-4b6c-9037-064299a91856] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.559820] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068431} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.560157] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.561092] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b180b077-f917-4812-9283-e5e585fe5835 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.587235] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] fd31c1d3-55ab-4bf6-851e-c09d60ce0738/fd31c1d3-55ab-4bf6-851e-c09d60ce0738.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.587570] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f9cc4e2-29df-4a84-9805-09b0c8941282 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.613226] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1059.613226] env[69239]: value = "task-4145795" [ 1059.613226] env[69239]: _type = "Task" [ 1059.613226] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.624563] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.628546] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.629135] env[69239]: DEBUG nova.compute.manager [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.633077] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.233s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.634122] env[69239]: INFO nova.compute.claims [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.035102] env[69239]: INFO nova.compute.manager [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Rebuilding instance [ 1060.086238] env[69239]: DEBUG nova.compute.manager [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1060.089023] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859bb40d-a381-4847-8c04-0adb829e333a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.127832] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145795, 'name': ReconfigVM_Task, 'duration_secs': 0.285104} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.132019] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Reconfigured VM instance instance-0000005e to attach disk [datastore1] fd31c1d3-55ab-4bf6-851e-c09d60ce0738/fd31c1d3-55ab-4bf6-851e-c09d60ce0738.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.135201] env[69239]: DEBUG nova.compute.utils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.137702] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ef9f169-cc86-4d7f-854e-b2ff282684d1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.138839] env[69239]: DEBUG nova.compute.manager [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.139034] env[69239]: DEBUG nova.network.neutron [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.154184] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1060.154184] env[69239]: value = "task-4145796" [ 1060.154184] env[69239]: _type = "Task" [ 1060.154184] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.166462] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145796, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.191325] env[69239]: DEBUG nova.policy [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d967f379dfd47e696106f5f6d1ae8e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0c413a591a046939b74848c895674e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.248791] env[69239]: DEBUG nova.network.neutron [-] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.263402] env[69239]: DEBUG nova.compute.manager [req-4acdcc3c-831b-492d-806a-15445ec02dc0 req-7bfa313c-9c63-4066-b725-075e03b0c0cb service nova] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Received event network-vif-deleted-9ef0a933-060a-448b-a3f6-ee813dde2802 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.263603] env[69239]: INFO nova.compute.manager [req-4acdcc3c-831b-492d-806a-15445ec02dc0 req-7bfa313c-9c63-4066-b725-075e03b0c0cb service nova] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Neutron deleted interface 9ef0a933-060a-448b-a3f6-ee813dde2802; detaching it from the instance and deleting it from the info cache [ 1060.263784] env[69239]: DEBUG nova.network.neutron [req-4acdcc3c-831b-492d-806a-15445ec02dc0 req-7bfa313c-9c63-4066-b725-075e03b0c0cb service nova] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.585851] env[69239]: DEBUG nova.network.neutron [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Successfully created port: 05c35540-eab6-45d9-a320-1bcf5f241e29 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.633696] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.633944] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.639503] env[69239]: DEBUG nova.compute.manager [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.680902] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145796, 'name': Rename_Task, 'duration_secs': 0.151789} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.680902] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.680902] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfd65d71-a965-4b29-8e33-a3cef55ff255 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.686912] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1060.686912] env[69239]: value = "task-4145797" [ 1060.686912] env[69239]: _type = "Task" [ 1060.686912] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.700352] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.754972] env[69239]: INFO nova.compute.manager [-] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Took 1.34 seconds to deallocate network for instance. [ 1060.768217] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cf91abe-3d14-4c85-9802-1356271e3dac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.781018] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7b319c-58e4-4f4b-9ce5-be2bb0d91e9b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.823659] env[69239]: DEBUG nova.compute.manager [req-4acdcc3c-831b-492d-806a-15445ec02dc0 req-7bfa313c-9c63-4066-b725-075e03b0c0cb service nova] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Detach interface failed, port_id=9ef0a933-060a-448b-a3f6-ee813dde2802, reason: Instance 089dfd42-473d-4b6c-9037-064299a91856 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.003599] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c621368-5e39-4d7e-aec7-cf497c32ff53 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.011787] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5e1345-0a80-4050-8715-7971f0481339 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.043645] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9debcbdf-7840-4730-94ce-5fb8a13e9f52 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.053811] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bec61b-ac46-4059-96d0-c4566dd5f5d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.073482] env[69239]: DEBUG nova.compute.provider_tree [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.104065] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.104448] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b4dcf65-7bef-449f-815c-26621c582bb1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.112831] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1061.112831] env[69239]: value = "task-4145798" [ 1061.112831] env[69239]: _type = "Task" [ 1061.112831] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.124136] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.137422] env[69239]: DEBUG nova.compute.manager [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.199804] env[69239]: DEBUG oslo_vmware.api [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145797, 'name': PowerOnVM_Task, 'duration_secs': 0.496801} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.200989] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.201313] env[69239]: INFO nova.compute.manager [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1061.201509] env[69239]: DEBUG nova.compute.manager [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1061.202560] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6750fd78-2b7e-45d4-be0b-ab1533fd5a90 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.263069] env[69239]: DEBUG oslo_concurrency.lockutils [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.577608] env[69239]: DEBUG nova.scheduler.client.report [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.624910] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145798, 'name': PowerOffVM_Task, 'duration_secs': 0.220038} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.624999] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.625253] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.626053] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24adbc2e-0420-4900-b780-59b0e52c81d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.636555] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.636837] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab6c509c-9e96-474c-80f2-c32759240858 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.654139] env[69239]: DEBUG nova.compute.manager [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.671100] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.694636] env[69239]: DEBUG nova.virt.hardware [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.694841] env[69239]: DEBUG nova.virt.hardware [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.695084] env[69239]: DEBUG nova.virt.hardware [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.695344] env[69239]: DEBUG nova.virt.hardware [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.695554] env[69239]: DEBUG nova.virt.hardware [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.695771] env[69239]: DEBUG nova.virt.hardware [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.696080] env[69239]: DEBUG nova.virt.hardware [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.696326] env[69239]: DEBUG nova.virt.hardware [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.696558] env[69239]: DEBUG nova.virt.hardware [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.696778] env[69239]: DEBUG nova.virt.hardware [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.697046] env[69239]: DEBUG nova.virt.hardware [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.698032] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a0ac6b-518d-40f8-8d0f-83eac46f6bdc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.709144] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31316dd0-a895-46db-8f98-3a24eb51e6b9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.714696] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.714990] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.715275] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Deleting the datastore file [datastore2] a0160ab3-7f9f-4f46-b68b-58ea552461ad {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.716063] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a6e8c6e-e3dc-4be1-8f1b-b6c03b56a0ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.737797] env[69239]: INFO nova.compute.manager [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Took 46.58 seconds to build instance. [ 1061.740349] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1061.740349] env[69239]: value = "task-4145800" [ 1061.740349] env[69239]: _type = "Task" [ 1061.740349] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.754387] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.785182] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.785688] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.849252] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d78aaf14-700b-47f8-9365-68bb53c3bf04 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "6adb3e10-042e-4139-9b2e-58a8678fc008" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.849575] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d78aaf14-700b-47f8-9365-68bb53c3bf04 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "6adb3e10-042e-4139-9b2e-58a8678fc008" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.849780] env[69239]: DEBUG nova.compute.manager [None req-d78aaf14-700b-47f8-9365-68bb53c3bf04 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1061.851411] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2abcb5-3c2b-4b55-bd8f-ce9305391c35 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.859614] env[69239]: DEBUG nova.compute.manager [None req-d78aaf14-700b-47f8-9365-68bb53c3bf04 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69239) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1061.860440] env[69239]: DEBUG nova.objects.instance [None req-d78aaf14-700b-47f8-9365-68bb53c3bf04 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'flavor' on Instance uuid 6adb3e10-042e-4139-9b2e-58a8678fc008 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.085103] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.085947] env[69239]: DEBUG nova.compute.manager [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.088595] env[69239]: DEBUG oslo_concurrency.lockutils [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.702s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.089029] env[69239]: DEBUG oslo_concurrency.lockutils [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.091387] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.547s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.091649] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.093915] env[69239]: DEBUG oslo_concurrency.lockutils [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.547s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.094163] env[69239]: DEBUG oslo_concurrency.lockutils [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.096851] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.061s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.098794] env[69239]: INFO nova.compute.claims [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.132167] env[69239]: DEBUG nova.network.neutron [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Successfully updated port: 05c35540-eab6-45d9-a320-1bcf5f241e29 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.147932] env[69239]: INFO nova.scheduler.client.report [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Deleted allocations for instance 3024be94-0544-44d0-b6c7-91a395d26e63 [ 1062.152224] env[69239]: INFO nova.scheduler.client.report [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Deleted allocations for instance c2d45cc2-63cb-4943-9fd7-64ab5306ac87 [ 1062.170473] env[69239]: INFO nova.scheduler.client.report [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Deleted allocations for instance 68dc8f98-ffe2-4c42-9431-2bbe7884f423 [ 1062.241332] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ebc9267f-a898-4565-a0ff-5fea8d1c927a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "fd31c1d3-55ab-4bf6-851e-c09d60ce0738" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.088s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.254167] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155941} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.254442] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.254623] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.254800] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.289329] env[69239]: DEBUG nova.compute.manager [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.380165] env[69239]: DEBUG nova.compute.manager [req-689f069d-5005-42eb-a12a-24c7ec9a90c9 req-b529809d-90b6-403e-8c3c-8778b94c77e3 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Received event network-vif-plugged-05c35540-eab6-45d9-a320-1bcf5f241e29 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.380391] env[69239]: DEBUG oslo_concurrency.lockutils [req-689f069d-5005-42eb-a12a-24c7ec9a90c9 req-b529809d-90b6-403e-8c3c-8778b94c77e3 service nova] Acquiring lock "1015dafd-be46-432a-be03-144c3474f466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.380884] env[69239]: DEBUG oslo_concurrency.lockutils [req-689f069d-5005-42eb-a12a-24c7ec9a90c9 req-b529809d-90b6-403e-8c3c-8778b94c77e3 service nova] Lock "1015dafd-be46-432a-be03-144c3474f466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.380884] env[69239]: DEBUG oslo_concurrency.lockutils [req-689f069d-5005-42eb-a12a-24c7ec9a90c9 req-b529809d-90b6-403e-8c3c-8778b94c77e3 service nova] Lock "1015dafd-be46-432a-be03-144c3474f466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.381109] env[69239]: DEBUG nova.compute.manager [req-689f069d-5005-42eb-a12a-24c7ec9a90c9 req-b529809d-90b6-403e-8c3c-8778b94c77e3 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] No waiting events found dispatching network-vif-plugged-05c35540-eab6-45d9-a320-1bcf5f241e29 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1062.381109] env[69239]: WARNING nova.compute.manager [req-689f069d-5005-42eb-a12a-24c7ec9a90c9 req-b529809d-90b6-403e-8c3c-8778b94c77e3 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Received unexpected event network-vif-plugged-05c35540-eab6-45d9-a320-1bcf5f241e29 for instance with vm_state building and task_state spawning. [ 1062.381310] env[69239]: DEBUG nova.compute.manager [req-689f069d-5005-42eb-a12a-24c7ec9a90c9 req-b529809d-90b6-403e-8c3c-8778b94c77e3 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Received event network-changed-05c35540-eab6-45d9-a320-1bcf5f241e29 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.381421] env[69239]: DEBUG nova.compute.manager [req-689f069d-5005-42eb-a12a-24c7ec9a90c9 req-b529809d-90b6-403e-8c3c-8778b94c77e3 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Refreshing instance network info cache due to event network-changed-05c35540-eab6-45d9-a320-1bcf5f241e29. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.381616] env[69239]: DEBUG oslo_concurrency.lockutils [req-689f069d-5005-42eb-a12a-24c7ec9a90c9 req-b529809d-90b6-403e-8c3c-8778b94c77e3 service nova] Acquiring lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.381752] env[69239]: DEBUG oslo_concurrency.lockutils [req-689f069d-5005-42eb-a12a-24c7ec9a90c9 req-b529809d-90b6-403e-8c3c-8778b94c77e3 service nova] Acquired lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.381955] env[69239]: DEBUG nova.network.neutron [req-689f069d-5005-42eb-a12a-24c7ec9a90c9 req-b529809d-90b6-403e-8c3c-8778b94c77e3 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Refreshing network info cache for port 05c35540-eab6-45d9-a320-1bcf5f241e29 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.604489] env[69239]: DEBUG nova.compute.utils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.608028] env[69239]: DEBUG nova.compute.manager [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.608028] env[69239]: DEBUG nova.network.neutron [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.636399] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.645278] env[69239]: DEBUG nova.policy [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae68b17b45b94aeeb14a0f31dbda289a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97f1d9bc976d43eb8d39008acbdf6c95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.665853] env[69239]: DEBUG oslo_concurrency.lockutils [None req-209c507c-6b86-481c-92ec-c6374b73a28f tempest-ImagesTestJSON-1245210724 tempest-ImagesTestJSON-1245210724-project-member] Lock "3024be94-0544-44d0-b6c7-91a395d26e63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.220s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.666991] env[69239]: DEBUG oslo_concurrency.lockutils [None req-458332bc-1498-4a55-804a-3188626ceb2f tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "c2d45cc2-63cb-4943-9fd7-64ab5306ac87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.700s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.680580] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8fb0fcc4-62f8-49f2-a21a-2021a6cf3bcc tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "68dc8f98-ffe2-4c42-9431-2bbe7884f423" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.807s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.824978] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.868571] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78aaf14-700b-47f8-9365-68bb53c3bf04 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.868915] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-add90bde-0300-4599-862c-a67585551c39 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.878313] env[69239]: DEBUG oslo_vmware.api [None req-d78aaf14-700b-47f8-9365-68bb53c3bf04 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1062.878313] env[69239]: value = "task-4145801" [ 1062.878313] env[69239]: _type = "Task" [ 1062.878313] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.889910] env[69239]: DEBUG oslo_vmware.api [None req-d78aaf14-700b-47f8-9365-68bb53c3bf04 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.909912] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.910294] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.934650] env[69239]: DEBUG nova.network.neutron [req-689f069d-5005-42eb-a12a-24c7ec9a90c9 req-b529809d-90b6-403e-8c3c-8778b94c77e3 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.039618] env[69239]: DEBUG nova.network.neutron [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Successfully created port: 33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.055417] env[69239]: DEBUG nova.network.neutron [req-689f069d-5005-42eb-a12a-24c7ec9a90c9 req-b529809d-90b6-403e-8c3c-8778b94c77e3 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.108605] env[69239]: DEBUG nova.compute.manager [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.299599] env[69239]: DEBUG nova.virt.hardware [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.299599] env[69239]: DEBUG nova.virt.hardware [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.299599] env[69239]: DEBUG nova.virt.hardware [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.299781] env[69239]: DEBUG nova.virt.hardware [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.299781] env[69239]: DEBUG nova.virt.hardware [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.300078] env[69239]: DEBUG nova.virt.hardware [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.300303] env[69239]: DEBUG nova.virt.hardware [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.300480] env[69239]: DEBUG nova.virt.hardware [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.300637] env[69239]: DEBUG nova.virt.hardware [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.300874] env[69239]: DEBUG nova.virt.hardware [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.301108] env[69239]: DEBUG nova.virt.hardware [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.301989] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe71b03-f683-477c-b756-d743efa2e10b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.312970] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77cfb6a-b77c-466c-97dd-1fec433d89d5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.329132] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:d5:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.337560] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.340580] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.341018] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a33aa69-86f8-4377-a40d-7ff69a55c3f7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.364526] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.364526] env[69239]: value = "task-4145802" [ 1063.364526] env[69239]: _type = "Task" [ 1063.364526] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.377177] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145802, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.388026] env[69239]: DEBUG oslo_vmware.api [None req-d78aaf14-700b-47f8-9365-68bb53c3bf04 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145801, 'name': PowerOffVM_Task, 'duration_secs': 0.221246} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.388385] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78aaf14-700b-47f8-9365-68bb53c3bf04 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.388588] env[69239]: DEBUG nova.compute.manager [None req-d78aaf14-700b-47f8-9365-68bb53c3bf04 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1063.391875] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7797eb14-5c0b-4779-a588-7d2f1441730a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.415521] env[69239]: DEBUG nova.compute.manager [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.467432] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac49be8-dfc1-4a6a-bf5b-8e51957bdb4e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.476917] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb267a94-1280-4e23-ab7d-1d3f2c26e45c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.521708] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb95c75f-a54f-4b82-8a60-7a478a4a6437 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.531351] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0849ab33-dabf-4ee5-a0a6-02a5ff47e2f1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.546946] env[69239]: DEBUG nova.compute.provider_tree [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.557785] env[69239]: DEBUG oslo_concurrency.lockutils [req-689f069d-5005-42eb-a12a-24c7ec9a90c9 req-b529809d-90b6-403e-8c3c-8778b94c77e3 service nova] Releasing lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.558683] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.558683] env[69239]: DEBUG nova.network.neutron [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.875196] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145802, 'name': CreateVM_Task, 'duration_secs': 0.47324} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.875387] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.876112] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.876641] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.876641] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.876971] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d715147d-89cd-40aa-93f0-5a4698b42901 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.883547] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1063.883547] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528073f7-8030-02fc-5b70-b4c49491155a" [ 1063.883547] env[69239]: _type = "Task" [ 1063.883547] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.893762] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528073f7-8030-02fc-5b70-b4c49491155a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.904984] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d78aaf14-700b-47f8-9365-68bb53c3bf04 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "6adb3e10-042e-4139-9b2e-58a8678fc008" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.943736] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.051161] env[69239]: DEBUG nova.scheduler.client.report [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.092322] env[69239]: DEBUG nova.network.neutron [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.121498] env[69239]: DEBUG nova.compute.manager [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.149091] env[69239]: DEBUG nova.virt.hardware [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.149091] env[69239]: DEBUG nova.virt.hardware [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.149262] env[69239]: DEBUG nova.virt.hardware [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.149372] env[69239]: DEBUG nova.virt.hardware [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.149622] env[69239]: DEBUG nova.virt.hardware [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.149790] env[69239]: DEBUG nova.virt.hardware [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.150017] env[69239]: DEBUG nova.virt.hardware [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.150269] env[69239]: DEBUG nova.virt.hardware [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.150357] env[69239]: DEBUG nova.virt.hardware [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.150524] env[69239]: DEBUG nova.virt.hardware [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.150700] env[69239]: DEBUG nova.virt.hardware [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.151703] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6666efa8-1bb3-4059-adec-fc104638cf6f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.161047] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e53583b-c598-4e87-bb4c-95cea1e5cbbc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.254967] env[69239]: DEBUG nova.network.neutron [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updating instance_info_cache with network_info: [{"id": "05c35540-eab6-45d9-a320-1bcf5f241e29", "address": "fa:16:3e:c9:8a:e2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c35540-ea", "ovs_interfaceid": "05c35540-eab6-45d9-a320-1bcf5f241e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.398033] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528073f7-8030-02fc-5b70-b4c49491155a, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.398033] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.398369] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.398753] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.398990] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.400049] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.400049] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b76bdde3-8653-4976-83b1-008ed994f004 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.417500] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.417807] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.419054] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-011842bd-4674-4949-b8c8-b11f1fa5f50a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.427456] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1064.427456] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527211f4-b6d2-e268-e7d6-1290639a9207" [ 1064.427456] env[69239]: _type = "Task" [ 1064.427456] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.438665] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527211f4-b6d2-e268-e7d6-1290639a9207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.512991] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "fec69706-2b0a-42e1-ba90-61a8ed0d0044" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.513356] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "fec69706-2b0a-42e1-ba90-61a8ed0d0044" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.548730] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "490ecfbb-f3e2-4c96-983d-c012980905cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.549022] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "490ecfbb-f3e2-4c96-983d-c012980905cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.556774] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.557304] env[69239]: DEBUG nova.compute.manager [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.560183] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.700s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.560785] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.562774] env[69239]: DEBUG oslo_concurrency.lockutils [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.682s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.562981] env[69239]: DEBUG oslo_concurrency.lockutils [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.565137] env[69239]: DEBUG oslo_concurrency.lockutils [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.090s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.566030] env[69239]: DEBUG nova.objects.instance [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Lazy-loading 'resources' on Instance uuid 194d81a3-8531-4f38-998a-aa20bdb36c93 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.593549] env[69239]: INFO nova.scheduler.client.report [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleted allocations for instance ae00c652-9070-43f0-9ba4-bbd6c60c5240 [ 1064.595631] env[69239]: INFO nova.scheduler.client.report [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Deleted allocations for instance 63bb7544-03c3-4857-ad20-ab83a07ad501 [ 1064.624371] env[69239]: DEBUG nova.network.neutron [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Successfully updated port: 33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.702869] env[69239]: DEBUG nova.compute.manager [req-573736a4-d5b7-4190-ba61-f30b27eca4f6 req-2daa4b2b-a4e3-48fd-aa9a-7d74e40e0de8 service nova] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Received event network-vif-plugged-33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.703482] env[69239]: DEBUG oslo_concurrency.lockutils [req-573736a4-d5b7-4190-ba61-f30b27eca4f6 req-2daa4b2b-a4e3-48fd-aa9a-7d74e40e0de8 service nova] Acquiring lock "0f354fa1-3c78-407b-bb51-c22d1e733c21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.703712] env[69239]: DEBUG oslo_concurrency.lockutils [req-573736a4-d5b7-4190-ba61-f30b27eca4f6 req-2daa4b2b-a4e3-48fd-aa9a-7d74e40e0de8 service nova] Lock "0f354fa1-3c78-407b-bb51-c22d1e733c21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.703899] env[69239]: DEBUG oslo_concurrency.lockutils [req-573736a4-d5b7-4190-ba61-f30b27eca4f6 req-2daa4b2b-a4e3-48fd-aa9a-7d74e40e0de8 service nova] Lock "0f354fa1-3c78-407b-bb51-c22d1e733c21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.704976] env[69239]: DEBUG nova.compute.manager [req-573736a4-d5b7-4190-ba61-f30b27eca4f6 req-2daa4b2b-a4e3-48fd-aa9a-7d74e40e0de8 service nova] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] No waiting events found dispatching network-vif-plugged-33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1064.705129] env[69239]: WARNING nova.compute.manager [req-573736a4-d5b7-4190-ba61-f30b27eca4f6 req-2daa4b2b-a4e3-48fd-aa9a-7d74e40e0de8 service nova] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Received unexpected event network-vif-plugged-33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9 for instance with vm_state building and task_state spawning. [ 1064.757740] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.758105] env[69239]: DEBUG nova.compute.manager [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Instance network_info: |[{"id": "05c35540-eab6-45d9-a320-1bcf5f241e29", "address": "fa:16:3e:c9:8a:e2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c35540-ea", "ovs_interfaceid": "05c35540-eab6-45d9-a320-1bcf5f241e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.758543] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:8a:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05c35540-eab6-45d9-a320-1bcf5f241e29', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.771999] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.772271] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1015dafd-be46-432a-be03-144c3474f466] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.772513] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02643022-26bc-4544-b051-3f98599a8ef3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.795628] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.795628] env[69239]: value = "task-4145803" [ 1064.795628] env[69239]: _type = "Task" [ 1064.795628] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.813197] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145803, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.937828] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527211f4-b6d2-e268-e7d6-1290639a9207, 'name': SearchDatastore_Task, 'duration_secs': 0.02216} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.938794] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1e48d8-5e11-440d-b6a5-8e348bfadfdc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.944752] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1064.944752] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d0206b-03d0-d19e-8d5c-9da49f57603f" [ 1064.944752] env[69239]: _type = "Task" [ 1064.944752] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.955825] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d0206b-03d0-d19e-8d5c-9da49f57603f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.019141] env[69239]: DEBUG nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.051919] env[69239]: DEBUG nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.070646] env[69239]: DEBUG nova.compute.utils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.078269] env[69239]: DEBUG nova.compute.manager [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.082872] env[69239]: DEBUG nova.network.neutron [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.105851] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d377de15-6d0b-498c-a578-8df1ff2852be tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "ae00c652-9070-43f0-9ba4-bbd6c60c5240" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.841s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.109454] env[69239]: DEBUG oslo_concurrency.lockutils [None req-421a549e-30cb-4e92-9bc8-0b5fe71bd3af tempest-ServersAdminTestJSON-2143393640 tempest-ServersAdminTestJSON-2143393640-project-member] Lock "63bb7544-03c3-4857-ad20-ab83a07ad501" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.814s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.134021] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "refresh_cache-0f354fa1-3c78-407b-bb51-c22d1e733c21" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.134021] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "refresh_cache-0f354fa1-3c78-407b-bb51-c22d1e733c21" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.134021] env[69239]: DEBUG nova.network.neutron [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.135135] env[69239]: DEBUG nova.policy [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91f6ab893d3c470b9dd3a4faf98a96ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7b296e8d8d847b8a5c685ab6df6f1fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.309980] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145803, 'name': CreateVM_Task, 'duration_secs': 0.430086} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.310189] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1015dafd-be46-432a-be03-144c3474f466] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.310952] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.311308] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.311653] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.311998] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae02318-6a1f-4f35-acfb-d77293ff74ab {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.328709] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1065.328709] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5281c167-0f7f-5797-d0ef-13f78f92657a" [ 1065.328709] env[69239]: _type = "Task" [ 1065.328709] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.339851] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5281c167-0f7f-5797-d0ef-13f78f92657a, 'name': SearchDatastore_Task, 'duration_secs': 0.010456} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.340171] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.340401] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.343469] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.343469] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.343469] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.343756] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cee49b15-8164-4a14-8474-01179e5c15e5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.357329] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.357960] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.358352] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09847d41-e600-4d3d-a1c8-ed1e71ef4375 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.365639] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1065.365639] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525a024b-6204-9348-a0d3-b41ae0f32946" [ 1065.365639] env[69239]: _type = "Task" [ 1065.365639] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.379380] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525a024b-6204-9348-a0d3-b41ae0f32946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.445776] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df3ec54-76bb-4795-b1c8-7818367e4049 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.469845] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d461b093-e707-4e60-b954-5b3981c24af7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.475065] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d0206b-03d0-d19e-8d5c-9da49f57603f, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.475825] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.476363] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] a0160ab3-7f9f-4f46-b68b-58ea552461ad/a0160ab3-7f9f-4f46-b68b-58ea552461ad.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.477148] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbcd9448-ef4e-435b-a399-142a97f63f57 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.509728] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f050b5f-ecee-4830-b877-3dbbcd2bde88 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.512342] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1065.512342] env[69239]: value = "task-4145804" [ 1065.512342] env[69239]: _type = "Task" [ 1065.512342] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.519430] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a906529e-d5f1-40d4-a247-2c326c2e102c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.543086] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.543542] env[69239]: DEBUG nova.compute.provider_tree [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.550413] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.574426] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.579392] env[69239]: DEBUG nova.compute.manager [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.597015] env[69239]: DEBUG nova.network.neutron [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Successfully created port: 089afbf2-1a14-4bbe-a236-8209f70162f1 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.707746] env[69239]: DEBUG nova.network.neutron [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.838228] env[69239]: DEBUG nova.compute.manager [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Stashing vm_state: stopped {{(pid=69239) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1065.879762] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525a024b-6204-9348-a0d3-b41ae0f32946, 'name': SearchDatastore_Task, 'duration_secs': 0.011015} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.880566] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879a7ad9-f084-4432-83cf-2b5b477fc3c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.891267] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1065.891267] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526f618e-28a7-d8ac-6888-5a0a28816095" [ 1065.891267] env[69239]: _type = "Task" [ 1065.891267] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.905781] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526f618e-28a7-d8ac-6888-5a0a28816095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.027218] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145804, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.045451] env[69239]: DEBUG nova.network.neutron [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Updating instance_info_cache with network_info: [{"id": "33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9", "address": "fa:16:3e:0c:bf:9d", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fa3abd-cb", "ovs_interfaceid": "33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.051179] env[69239]: DEBUG nova.scheduler.client.report [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.370669] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.404742] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526f618e-28a7-d8ac-6888-5a0a28816095, 'name': SearchDatastore_Task, 'duration_secs': 0.024308} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.405035] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.405311] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 1015dafd-be46-432a-be03-144c3474f466/1015dafd-be46-432a-be03-144c3474f466.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.405586] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da579848-ea74-4422-b5be-4b1f5c7bcee2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.413346] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1066.413346] env[69239]: value = "task-4145805" [ 1066.413346] env[69239]: _type = "Task" [ 1066.413346] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.424408] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.527707] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521914} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.528248] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] a0160ab3-7f9f-4f46-b68b-58ea552461ad/a0160ab3-7f9f-4f46-b68b-58ea552461ad.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.528716] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.529256] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3be3210f-d98a-4d9f-9470-4c1f545bfb96 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.540380] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1066.540380] env[69239]: value = "task-4145806" [ 1066.540380] env[69239]: _type = "Task" [ 1066.540380] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.554811] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.555603] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "refresh_cache-0f354fa1-3c78-407b-bb51-c22d1e733c21" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.556105] env[69239]: DEBUG nova.compute.manager [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Instance network_info: |[{"id": "33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9", "address": "fa:16:3e:0c:bf:9d", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fa3abd-cb", "ovs_interfaceid": "33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.557154] env[69239]: DEBUG oslo_concurrency.lockutils [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.560118] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:bf:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.570783] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.571444] env[69239]: DEBUG oslo_concurrency.lockutils [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.182s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.571834] env[69239]: DEBUG nova.objects.instance [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Lazy-loading 'resources' on Instance uuid e3e20499-5e00-4b6b-90a0-2cebc0cf524c {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.573010] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.573527] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cf88c23-14eb-40fb-9c6d-0feebc28b66b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.607850] env[69239]: DEBUG nova.compute.manager [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.611804] env[69239]: INFO nova.scheduler.client.report [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Deleted allocations for instance 194d81a3-8531-4f38-998a-aa20bdb36c93 [ 1066.618294] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.618294] env[69239]: value = "task-4145807" [ 1066.618294] env[69239]: _type = "Task" [ 1066.618294] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.631489] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145807, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.661997] env[69239]: DEBUG nova.virt.hardware [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.662225] env[69239]: DEBUG nova.virt.hardware [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.662453] env[69239]: DEBUG nova.virt.hardware [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.662622] env[69239]: DEBUG nova.virt.hardware [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.662797] env[69239]: DEBUG nova.virt.hardware [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.663076] env[69239]: DEBUG nova.virt.hardware [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.663424] env[69239]: DEBUG nova.virt.hardware [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.663696] env[69239]: DEBUG nova.virt.hardware [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.663794] env[69239]: DEBUG nova.virt.hardware [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.664349] env[69239]: DEBUG nova.virt.hardware [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.664349] env[69239]: DEBUG nova.virt.hardware [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.666434] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6771bdd5-c9c6-4c94-bcee-3baa486c6202 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.675784] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc5d1ef-fb67-47ea-9069-19d963af0a94 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.773967] env[69239]: DEBUG nova.compute.manager [req-a4f5f4c7-dfc6-4aa7-ac28-c1929bfe44eb req-d0cebe1e-0499-4f15-bc80-201798a7cf91 service nova] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Received event network-changed-33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.774211] env[69239]: DEBUG nova.compute.manager [req-a4f5f4c7-dfc6-4aa7-ac28-c1929bfe44eb req-d0cebe1e-0499-4f15-bc80-201798a7cf91 service nova] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Refreshing instance network info cache due to event network-changed-33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.774482] env[69239]: DEBUG oslo_concurrency.lockutils [req-a4f5f4c7-dfc6-4aa7-ac28-c1929bfe44eb req-d0cebe1e-0499-4f15-bc80-201798a7cf91 service nova] Acquiring lock "refresh_cache-0f354fa1-3c78-407b-bb51-c22d1e733c21" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.774695] env[69239]: DEBUG oslo_concurrency.lockutils [req-a4f5f4c7-dfc6-4aa7-ac28-c1929bfe44eb req-d0cebe1e-0499-4f15-bc80-201798a7cf91 service nova] Acquired lock "refresh_cache-0f354fa1-3c78-407b-bb51-c22d1e733c21" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.774952] env[69239]: DEBUG nova.network.neutron [req-a4f5f4c7-dfc6-4aa7-ac28-c1929bfe44eb req-d0cebe1e-0499-4f15-bc80-201798a7cf91 service nova] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Refreshing network info cache for port 33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.930541] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.056848] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141615} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.059019] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.059019] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf3db64-6227-4217-b5cf-c73cbb39c177 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.106829] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] a0160ab3-7f9f-4f46-b68b-58ea552461ad/a0160ab3-7f9f-4f46-b68b-58ea552461ad.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.106829] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a17cdf7-488e-4237-9633-c4e613c8e8c5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.134609] env[69239]: DEBUG oslo_concurrency.lockutils [None req-da4999fe-fb21-4ac4-b5fe-7ce7a403e50b tempest-ServerPasswordTestJSON-1295544909 tempest-ServerPasswordTestJSON-1295544909-project-member] Lock "194d81a3-8531-4f38-998a-aa20bdb36c93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.116s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.142678] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1067.142678] env[69239]: value = "task-4145808" [ 1067.142678] env[69239]: _type = "Task" [ 1067.142678] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.146739] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145807, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.161720] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145808, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.425606] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756973} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.430695] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 1015dafd-be46-432a-be03-144c3474f466/1015dafd-be46-432a-be03-144c3474f466.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.431016] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.432608] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fda6d2a1-15e2-491e-9bba-4b2c063f9058 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.442590] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1067.442590] env[69239]: value = "task-4145809" [ 1067.442590] env[69239]: _type = "Task" [ 1067.442590] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.456680] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.526864] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ae4164-2d18-4031-8c4e-aadcde9002b9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.537825] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9e7f60-49ea-42df-965b-d929622eece8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.583169] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f7d6f7-edb4-4cd6-a18a-fb562eecc545 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.593309] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f487a8cc-2351-4a36-b817-6515af0f5524 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.607812] env[69239]: DEBUG nova.compute.provider_tree [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.642753] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145807, 'name': CreateVM_Task, 'duration_secs': 0.802223} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.645810] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.646550] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.646737] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.647083] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.648504] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81e01d8d-d58d-467f-810a-9546f512143e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.656384] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1067.656384] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]521a360e-b939-130d-f94d-1aaa6515a910" [ 1067.656384] env[69239]: _type = "Task" [ 1067.656384] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.659763] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.668649] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521a360e-b939-130d-f94d-1aaa6515a910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.747654] env[69239]: DEBUG nova.network.neutron [req-a4f5f4c7-dfc6-4aa7-ac28-c1929bfe44eb req-d0cebe1e-0499-4f15-bc80-201798a7cf91 service nova] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Updated VIF entry in instance network info cache for port 33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.748156] env[69239]: DEBUG nova.network.neutron [req-a4f5f4c7-dfc6-4aa7-ac28-c1929bfe44eb req-d0cebe1e-0499-4f15-bc80-201798a7cf91 service nova] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Updating instance_info_cache with network_info: [{"id": "33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9", "address": "fa:16:3e:0c:bf:9d", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fa3abd-cb", "ovs_interfaceid": "33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.797907] env[69239]: DEBUG nova.network.neutron [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Successfully updated port: 089afbf2-1a14-4bbe-a236-8209f70162f1 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.953787] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0972} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.954283] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.955257] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b656c101-cee7-4965-8b67-e48038537a6d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.980836] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 1015dafd-be46-432a-be03-144c3474f466/1015dafd-be46-432a-be03-144c3474f466.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.981223] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-192a87fc-0561-4cb2-8316-65a9fe6fe3f4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.002017] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1068.002017] env[69239]: value = "task-4145810" [ 1068.002017] env[69239]: _type = "Task" [ 1068.002017] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.011541] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.112521] env[69239]: DEBUG nova.scheduler.client.report [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.160554] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145808, 'name': ReconfigVM_Task, 'duration_secs': 0.87869} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.167806] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Reconfigured VM instance instance-00000056 to attach disk [datastore2] a0160ab3-7f9f-4f46-b68b-58ea552461ad/a0160ab3-7f9f-4f46-b68b-58ea552461ad.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.168779] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a69cb43-79d7-477c-a3ec-3ca0b65f39d4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.179878] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521a360e-b939-130d-f94d-1aaa6515a910, 'name': SearchDatastore_Task, 'duration_secs': 0.011383} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.181931] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.182398] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.182747] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.182909] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.183203] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.183718] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1068.183718] env[69239]: value = "task-4145811" [ 1068.183718] env[69239]: _type = "Task" [ 1068.183718] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.183953] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69a5c487-d606-4882-b10a-d1499c56c492 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.197745] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145811, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.199429] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.203033] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.203033] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a2f3391-68a0-4fab-a027-2a441b1feaf8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.209281] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1068.209281] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5217cf3d-5b32-0f67-e529-4c9e158a786a" [ 1068.209281] env[69239]: _type = "Task" [ 1068.209281] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.221452] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5217cf3d-5b32-0f67-e529-4c9e158a786a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.251456] env[69239]: DEBUG oslo_concurrency.lockutils [req-a4f5f4c7-dfc6-4aa7-ac28-c1929bfe44eb req-d0cebe1e-0499-4f15-bc80-201798a7cf91 service nova] Releasing lock "refresh_cache-0f354fa1-3c78-407b-bb51-c22d1e733c21" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.301320] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "refresh_cache-a6eabea9-ff1c-47b9-96eb-93317812136d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.301518] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "refresh_cache-a6eabea9-ff1c-47b9-96eb-93317812136d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.301709] env[69239]: DEBUG nova.network.neutron [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.519308] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145810, 'name': ReconfigVM_Task, 'duration_secs': 0.368302} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.520536] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 1015dafd-be46-432a-be03-144c3474f466/1015dafd-be46-432a-be03-144c3474f466.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.522270] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25643851-ae61-4d9a-8c6b-2e06a0a10c9c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.535360] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1068.535360] env[69239]: value = "task-4145812" [ 1068.535360] env[69239]: _type = "Task" [ 1068.535360] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.546855] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145812, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.620035] env[69239]: DEBUG oslo_concurrency.lockutils [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.622336] env[69239]: DEBUG oslo_concurrency.lockutils [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.359s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.624400] env[69239]: DEBUG nova.objects.instance [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lazy-loading 'resources' on Instance uuid 089dfd42-473d-4b6c-9037-064299a91856 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.653778] env[69239]: INFO nova.scheduler.client.report [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Deleted allocations for instance e3e20499-5e00-4b6b-90a0-2cebc0cf524c [ 1068.704296] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145811, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.719622] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5217cf3d-5b32-0f67-e529-4c9e158a786a, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.720733] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d71d8331-3e86-420e-be84-32366935562a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.728957] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1068.728957] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52952ae4-410b-39dc-506b-aca79063f3c2" [ 1068.728957] env[69239]: _type = "Task" [ 1068.728957] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.743133] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52952ae4-410b-39dc-506b-aca79063f3c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011415} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.743594] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.743922] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 0f354fa1-3c78-407b-bb51-c22d1e733c21/0f354fa1-3c78-407b-bb51-c22d1e733c21.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.744433] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13c254fd-662d-45da-aef0-a579b784e6b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.755022] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1068.755022] env[69239]: value = "task-4145813" [ 1068.755022] env[69239]: _type = "Task" [ 1068.755022] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.767619] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.011447] env[69239]: DEBUG nova.network.neutron [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.049745] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145812, 'name': Rename_Task, 'duration_secs': 0.195111} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.050102] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.050401] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccae8ad2-3233-4ed5-91e4-8b9bb21525e3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.060710] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1069.060710] env[69239]: value = "task-4145814" [ 1069.060710] env[69239]: _type = "Task" [ 1069.060710] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.076908] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.094262] env[69239]: DEBUG nova.compute.manager [req-18d248d2-bd72-43bb-924e-6d546ded49f7 req-0035e68c-2c41-421a-94e0-2c5aeac08477 service nova] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Received event network-vif-plugged-089afbf2-1a14-4bbe-a236-8209f70162f1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.094708] env[69239]: DEBUG oslo_concurrency.lockutils [req-18d248d2-bd72-43bb-924e-6d546ded49f7 req-0035e68c-2c41-421a-94e0-2c5aeac08477 service nova] Acquiring lock "a6eabea9-ff1c-47b9-96eb-93317812136d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.094878] env[69239]: DEBUG oslo_concurrency.lockutils [req-18d248d2-bd72-43bb-924e-6d546ded49f7 req-0035e68c-2c41-421a-94e0-2c5aeac08477 service nova] Lock "a6eabea9-ff1c-47b9-96eb-93317812136d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.096332] env[69239]: DEBUG oslo_concurrency.lockutils [req-18d248d2-bd72-43bb-924e-6d546ded49f7 req-0035e68c-2c41-421a-94e0-2c5aeac08477 service nova] Lock "a6eabea9-ff1c-47b9-96eb-93317812136d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.096555] env[69239]: DEBUG nova.compute.manager [req-18d248d2-bd72-43bb-924e-6d546ded49f7 req-0035e68c-2c41-421a-94e0-2c5aeac08477 service nova] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] No waiting events found dispatching network-vif-plugged-089afbf2-1a14-4bbe-a236-8209f70162f1 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1069.096934] env[69239]: WARNING nova.compute.manager [req-18d248d2-bd72-43bb-924e-6d546ded49f7 req-0035e68c-2c41-421a-94e0-2c5aeac08477 service nova] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Received unexpected event network-vif-plugged-089afbf2-1a14-4bbe-a236-8209f70162f1 for instance with vm_state building and task_state spawning. [ 1069.096934] env[69239]: DEBUG nova.compute.manager [req-18d248d2-bd72-43bb-924e-6d546ded49f7 req-0035e68c-2c41-421a-94e0-2c5aeac08477 service nova] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Received event network-changed-089afbf2-1a14-4bbe-a236-8209f70162f1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.097143] env[69239]: DEBUG nova.compute.manager [req-18d248d2-bd72-43bb-924e-6d546ded49f7 req-0035e68c-2c41-421a-94e0-2c5aeac08477 service nova] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Refreshing instance network info cache due to event network-changed-089afbf2-1a14-4bbe-a236-8209f70162f1. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.097292] env[69239]: DEBUG oslo_concurrency.lockutils [req-18d248d2-bd72-43bb-924e-6d546ded49f7 req-0035e68c-2c41-421a-94e0-2c5aeac08477 service nova] Acquiring lock "refresh_cache-a6eabea9-ff1c-47b9-96eb-93317812136d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.168826] env[69239]: DEBUG oslo_concurrency.lockutils [None req-27f71cf7-2cef-4c3b-aea7-c6cfc2b1b015 tempest-ServersTestFqdnHostnames-1702304883 tempest-ServersTestFqdnHostnames-1702304883-project-member] Lock "e3e20499-5e00-4b6b-90a0-2cebc0cf524c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.586s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.211868] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145811, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.274386] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145813, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.514097] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b45ed44-d25f-4f2a-8a84-95abebe20735 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.523598] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbfd2b2-793c-44a7-b81b-546a2cf8ce5e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.562510] env[69239]: DEBUG nova.network.neutron [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Updating instance_info_cache with network_info: [{"id": "089afbf2-1a14-4bbe-a236-8209f70162f1", "address": "fa:16:3e:62:7c:be", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089afbf2-1a", "ovs_interfaceid": "089afbf2-1a14-4bbe-a236-8209f70162f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.569478] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a6ac18-72aa-49cd-92e9-d2958b097a27 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.592926] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145814, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.594710] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ca035f-5712-4737-a99c-2531d3fe39e2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.612835] env[69239]: DEBUG nova.compute.provider_tree [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.700408] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145811, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.768646] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578624} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.768963] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 0f354fa1-3c78-407b-bb51-c22d1e733c21/0f354fa1-3c78-407b-bb51-c22d1e733c21.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.769214] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.769600] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95f7c6ea-061a-41dd-8911-042eebe3061f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.777662] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1069.777662] env[69239]: value = "task-4145815" [ 1069.777662] env[69239]: _type = "Task" [ 1069.777662] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.792748] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.074761] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "refresh_cache-a6eabea9-ff1c-47b9-96eb-93317812136d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.077662] env[69239]: DEBUG nova.compute.manager [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Instance network_info: |[{"id": "089afbf2-1a14-4bbe-a236-8209f70162f1", "address": "fa:16:3e:62:7c:be", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089afbf2-1a", "ovs_interfaceid": "089afbf2-1a14-4bbe-a236-8209f70162f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.078054] env[69239]: DEBUG oslo_vmware.api [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145814, 'name': PowerOnVM_Task, 'duration_secs': 0.672447} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.078308] env[69239]: DEBUG oslo_concurrency.lockutils [req-18d248d2-bd72-43bb-924e-6d546ded49f7 req-0035e68c-2c41-421a-94e0-2c5aeac08477 service nova] Acquired lock "refresh_cache-a6eabea9-ff1c-47b9-96eb-93317812136d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.078490] env[69239]: DEBUG nova.network.neutron [req-18d248d2-bd72-43bb-924e-6d546ded49f7 req-0035e68c-2c41-421a-94e0-2c5aeac08477 service nova] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Refreshing network info cache for port 089afbf2-1a14-4bbe-a236-8209f70162f1 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.079698] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:7c:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '089afbf2-1a14-4bbe-a236-8209f70162f1', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.089111] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.089111] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.089111] env[69239]: INFO nova.compute.manager [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1070.089111] env[69239]: DEBUG nova.compute.manager [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.089896] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.090629] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfae416b-e721-4972-b6e4-37c328f6ac2b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.093589] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83143fb9-d1ad-4fb2-952d-391bfcacbeca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.116821] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.116821] env[69239]: value = "task-4145816" [ 1070.116821] env[69239]: _type = "Task" [ 1070.116821] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.121109] env[69239]: DEBUG nova.scheduler.client.report [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.132046] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145816, 'name': CreateVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.200599] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145811, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.287717] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187491} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.288031] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.288886] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6d0bc2-766b-484e-ab40-0256f74c1d72 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.316561] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 0f354fa1-3c78-407b-bb51-c22d1e733c21/0f354fa1-3c78-407b-bb51-c22d1e733c21.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.317314] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a51b864-be51-4c92-9719-b4cca12c6360 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.350395] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1070.350395] env[69239]: value = "task-4145817" [ 1070.350395] env[69239]: _type = "Task" [ 1070.350395] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.360809] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.630062] env[69239]: DEBUG oslo_concurrency.lockutils [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.633776] env[69239]: INFO nova.compute.manager [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Took 30.21 seconds to build instance. [ 1070.635328] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.964s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.637410] env[69239]: INFO nova.compute.claims [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.648665] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145816, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.692195] env[69239]: INFO nova.scheduler.client.report [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Deleted allocations for instance 089dfd42-473d-4b6c-9037-064299a91856 [ 1070.709421] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145811, 'name': Rename_Task, 'duration_secs': 2.132886} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.709616] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.710245] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ff2055f-3a74-4c8e-a128-3245348c3500 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.718553] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1070.718553] env[69239]: value = "task-4145818" [ 1070.718553] env[69239]: _type = "Task" [ 1070.718553] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.737148] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.863763] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145817, 'name': ReconfigVM_Task, 'duration_secs': 0.376528} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.864162] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 0f354fa1-3c78-407b-bb51-c22d1e733c21/0f354fa1-3c78-407b-bb51-c22d1e733c21.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.864828] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42480e47-af9d-45c7-b0e5-127d810fdfdf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.871991] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1070.871991] env[69239]: value = "task-4145819" [ 1070.871991] env[69239]: _type = "Task" [ 1070.871991] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.881892] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145819, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.029752] env[69239]: DEBUG nova.network.neutron [req-18d248d2-bd72-43bb-924e-6d546ded49f7 req-0035e68c-2c41-421a-94e0-2c5aeac08477 service nova] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Updated VIF entry in instance network info cache for port 089afbf2-1a14-4bbe-a236-8209f70162f1. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.031292] env[69239]: DEBUG nova.network.neutron [req-18d248d2-bd72-43bb-924e-6d546ded49f7 req-0035e68c-2c41-421a-94e0-2c5aeac08477 service nova] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Updating instance_info_cache with network_info: [{"id": "089afbf2-1a14-4bbe-a236-8209f70162f1", "address": "fa:16:3e:62:7c:be", "network": {"id": "6d53b1ef-f050-4d96-abcb-505a0c7aec20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1785061740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b296e8d8d847b8a5c685ab6df6f1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089afbf2-1a", "ovs_interfaceid": "089afbf2-1a14-4bbe-a236-8209f70162f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.135462] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145816, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.142207] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c80062e5-19a2-482c-8dfc-97be65c97c21 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "1015dafd-be46-432a-be03-144c3474f466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.729s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.206386] env[69239]: DEBUG oslo_concurrency.lockutils [None req-569dd9ba-8d7e-4230-b31a-fc59aff4d72b tempest-ServerRescueNegativeTestJSON-737130981 tempest-ServerRescueNegativeTestJSON-737130981-project-member] Lock "089dfd42-473d-4b6c-9037-064299a91856" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.460s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.235759] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145818, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.384683] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145819, 'name': Rename_Task, 'duration_secs': 0.149631} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.386314] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.386314] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-363ee288-11e0-409c-bd79-0aeaf110fc4c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.403475] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1071.403475] env[69239]: value = "task-4145820" [ 1071.403475] env[69239]: _type = "Task" [ 1071.403475] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.417816] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.537270] env[69239]: DEBUG oslo_concurrency.lockutils [req-18d248d2-bd72-43bb-924e-6d546ded49f7 req-0035e68c-2c41-421a-94e0-2c5aeac08477 service nova] Releasing lock "refresh_cache-a6eabea9-ff1c-47b9-96eb-93317812136d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.635807] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145816, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.734894] env[69239]: DEBUG oslo_vmware.api [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145818, 'name': PowerOnVM_Task, 'duration_secs': 0.68051} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.735234] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.735862] env[69239]: DEBUG nova.compute.manager [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1071.737234] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50134aa8-607b-43a4-a84a-f21c3c6eff59 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.927769] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.993263] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bf80e7-a1a0-40b9-8adc-ddc8659f771f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.005031] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db0fea5-23ef-4246-94e3-6e29d9b174bb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.041401] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed6d2d6-a51a-4c82-a9b2-967591e8535f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.050454] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060e5006-c158-4885-9c86-32840e359284 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.068607] env[69239]: DEBUG nova.compute.provider_tree [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.135659] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145816, 'name': CreateVM_Task, 'duration_secs': 1.715381} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.135866] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.136607] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.136782] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.137135] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.137412] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb0770d-6405-4d95-862a-ea967b45ba38 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.143229] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 1072.143229] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52036b8f-7902-83bc-0e83-f6840dd53656" [ 1072.143229] env[69239]: _type = "Task" [ 1072.143229] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.153183] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52036b8f-7902-83bc-0e83-f6840dd53656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.255735] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.429627] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145820, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.524236] env[69239]: DEBUG nova.compute.manager [req-3ea75ca8-bebb-4179-be97-ad2ed4828a82 req-accec19c-afa4-4a77-9240-9c42d062a1f3 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Received event network-changed-05c35540-eab6-45d9-a320-1bcf5f241e29 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.525307] env[69239]: DEBUG nova.compute.manager [req-3ea75ca8-bebb-4179-be97-ad2ed4828a82 req-accec19c-afa4-4a77-9240-9c42d062a1f3 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Refreshing instance network info cache due to event network-changed-05c35540-eab6-45d9-a320-1bcf5f241e29. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.525714] env[69239]: DEBUG oslo_concurrency.lockutils [req-3ea75ca8-bebb-4179-be97-ad2ed4828a82 req-accec19c-afa4-4a77-9240-9c42d062a1f3 service nova] Acquiring lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.526013] env[69239]: DEBUG oslo_concurrency.lockutils [req-3ea75ca8-bebb-4179-be97-ad2ed4828a82 req-accec19c-afa4-4a77-9240-9c42d062a1f3 service nova] Acquired lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.526327] env[69239]: DEBUG nova.network.neutron [req-3ea75ca8-bebb-4179-be97-ad2ed4828a82 req-accec19c-afa4-4a77-9240-9c42d062a1f3 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Refreshing network info cache for port 05c35540-eab6-45d9-a320-1bcf5f241e29 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.572553] env[69239]: DEBUG nova.scheduler.client.report [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.655982] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52036b8f-7902-83bc-0e83-f6840dd53656, 'name': SearchDatastore_Task, 'duration_secs': 0.015606} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.659420] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.659710] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.660034] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.660209] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.660933] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.661298] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9099b722-f04e-465e-b1e4-19bd9b4c98f2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.673619] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.673765] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.674589] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a30b2f7-ba19-4587-b243-ce990b96bc40 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.680933] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 1072.680933] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5206ffbe-7e42-1f86-0eaa-81d1a4facd58" [ 1072.680933] env[69239]: _type = "Task" [ 1072.680933] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.691413] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5206ffbe-7e42-1f86-0eaa-81d1a4facd58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.923775] env[69239]: DEBUG oslo_vmware.api [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145820, 'name': PowerOnVM_Task, 'duration_secs': 1.088333} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.924442] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.924740] env[69239]: INFO nova.compute.manager [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1072.924931] env[69239]: DEBUG nova.compute.manager [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.925918] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b2586d-ddfd-400e-827a-719d6e50935c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.083499] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.084057] env[69239]: DEBUG nova.compute.manager [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.087738] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.263s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.089426] env[69239]: INFO nova.compute.claims [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.195778] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5206ffbe-7e42-1f86-0eaa-81d1a4facd58, 'name': SearchDatastore_Task, 'duration_secs': 0.039081} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.196595] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1383b203-cdf0-4da9-8f43-76adf90eace1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.203861] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 1073.203861] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52553494-065d-ccc7-074e-e7a95a572ca7" [ 1073.203861] env[69239]: _type = "Task" [ 1073.203861] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.217438] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52553494-065d-ccc7-074e-e7a95a572ca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.451591] env[69239]: INFO nova.compute.manager [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Took 27.07 seconds to build instance. [ 1073.581089] env[69239]: DEBUG nova.network.neutron [req-3ea75ca8-bebb-4179-be97-ad2ed4828a82 req-accec19c-afa4-4a77-9240-9c42d062a1f3 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updated VIF entry in instance network info cache for port 05c35540-eab6-45d9-a320-1bcf5f241e29. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.583363] env[69239]: DEBUG nova.network.neutron [req-3ea75ca8-bebb-4179-be97-ad2ed4828a82 req-accec19c-afa4-4a77-9240-9c42d062a1f3 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updating instance_info_cache with network_info: [{"id": "05c35540-eab6-45d9-a320-1bcf5f241e29", "address": "fa:16:3e:c9:8a:e2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c35540-ea", "ovs_interfaceid": "05c35540-eab6-45d9-a320-1bcf5f241e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.598015] env[69239]: DEBUG nova.compute.utils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.600690] env[69239]: DEBUG nova.compute.manager [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.600862] env[69239]: DEBUG nova.network.neutron [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.688147] env[69239]: DEBUG nova.policy [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd68693239a7d41509729726d06dae86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44ef109c9ffc4312b5a456a146c20983', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.715687] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52553494-065d-ccc7-074e-e7a95a572ca7, 'name': SearchDatastore_Task, 'duration_secs': 0.016362} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.715961] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.716249] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] a6eabea9-ff1c-47b9-96eb-93317812136d/a6eabea9-ff1c-47b9-96eb-93317812136d.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.716510] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80bd9bab-835a-4248-88f4-11c1f6ab60f9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.724464] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 1073.724464] env[69239]: value = "task-4145821" [ 1073.724464] env[69239]: _type = "Task" [ 1073.724464] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.738800] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.886023] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "259e53fb-53f6-4274-ac88-5b4befea221f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.886498] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "259e53fb-53f6-4274-ac88-5b4befea221f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.957717] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cc9840b6-3036-4dd3-9bae-0c3cfc834139 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "0f354fa1-3c78-407b-bb51-c22d1e733c21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.588s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.085140] env[69239]: DEBUG oslo_concurrency.lockutils [req-3ea75ca8-bebb-4179-be97-ad2ed4828a82 req-accec19c-afa4-4a77-9240-9c42d062a1f3 service nova] Releasing lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.104631] env[69239]: DEBUG nova.compute.manager [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.241667] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145821, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.341700] env[69239]: DEBUG oslo_concurrency.lockutils [None req-00a58ba3-7d5d-4d81-92c5-7262dd86494c tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "0f354fa1-3c78-407b-bb51-c22d1e733c21" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.342102] env[69239]: DEBUG oslo_concurrency.lockutils [None req-00a58ba3-7d5d-4d81-92c5-7262dd86494c tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "0f354fa1-3c78-407b-bb51-c22d1e733c21" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.342327] env[69239]: DEBUG nova.compute.manager [None req-00a58ba3-7d5d-4d81-92c5-7262dd86494c tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1074.343787] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34ad9f6-49ff-44a1-8a69-83f3e4e47f62 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.357083] env[69239]: DEBUG nova.compute.manager [None req-00a58ba3-7d5d-4d81-92c5-7262dd86494c tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69239) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1074.357727] env[69239]: DEBUG nova.objects.instance [None req-00a58ba3-7d5d-4d81-92c5-7262dd86494c tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lazy-loading 'flavor' on Instance uuid 0f354fa1-3c78-407b-bb51-c22d1e733c21 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.389978] env[69239]: DEBUG nova.compute.manager [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.394247] env[69239]: DEBUG nova.network.neutron [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Successfully created port: 3c9b4e68-b1c0-4fd7-9d05-33eb7872047f {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.536531] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab5a095-ede7-4feb-9e14-324756f71c6b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.553746] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf18dd8-5213-4ad6-8047-51a3efb0c602 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.593832] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9db750-6f62-4a27-b811-50e5a7606ae1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.607907] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a83812-008e-4643-85f9-3da63c6d28f6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.631017] env[69239]: DEBUG nova.compute.provider_tree [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.739023] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719811} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.739321] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] a6eabea9-ff1c-47b9-96eb-93317812136d/a6eabea9-ff1c-47b9-96eb-93317812136d.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.739778] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.740305] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d9286f4-7bb1-4a9b-826e-7a6aeb5de89d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.750134] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 1074.750134] env[69239]: value = "task-4145822" [ 1074.750134] env[69239]: _type = "Task" [ 1074.750134] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.767491] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.926958] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.102227] env[69239]: DEBUG oslo_concurrency.lockutils [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "7c219ef8-df8a-4212-a984-59006ea4d994" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.102513] env[69239]: DEBUG oslo_concurrency.lockutils [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "7c219ef8-df8a-4212-a984-59006ea4d994" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.102727] env[69239]: DEBUG oslo_concurrency.lockutils [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "7c219ef8-df8a-4212-a984-59006ea4d994-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.102972] env[69239]: DEBUG oslo_concurrency.lockutils [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "7c219ef8-df8a-4212-a984-59006ea4d994-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.103105] env[69239]: DEBUG oslo_concurrency.lockutils [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "7c219ef8-df8a-4212-a984-59006ea4d994-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.106620] env[69239]: INFO nova.compute.manager [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Terminating instance [ 1075.120599] env[69239]: DEBUG nova.compute.manager [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.137378] env[69239]: DEBUG nova.scheduler.client.report [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.157554] env[69239]: DEBUG nova.virt.hardware [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.157837] env[69239]: DEBUG nova.virt.hardware [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.158171] env[69239]: DEBUG nova.virt.hardware [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.158396] env[69239]: DEBUG nova.virt.hardware [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.158549] env[69239]: DEBUG nova.virt.hardware [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.158692] env[69239]: DEBUG nova.virt.hardware [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.158901] env[69239]: DEBUG nova.virt.hardware [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.159102] env[69239]: DEBUG nova.virt.hardware [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.159333] env[69239]: DEBUG nova.virt.hardware [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.159868] env[69239]: DEBUG nova.virt.hardware [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.160115] env[69239]: DEBUG nova.virt.hardware [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.161167] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f873a08-5426-4361-b3ac-8f0c8e2417bd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.172733] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb5707d-43e4-4fd9-a168-f6786f54e239 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.262120] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074811} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.262120] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.262120] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa5aab0-ed9a-4b6f-a910-efb0919a32ab {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.287106] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] a6eabea9-ff1c-47b9-96eb-93317812136d/a6eabea9-ff1c-47b9-96eb-93317812136d.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.287463] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-373584cc-d274-4f53-a1cb-4b6ee170ee2f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.308877] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 1075.308877] env[69239]: value = "task-4145823" [ 1075.308877] env[69239]: _type = "Task" [ 1075.308877] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.318532] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.373173] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a58ba3-7d5d-4d81-92c5-7262dd86494c tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.373627] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d14cbefa-c094-4da9-be63-e2986c674eb3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.381628] env[69239]: DEBUG oslo_vmware.api [None req-00a58ba3-7d5d-4d81-92c5-7262dd86494c tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1075.381628] env[69239]: value = "task-4145824" [ 1075.381628] env[69239]: _type = "Task" [ 1075.381628] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.392011] env[69239]: DEBUG oslo_vmware.api [None req-00a58ba3-7d5d-4d81-92c5-7262dd86494c tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.611429] env[69239]: DEBUG nova.compute.manager [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.611680] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.612763] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97ceb4f-76d8-4f11-9f98-c9716ab0523f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.622827] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.622950] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28a9c88f-2f12-4785-b899-8568c7365d0b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.632463] env[69239]: DEBUG oslo_vmware.api [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1075.632463] env[69239]: value = "task-4145825" [ 1075.632463] env[69239]: _type = "Task" [ 1075.632463] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.641060] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.641751] env[69239]: DEBUG nova.compute.manager [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.649429] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.706s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.651176] env[69239]: INFO nova.compute.claims [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.655842] env[69239]: DEBUG oslo_vmware.api [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.821345] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.894642] env[69239]: DEBUG oslo_vmware.api [None req-00a58ba3-7d5d-4d81-92c5-7262dd86494c tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145824, 'name': PowerOffVM_Task, 'duration_secs': 0.310247} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.894979] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a58ba3-7d5d-4d81-92c5-7262dd86494c tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.895197] env[69239]: DEBUG nova.compute.manager [None req-00a58ba3-7d5d-4d81-92c5-7262dd86494c tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1075.896209] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab2436a-cb80-4a59-9d2f-36536a432a57 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.150476] env[69239]: DEBUG oslo_vmware.api [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145825, 'name': PowerOffVM_Task, 'duration_secs': 0.233393} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.150762] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.150930] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.151368] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0036fb4-fb7f-4a9f-a4d1-91f3051cd5f0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.164038] env[69239]: DEBUG nova.compute.utils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.166269] env[69239]: DEBUG nova.compute.manager [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.166364] env[69239]: DEBUG nova.network.neutron [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.212318] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Acquiring lock "b7fe75cb-dde5-49b5-9d75-8aa2921e43b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.212955] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Lock "b7fe75cb-dde5-49b5-9d75-8aa2921e43b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.217512] env[69239]: DEBUG nova.policy [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b02d943e72cd46efa2fefd5e9c82a45d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8609f982790e4e448658668d65a639f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.225858] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.226209] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.226262] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Deleting the datastore file [datastore2] 7c219ef8-df8a-4212-a984-59006ea4d994 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.226597] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6be7f8c1-a618-4101-86ed-0918bc72e5da {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.237830] env[69239]: DEBUG oslo_vmware.api [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1076.237830] env[69239]: value = "task-4145827" [ 1076.237830] env[69239]: _type = "Task" [ 1076.237830] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.247771] env[69239]: DEBUG oslo_vmware.api [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.324525] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145823, 'name': ReconfigVM_Task, 'duration_secs': 0.796816} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.324976] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] a6eabea9-ff1c-47b9-96eb-93317812136d/a6eabea9-ff1c-47b9-96eb-93317812136d.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.325805] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64e8991c-95a1-4921-9663-e03f93ca2770 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.335862] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 1076.335862] env[69239]: value = "task-4145828" [ 1076.335862] env[69239]: _type = "Task" [ 1076.335862] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.350602] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145828, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.411824] env[69239]: DEBUG oslo_concurrency.lockutils [None req-00a58ba3-7d5d-4d81-92c5-7262dd86494c tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "0f354fa1-3c78-407b-bb51-c22d1e733c21" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.675038] env[69239]: DEBUG nova.compute.manager [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.718911] env[69239]: DEBUG nova.compute.manager [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.753557] env[69239]: DEBUG oslo_vmware.api [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329743} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.756525] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.757779] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.757779] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.757779] env[69239]: INFO nova.compute.manager [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1076.757779] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.758072] env[69239]: DEBUG nova.compute.manager [-] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.758180] env[69239]: DEBUG nova.network.neutron [-] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.779433] env[69239]: DEBUG nova.network.neutron [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Successfully updated port: 3c9b4e68-b1c0-4fd7-9d05-33eb7872047f {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.800473] env[69239]: DEBUG nova.network.neutron [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Successfully created port: 8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.846932] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145828, 'name': Rename_Task, 'duration_secs': 0.249442} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.847350] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.847810] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-202297db-c759-448d-a544-eb7c960154df {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.857723] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 1076.857723] env[69239]: value = "task-4145829" [ 1076.857723] env[69239]: _type = "Task" [ 1076.857723] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.870496] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.041224] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf321cf2-0183-4b7b-9400-f105c07151cb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.056060] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f991515-5a37-4957-8cbc-2771ce56375c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.918720] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "refresh_cache-6782dd8f-05b7-4598-9057-ee3b08dbb8f8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.919459] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "refresh_cache-6782dd8f-05b7-4598-9057-ee3b08dbb8f8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.919459] env[69239]: DEBUG nova.network.neutron [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.924882] env[69239]: DEBUG nova.compute.manager [req-fbf8b2a6-c910-431e-99f1-a0c1f0b34312 req-4f210008-277d-4242-9c55-be8ab7a4e158 service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Received event network-vif-plugged-3c9b4e68-b1c0-4fd7-9d05-33eb7872047f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.925127] env[69239]: DEBUG oslo_concurrency.lockutils [req-fbf8b2a6-c910-431e-99f1-a0c1f0b34312 req-4f210008-277d-4242-9c55-be8ab7a4e158 service nova] Acquiring lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.925392] env[69239]: DEBUG oslo_concurrency.lockutils [req-fbf8b2a6-c910-431e-99f1-a0c1f0b34312 req-4f210008-277d-4242-9c55-be8ab7a4e158 service nova] Lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.925566] env[69239]: DEBUG oslo_concurrency.lockutils [req-fbf8b2a6-c910-431e-99f1-a0c1f0b34312 req-4f210008-277d-4242-9c55-be8ab7a4e158 service nova] Lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.925731] env[69239]: DEBUG nova.compute.manager [req-fbf8b2a6-c910-431e-99f1-a0c1f0b34312 req-4f210008-277d-4242-9c55-be8ab7a4e158 service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] No waiting events found dispatching network-vif-plugged-3c9b4e68-b1c0-4fd7-9d05-33eb7872047f {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1077.925894] env[69239]: WARNING nova.compute.manager [req-fbf8b2a6-c910-431e-99f1-a0c1f0b34312 req-4f210008-277d-4242-9c55-be8ab7a4e158 service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Received unexpected event network-vif-plugged-3c9b4e68-b1c0-4fd7-9d05-33eb7872047f for instance with vm_state building and task_state spawning. [ 1077.930393] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa5cef3-e06c-4a83-8eae-06483d30779f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.945300] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f094d6-184a-452a-8406-5aa2cd9432e0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.953017] env[69239]: DEBUG oslo_vmware.api [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145829, 'name': PowerOnVM_Task, 'duration_secs': 0.844162} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.953017] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.953017] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.953017] env[69239]: INFO nova.compute.manager [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Took 11.34 seconds to spawn the instance on the hypervisor. [ 1077.953280] env[69239]: DEBUG nova.compute.manager [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1077.954766] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9ef988-faff-4dec-9068-92b8bffb19a6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.967202] env[69239]: DEBUG nova.compute.provider_tree [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.219248] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquiring lock "de26553e-ca34-4694-bc01-d66bf46381ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.219506] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Lock "de26553e-ca34-4694-bc01-d66bf46381ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.265803] env[69239]: DEBUG nova.compute.manager [req-a1edab1c-a9c8-4162-88bd-960d5eb05392 req-ff0929fa-14c5-4aac-ab0c-588ac121444b service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Received event network-vif-deleted-56657dc6-ec68-4533-b819-a73bce5d1599 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.267667] env[69239]: INFO nova.compute.manager [req-a1edab1c-a9c8-4162-88bd-960d5eb05392 req-ff0929fa-14c5-4aac-ab0c-588ac121444b service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Neutron deleted interface 56657dc6-ec68-4533-b819-a73bce5d1599; detaching it from the instance and deleting it from the info cache [ 1078.267667] env[69239]: DEBUG nova.network.neutron [req-a1edab1c-a9c8-4162-88bd-960d5eb05392 req-ff0929fa-14c5-4aac-ab0c-588ac121444b service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.423904] env[69239]: DEBUG nova.compute.manager [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.435075] env[69239]: DEBUG nova.network.neutron [-] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.471575] env[69239]: DEBUG nova.virt.hardware [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.471730] env[69239]: DEBUG nova.virt.hardware [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.474032] env[69239]: DEBUG nova.virt.hardware [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.474280] env[69239]: DEBUG nova.virt.hardware [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.474586] env[69239]: DEBUG nova.virt.hardware [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.474778] env[69239]: DEBUG nova.virt.hardware [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.474869] env[69239]: DEBUG nova.virt.hardware [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.478025] env[69239]: DEBUG nova.virt.hardware [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.478025] env[69239]: DEBUG nova.virt.hardware [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.478025] env[69239]: DEBUG nova.virt.hardware [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.478025] env[69239]: DEBUG nova.virt.hardware [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.478025] env[69239]: DEBUG nova.scheduler.client.report [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.480687] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9847ae98-d47b-4b6a-b1d0-c313dc932b46 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.491649] env[69239]: INFO nova.compute.manager [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Took 30.48 seconds to build instance. [ 1078.498451] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a47d58-2aef-4df5-85c1-cf5e61826c70 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.505267] env[69239]: DEBUG nova.network.neutron [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.528363] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "0f354fa1-3c78-407b-bb51-c22d1e733c21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.528683] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "0f354fa1-3c78-407b-bb51-c22d1e733c21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.528899] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "0f354fa1-3c78-407b-bb51-c22d1e733c21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.529100] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "0f354fa1-3c78-407b-bb51-c22d1e733c21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.529294] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "0f354fa1-3c78-407b-bb51-c22d1e733c21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.531570] env[69239]: INFO nova.compute.manager [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Terminating instance [ 1078.607923] env[69239]: DEBUG nova.network.neutron [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Successfully updated port: 8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.723089] env[69239]: DEBUG nova.compute.manager [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.772234] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6310b256-84af-477a-8129-c11e23c5bca2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.776261] env[69239]: DEBUG nova.network.neutron [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Updating instance_info_cache with network_info: [{"id": "3c9b4e68-b1c0-4fd7-9d05-33eb7872047f", "address": "fa:16:3e:bc:c0:01", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9b4e68-b1", "ovs_interfaceid": "3c9b4e68-b1c0-4fd7-9d05-33eb7872047f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.785121] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8651c0d-73cb-4058-ac07-7b6816f31fe8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.823173] env[69239]: DEBUG nova.compute.manager [req-a1edab1c-a9c8-4162-88bd-960d5eb05392 req-ff0929fa-14c5-4aac-ab0c-588ac121444b service nova] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Detach interface failed, port_id=56657dc6-ec68-4533-b819-a73bce5d1599, reason: Instance 7c219ef8-df8a-4212-a984-59006ea4d994 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1078.937667] env[69239]: INFO nova.compute.manager [-] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Took 2.18 seconds to deallocate network for instance. [ 1078.987048] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.337s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.987048] env[69239]: DEBUG nova.compute.manager [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.989620] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.439s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.993027] env[69239]: INFO nova.compute.claims [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.997529] env[69239]: DEBUG oslo_concurrency.lockutils [None req-97ef88d3-2c87-4bd6-a4f5-2acd0ae5f3d3 tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "a6eabea9-ff1c-47b9-96eb-93317812136d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.995s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.036841] env[69239]: DEBUG nova.compute.manager [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.037084] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.037983] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cac92f-79d9-4c00-9a09-ae6b585fde3b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.054365] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.054365] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0835cb8c-1cc2-4922-8f7c-f4728651b124 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.112522] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.112522] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.112597] env[69239]: DEBUG nova.network.neutron [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.262991] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.270123] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.270433] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.270722] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleting the datastore file [datastore2] 0f354fa1-3c78-407b-bb51-c22d1e733c21 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.270914] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aed029c5-a2d4-4897-a2f7-0f377ba8621a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.279675] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "refresh_cache-6782dd8f-05b7-4598-9057-ee3b08dbb8f8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.279841] env[69239]: DEBUG nova.compute.manager [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Instance network_info: |[{"id": "3c9b4e68-b1c0-4fd7-9d05-33eb7872047f", "address": "fa:16:3e:bc:c0:01", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9b4e68-b1", "ovs_interfaceid": "3c9b4e68-b1c0-4fd7-9d05-33eb7872047f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.281329] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:c0:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c9b4e68-b1c0-4fd7-9d05-33eb7872047f', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.290191] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.290546] env[69239]: DEBUG oslo_vmware.api [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1079.290546] env[69239]: value = "task-4145831" [ 1079.290546] env[69239]: _type = "Task" [ 1079.290546] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.290767] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.291060] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d6089fe-a272-4851-adcc-b8cc766bf094 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.317057] env[69239]: DEBUG oslo_vmware.api [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.319045] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.319045] env[69239]: value = "task-4145832" [ 1079.319045] env[69239]: _type = "Task" [ 1079.319045] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.329018] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145832, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.446737] env[69239]: DEBUG oslo_concurrency.lockutils [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.497833] env[69239]: DEBUG nova.compute.utils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.502758] env[69239]: DEBUG nova.compute.manager [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.502957] env[69239]: DEBUG nova.network.neutron [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.582846] env[69239]: DEBUG nova.policy [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '900908f0818b469ba5439621adbcd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '765323911cfa40429daa38610922364c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.660695] env[69239]: DEBUG nova.network.neutron [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.802805] env[69239]: DEBUG oslo_vmware.api [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227102} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.803426] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.803426] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.803565] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.803726] env[69239]: INFO nova.compute.manager [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Took 0.77 seconds to destroy the instance on the hypervisor. [ 1079.803924] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.804145] env[69239]: DEBUG nova.compute.manager [-] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.804272] env[69239]: DEBUG nova.network.neutron [-] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.833896] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145832, 'name': CreateVM_Task, 'duration_secs': 0.483791} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.835381] env[69239]: DEBUG nova.network.neutron [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Updating instance_info_cache with network_info: [{"id": "8f56ac24-8c04-4bbd-b439-c7d0338161ae", "address": "fa:16:3e:8c:c6:ed", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f56ac24-8c", "ovs_interfaceid": "8f56ac24-8c04-4bbd-b439-c7d0338161ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.837613] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.838490] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.839049] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.839049] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.839270] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795b2c2b-b812-4a75-8b9d-1e330c36263d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.845600] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1079.845600] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]522e9010-f63f-1b05-ccf0-71e4ab98b21c" [ 1079.845600] env[69239]: _type = "Task" [ 1079.845600] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.855589] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522e9010-f63f-1b05-ccf0-71e4ab98b21c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.977807] env[69239]: DEBUG nova.compute.manager [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Received event network-changed-3c9b4e68-b1c0-4fd7-9d05-33eb7872047f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.978035] env[69239]: DEBUG nova.compute.manager [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Refreshing instance network info cache due to event network-changed-3c9b4e68-b1c0-4fd7-9d05-33eb7872047f. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.978555] env[69239]: DEBUG oslo_concurrency.lockutils [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] Acquiring lock "refresh_cache-6782dd8f-05b7-4598-9057-ee3b08dbb8f8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.978641] env[69239]: DEBUG oslo_concurrency.lockutils [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] Acquired lock "refresh_cache-6782dd8f-05b7-4598-9057-ee3b08dbb8f8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.978900] env[69239]: DEBUG nova.network.neutron [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Refreshing network info cache for port 3c9b4e68-b1c0-4fd7-9d05-33eb7872047f {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.010093] env[69239]: DEBUG nova.compute.manager [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.233212] env[69239]: DEBUG nova.network.neutron [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Successfully created port: eb819a84-f0ae-40ca-95b9-eafa4c82fedd {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.340446] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.340446] env[69239]: DEBUG nova.compute.manager [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Instance network_info: |[{"id": "8f56ac24-8c04-4bbd-b439-c7d0338161ae", "address": "fa:16:3e:8c:c6:ed", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f56ac24-8c", "ovs_interfaceid": "8f56ac24-8c04-4bbd-b439-c7d0338161ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.340446] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:c6:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f56ac24-8c04-4bbd-b439-c7d0338161ae', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.351796] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.356317] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.361486] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-313a80f9-4cc1-4dc2-92f4-7693334baefb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.379954] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73742b5-440f-449f-892c-6e7b3581605a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.393246] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]522e9010-f63f-1b05-ccf0-71e4ab98b21c, 'name': SearchDatastore_Task, 'duration_secs': 0.043343} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.396715] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.396973] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.397229] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.397578] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.397929] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.398283] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.398283] env[69239]: value = "task-4145833" [ 1080.398283] env[69239]: _type = "Task" [ 1080.398283] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.398579] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d64d1b8-ed00-4979-ba4f-339ae6315c07 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.401431] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f27d8a-e5b7-4d4b-9404-71ac1b8f98dc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.449428] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e7b5d0-0b3c-4d79-9584-15dd9a8f8371 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.452417] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.452640] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.453313] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145833, 'name': CreateVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.453559] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-542f7de7-6cd8-4407-963b-97e31c35b442 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.463044] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fcb852-254e-4067-8549-e4e898a82165 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.468189] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1080.468189] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5274985b-34d1-027b-b5de-afad840c4f0a" [ 1080.468189] env[69239]: _type = "Task" [ 1080.468189] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.480850] env[69239]: DEBUG nova.compute.provider_tree [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.491089] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5274985b-34d1-027b-b5de-afad840c4f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.01209} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.493281] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5216e65d-fce3-4715-83f2-82163398f637 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.500618] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1080.500618] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52210b10-70fd-e6f6-6336-77df54008a27" [ 1080.500618] env[69239]: _type = "Task" [ 1080.500618] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.513342] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52210b10-70fd-e6f6-6336-77df54008a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.583697] env[69239]: DEBUG nova.network.neutron [-] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.778017] env[69239]: DEBUG nova.network.neutron [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Updated VIF entry in instance network info cache for port 3c9b4e68-b1c0-4fd7-9d05-33eb7872047f. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.778405] env[69239]: DEBUG nova.network.neutron [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Updating instance_info_cache with network_info: [{"id": "3c9b4e68-b1c0-4fd7-9d05-33eb7872047f", "address": "fa:16:3e:bc:c0:01", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9b4e68-b1", "ovs_interfaceid": "3c9b4e68-b1c0-4fd7-9d05-33eb7872047f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.915660] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145833, 'name': CreateVM_Task, 'duration_secs': 0.423439} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.915870] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.916563] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.916738] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.917083] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.917369] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff29922-da31-49aa-8c70-0984eb667d59 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.923630] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1080.923630] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a0fdd8-3772-d260-7ab2-19bae97807ce" [ 1080.923630] env[69239]: _type = "Task" [ 1080.923630] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.932420] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a0fdd8-3772-d260-7ab2-19bae97807ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.987780] env[69239]: DEBUG nova.scheduler.client.report [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.016528] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52210b10-70fd-e6f6-6336-77df54008a27, 'name': SearchDatastore_Task, 'duration_secs': 0.0144} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.016832] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.017489] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 6782dd8f-05b7-4598-9057-ee3b08dbb8f8/6782dd8f-05b7-4598-9057-ee3b08dbb8f8.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.017489] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf368907-7c5d-46da-b4a5-4c2e43e42da3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.025660] env[69239]: DEBUG nova.compute.manager [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.038748] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1081.038748] env[69239]: value = "task-4145834" [ 1081.038748] env[69239]: _type = "Task" [ 1081.038748] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.058033] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.083290] env[69239]: DEBUG nova.virt.hardware [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.083566] env[69239]: DEBUG nova.virt.hardware [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.083744] env[69239]: DEBUG nova.virt.hardware [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.083947] env[69239]: DEBUG nova.virt.hardware [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.084135] env[69239]: DEBUG nova.virt.hardware [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.084370] env[69239]: DEBUG nova.virt.hardware [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.084582] env[69239]: DEBUG nova.virt.hardware [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.084739] env[69239]: DEBUG nova.virt.hardware [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.084904] env[69239]: DEBUG nova.virt.hardware [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.085083] env[69239]: DEBUG nova.virt.hardware [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.085260] env[69239]: DEBUG nova.virt.hardware [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.086187] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f53755-960a-4f77-86bc-fef8d7187494 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.089796] env[69239]: INFO nova.compute.manager [-] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Took 1.29 seconds to deallocate network for instance. [ 1081.098720] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a456c73b-64b4-447c-bb50-d14af61697d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.281665] env[69239]: DEBUG oslo_concurrency.lockutils [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] Releasing lock "refresh_cache-6782dd8f-05b7-4598-9057-ee3b08dbb8f8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.282032] env[69239]: DEBUG nova.compute.manager [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Received event network-vif-plugged-8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.282314] env[69239]: DEBUG oslo_concurrency.lockutils [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] Acquiring lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.282777] env[69239]: DEBUG oslo_concurrency.lockutils [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.282853] env[69239]: DEBUG oslo_concurrency.lockutils [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.283209] env[69239]: DEBUG nova.compute.manager [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] No waiting events found dispatching network-vif-plugged-8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1081.283453] env[69239]: WARNING nova.compute.manager [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Received unexpected event network-vif-plugged-8f56ac24-8c04-4bbd-b439-c7d0338161ae for instance with vm_state building and task_state spawning. [ 1081.283697] env[69239]: DEBUG nova.compute.manager [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Received event network-changed-8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.283900] env[69239]: DEBUG nova.compute.manager [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Refreshing instance network info cache due to event network-changed-8f56ac24-8c04-4bbd-b439-c7d0338161ae. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.284270] env[69239]: DEBUG oslo_concurrency.lockutils [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] Acquiring lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.284436] env[69239]: DEBUG oslo_concurrency.lockutils [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] Acquired lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.284603] env[69239]: DEBUG nova.network.neutron [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Refreshing network info cache for port 8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.436818] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a0fdd8-3772-d260-7ab2-19bae97807ce, 'name': SearchDatastore_Task, 'duration_secs': 0.040897} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.436996] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.437227] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.438453] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.438453] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.438453] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.438453] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac502042-4feb-4165-93f0-c20a3d7d62ef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.447978] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.448185] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.449488] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d053f8-fae1-41d3-8361-dabfa1fe8e6f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.456682] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1081.456682] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52046cd6-ec9f-7512-bbe0-b3af83b1f4fe" [ 1081.456682] env[69239]: _type = "Task" [ 1081.456682] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.472075] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52046cd6-ec9f-7512-bbe0-b3af83b1f4fe, 'name': SearchDatastore_Task, 'duration_secs': 0.01238} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.472430] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec57f7e-5813-45dd-8eee-f1aee936205b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.480671] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1081.480671] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5273c321-55ae-1c35-e51f-5677e463bc30" [ 1081.480671] env[69239]: _type = "Task" [ 1081.480671] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.496382] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5273c321-55ae-1c35-e51f-5677e463bc30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.499229] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.500219] env[69239]: DEBUG nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.504711] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.930s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.507357] env[69239]: INFO nova.compute.claims [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.552910] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145834, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.598923] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.994250] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5273c321-55ae-1c35-e51f-5677e463bc30, 'name': SearchDatastore_Task, 'duration_secs': 0.01256} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.994574] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.994831] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 9bbaa4ea-cd67-4196-a77a-4efe615f4686/9bbaa4ea-cd67-4196-a77a-4efe615f4686.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.995118] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ad0661b-a7c4-4a0b-9fe3-4541fde2307d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.006436] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1082.006436] env[69239]: value = "task-4145835" [ 1082.006436] env[69239]: _type = "Task" [ 1082.006436] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.016602] env[69239]: DEBUG nova.compute.utils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.021504] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.021504] env[69239]: DEBUG nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.021504] env[69239]: DEBUG nova.network.neutron [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.052987] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901966} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.053149] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 6782dd8f-05b7-4598-9057-ee3b08dbb8f8/6782dd8f-05b7-4598-9057-ee3b08dbb8f8.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.053416] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.053714] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30231aae-86ca-4d5c-ba13-cc452aa1ed72 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.061839] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1082.061839] env[69239]: value = "task-4145836" [ 1082.061839] env[69239]: _type = "Task" [ 1082.061839] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.079371] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.108821] env[69239]: DEBUG nova.policy [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '628c7b27f47943d48983320356ad2dbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b44f6836b7514caf8bf23858dd078166', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.192479] env[69239]: DEBUG nova.network.neutron [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Updated VIF entry in instance network info cache for port 8f56ac24-8c04-4bbd-b439-c7d0338161ae. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.193035] env[69239]: DEBUG nova.network.neutron [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Updating instance_info_cache with network_info: [{"id": "8f56ac24-8c04-4bbd-b439-c7d0338161ae", "address": "fa:16:3e:8c:c6:ed", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f56ac24-8c", "ovs_interfaceid": "8f56ac24-8c04-4bbd-b439-c7d0338161ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.380540] env[69239]: DEBUG nova.network.neutron [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Successfully updated port: eb819a84-f0ae-40ca-95b9-eafa4c82fedd {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.450378] env[69239]: DEBUG nova.network.neutron [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Successfully created port: 47201786-7b08-4b35-bbe2-02dee3e01e76 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.487593] env[69239]: DEBUG nova.compute.manager [req-4339a33c-d441-46b3-bb31-a96377500cf7 req-8434ba05-fcb2-45bb-abfe-3f4c5522648a service nova] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Received event network-vif-deleted-33fa3abd-cbe5-49d5-bfbf-7dd95a82aac9 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.511347] env[69239]: DEBUG nova.compute.manager [req-510ca424-7d87-4065-87a4-b67ed48f2c1a req-3ff1581c-bb56-478e-90f8-379064fd849b service nova] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Received event network-vif-plugged-eb819a84-f0ae-40ca-95b9-eafa4c82fedd {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.511347] env[69239]: DEBUG oslo_concurrency.lockutils [req-510ca424-7d87-4065-87a4-b67ed48f2c1a req-3ff1581c-bb56-478e-90f8-379064fd849b service nova] Acquiring lock "908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.512283] env[69239]: DEBUG oslo_concurrency.lockutils [req-510ca424-7d87-4065-87a4-b67ed48f2c1a req-3ff1581c-bb56-478e-90f8-379064fd849b service nova] Lock "908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.516020] env[69239]: DEBUG oslo_concurrency.lockutils [req-510ca424-7d87-4065-87a4-b67ed48f2c1a req-3ff1581c-bb56-478e-90f8-379064fd849b service nova] Lock "908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.516020] env[69239]: DEBUG nova.compute.manager [req-510ca424-7d87-4065-87a4-b67ed48f2c1a req-3ff1581c-bb56-478e-90f8-379064fd849b service nova] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] No waiting events found dispatching network-vif-plugged-eb819a84-f0ae-40ca-95b9-eafa4c82fedd {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1082.516020] env[69239]: WARNING nova.compute.manager [req-510ca424-7d87-4065-87a4-b67ed48f2c1a req-3ff1581c-bb56-478e-90f8-379064fd849b service nova] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Received unexpected event network-vif-plugged-eb819a84-f0ae-40ca-95b9-eafa4c82fedd for instance with vm_state building and task_state spawning. [ 1082.523558] env[69239]: DEBUG nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.532601] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.578749] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "a6eabea9-ff1c-47b9-96eb-93317812136d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.582190] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "a6eabea9-ff1c-47b9-96eb-93317812136d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.582190] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "a6eabea9-ff1c-47b9-96eb-93317812136d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.582190] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "a6eabea9-ff1c-47b9-96eb-93317812136d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.582190] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "a6eabea9-ff1c-47b9-96eb-93317812136d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.582190] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081416} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.582190] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.583116] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef632de6-cbe1-4aea-9562-98877c376841 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.586584] env[69239]: INFO nova.compute.manager [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Terminating instance [ 1082.616885] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 6782dd8f-05b7-4598-9057-ee3b08dbb8f8/6782dd8f-05b7-4598-9057-ee3b08dbb8f8.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.620268] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b76e1f07-8f4d-4c2a-a278-a2c9ae6afee8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.644321] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1082.644321] env[69239]: value = "task-4145837" [ 1082.644321] env[69239]: _type = "Task" [ 1082.644321] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.656950] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.695589] env[69239]: DEBUG oslo_concurrency.lockutils [req-a475e376-95e4-4d07-885b-70c044041048 req-043ed45a-8aeb-4b57-ac1d-2308241ddbb2 service nova] Releasing lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.888020] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "refresh_cache-908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.888020] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "refresh_cache-908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.888020] env[69239]: DEBUG nova.network.neutron [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.955222] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce82bacc-2a78-4550-a005-1e129623f3d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.963801] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d41469-bc59-4c00-9108-813a96df55d9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.998617] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325240e7-8d54-4123-8ae3-74b9af987bda {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.009324] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609006f7-840a-4213-b3f6-e862780361a3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.033809] env[69239]: DEBUG nova.compute.provider_tree [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.041517] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145835, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.095306] env[69239]: DEBUG nova.compute.manager [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.095611] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.096994] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e65a12a-74d8-458b-90dd-354bdaa6f93c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.107030] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.107347] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2679e34c-8e7f-4e05-8542-5c9f7efb4d71 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.115279] env[69239]: DEBUG oslo_vmware.api [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 1083.115279] env[69239]: value = "task-4145838" [ 1083.115279] env[69239]: _type = "Task" [ 1083.115279] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.124599] env[69239]: DEBUG oslo_vmware.api [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.155083] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.457660] env[69239]: DEBUG nova.network.neutron [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.532632] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145835, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.029418} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.532920] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 9bbaa4ea-cd67-4196-a77a-4efe615f4686/9bbaa4ea-cd67-4196-a77a-4efe615f4686.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.535301] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.535301] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd071b7d-8693-4fa8-953d-0c15ed06772e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.543925] env[69239]: DEBUG nova.scheduler.client.report [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.552026] env[69239]: DEBUG nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.552026] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1083.552026] env[69239]: value = "task-4145839" [ 1083.552026] env[69239]: _type = "Task" [ 1083.552026] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.565038] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.599670] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.600171] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.600496] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.602435] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.602435] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.602435] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.602435] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.602435] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.602435] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.602664] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.602821] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.604167] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d5c2b1-6ded-455f-9d66-4b04fb0d9a51 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.616291] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e2ef67-28b7-47d7-acf5-116477e6426a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.630634] env[69239]: DEBUG oslo_vmware.api [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145838, 'name': PowerOffVM_Task, 'duration_secs': 0.454153} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.639099] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.639509] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.640555] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2a83a9f-5473-42b9-ae9c-8fad4c82beb3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.656531] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.716542] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.716542] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.716542] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleting the datastore file [datastore1] a6eabea9-ff1c-47b9-96eb-93317812136d {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.716542] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b577a1bb-89df-4bbd-a45f-def8ccfd0a25 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.722528] env[69239]: DEBUG oslo_vmware.api [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for the task: (returnval){ [ 1083.722528] env[69239]: value = "task-4145841" [ 1083.722528] env[69239]: _type = "Task" [ 1083.722528] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.733722] env[69239]: DEBUG oslo_vmware.api [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.792746] env[69239]: DEBUG nova.network.neutron [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Updating instance_info_cache with network_info: [{"id": "eb819a84-f0ae-40ca-95b9-eafa4c82fedd", "address": "fa:16:3e:bb:87:3c", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb819a84-f0", "ovs_interfaceid": "eb819a84-f0ae-40ca-95b9-eafa4c82fedd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.005466] env[69239]: DEBUG nova.network.neutron [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Successfully updated port: 47201786-7b08-4b35-bbe2-02dee3e01e76 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.053811] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.054818] env[69239]: DEBUG nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.057266] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.687s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.070942] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12897} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.070942] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.070942] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9518d7e-2b95-4054-b2fb-c27a9a2fa841 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.097175] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 9bbaa4ea-cd67-4196-a77a-4efe615f4686/9bbaa4ea-cd67-4196-a77a-4efe615f4686.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.097852] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04fafd61-0999-4d52-adac-fdd0fa498430 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.119129] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1084.119129] env[69239]: value = "task-4145842" [ 1084.119129] env[69239]: _type = "Task" [ 1084.119129] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.128420] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.159779] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145837, 'name': ReconfigVM_Task, 'duration_secs': 1.06706} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.160124] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 6782dd8f-05b7-4598-9057-ee3b08dbb8f8/6782dd8f-05b7-4598-9057-ee3b08dbb8f8.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.160827] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c626c7d1-6ba8-4aa0-b90a-8ba7ef13a151 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.168409] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1084.168409] env[69239]: value = "task-4145843" [ 1084.168409] env[69239]: _type = "Task" [ 1084.168409] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.178272] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145843, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.240663] env[69239]: DEBUG oslo_vmware.api [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Task: {'id': task-4145841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208407} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.240663] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.240663] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.241838] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.242469] env[69239]: INFO nova.compute.manager [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1084.243157] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.243688] env[69239]: DEBUG nova.compute.manager [-] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.245992] env[69239]: DEBUG nova.network.neutron [-] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.295811] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "refresh_cache-908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.297365] env[69239]: DEBUG nova.compute.manager [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Instance network_info: |[{"id": "eb819a84-f0ae-40ca-95b9-eafa4c82fedd", "address": "fa:16:3e:bb:87:3c", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb819a84-f0", "ovs_interfaceid": "eb819a84-f0ae-40ca-95b9-eafa4c82fedd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.297365] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:87:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb819a84-f0ae-40ca-95b9-eafa4c82fedd', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.306637] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.306899] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.307146] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-579a228e-9b13-4730-ba01-c7fd7854f49f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.334985] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.334985] env[69239]: value = "task-4145844" [ 1084.334985] env[69239]: _type = "Task" [ 1084.334985] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.344854] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145844, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.508049] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "refresh_cache-fec69706-2b0a-42e1-ba90-61a8ed0d0044" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.508229] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired lock "refresh_cache-fec69706-2b0a-42e1-ba90-61a8ed0d0044" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.508417] env[69239]: DEBUG nova.network.neutron [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.566545] env[69239]: INFO nova.compute.claims [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.573159] env[69239]: DEBUG nova.compute.utils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.573159] env[69239]: DEBUG nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.573537] env[69239]: DEBUG nova.network.neutron [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.621215] env[69239]: DEBUG nova.policy [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '628c7b27f47943d48983320356ad2dbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b44f6836b7514caf8bf23858dd078166', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.638972] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145842, 'name': ReconfigVM_Task, 'duration_secs': 0.328757} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.639475] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 9bbaa4ea-cd67-4196-a77a-4efe615f4686/9bbaa4ea-cd67-4196-a77a-4efe615f4686.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.641119] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3363105d-5e2c-4de1-b86e-994d4c309135 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.649174] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1084.649174] env[69239]: value = "task-4145845" [ 1084.649174] env[69239]: _type = "Task" [ 1084.649174] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.655167] env[69239]: DEBUG nova.compute.manager [req-e74e5825-4049-4d58-b354-3e3573aa91a3 req-2f19e904-0bc3-4d70-8334-739a4fc74f4c service nova] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Received event network-vif-plugged-47201786-7b08-4b35-bbe2-02dee3e01e76 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.655491] env[69239]: DEBUG oslo_concurrency.lockutils [req-e74e5825-4049-4d58-b354-3e3573aa91a3 req-2f19e904-0bc3-4d70-8334-739a4fc74f4c service nova] Acquiring lock "fec69706-2b0a-42e1-ba90-61a8ed0d0044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.655812] env[69239]: DEBUG oslo_concurrency.lockutils [req-e74e5825-4049-4d58-b354-3e3573aa91a3 req-2f19e904-0bc3-4d70-8334-739a4fc74f4c service nova] Lock "fec69706-2b0a-42e1-ba90-61a8ed0d0044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.656064] env[69239]: DEBUG oslo_concurrency.lockutils [req-e74e5825-4049-4d58-b354-3e3573aa91a3 req-2f19e904-0bc3-4d70-8334-739a4fc74f4c service nova] Lock "fec69706-2b0a-42e1-ba90-61a8ed0d0044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.656326] env[69239]: DEBUG nova.compute.manager [req-e74e5825-4049-4d58-b354-3e3573aa91a3 req-2f19e904-0bc3-4d70-8334-739a4fc74f4c service nova] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] No waiting events found dispatching network-vif-plugged-47201786-7b08-4b35-bbe2-02dee3e01e76 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1084.656561] env[69239]: WARNING nova.compute.manager [req-e74e5825-4049-4d58-b354-3e3573aa91a3 req-2f19e904-0bc3-4d70-8334-739a4fc74f4c service nova] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Received unexpected event network-vif-plugged-47201786-7b08-4b35-bbe2-02dee3e01e76 for instance with vm_state building and task_state spawning. [ 1084.656782] env[69239]: DEBUG nova.compute.manager [req-e74e5825-4049-4d58-b354-3e3573aa91a3 req-2f19e904-0bc3-4d70-8334-739a4fc74f4c service nova] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Received event network-changed-47201786-7b08-4b35-bbe2-02dee3e01e76 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.657024] env[69239]: DEBUG nova.compute.manager [req-e74e5825-4049-4d58-b354-3e3573aa91a3 req-2f19e904-0bc3-4d70-8334-739a4fc74f4c service nova] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Refreshing instance network info cache due to event network-changed-47201786-7b08-4b35-bbe2-02dee3e01e76. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.657295] env[69239]: DEBUG oslo_concurrency.lockutils [req-e74e5825-4049-4d58-b354-3e3573aa91a3 req-2f19e904-0bc3-4d70-8334-739a4fc74f4c service nova] Acquiring lock "refresh_cache-fec69706-2b0a-42e1-ba90-61a8ed0d0044" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.664988] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145845, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.681022] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145843, 'name': Rename_Task, 'duration_secs': 0.164097} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.681544] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.681928] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c295a0c-ad23-4eef-bf8e-6d118c41ba74 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.690185] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1084.690185] env[69239]: value = "task-4145846" [ 1084.690185] env[69239]: _type = "Task" [ 1084.690185] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.700551] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.811019] env[69239]: DEBUG nova.compute.manager [req-06d9f190-eec3-4b0a-ae52-795ffc7c70ad req-6a8f40ac-95ed-48e8-bd53-f5645a72df5b service nova] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Received event network-changed-eb819a84-f0ae-40ca-95b9-eafa4c82fedd {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.811019] env[69239]: DEBUG nova.compute.manager [req-06d9f190-eec3-4b0a-ae52-795ffc7c70ad req-6a8f40ac-95ed-48e8-bd53-f5645a72df5b service nova] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Refreshing instance network info cache due to event network-changed-eb819a84-f0ae-40ca-95b9-eafa4c82fedd. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.811019] env[69239]: DEBUG oslo_concurrency.lockutils [req-06d9f190-eec3-4b0a-ae52-795ffc7c70ad req-6a8f40ac-95ed-48e8-bd53-f5645a72df5b service nova] Acquiring lock "refresh_cache-908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.811274] env[69239]: DEBUG oslo_concurrency.lockutils [req-06d9f190-eec3-4b0a-ae52-795ffc7c70ad req-6a8f40ac-95ed-48e8-bd53-f5645a72df5b service nova] Acquired lock "refresh_cache-908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.811353] env[69239]: DEBUG nova.network.neutron [req-06d9f190-eec3-4b0a-ae52-795ffc7c70ad req-6a8f40ac-95ed-48e8-bd53-f5645a72df5b service nova] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Refreshing network info cache for port eb819a84-f0ae-40ca-95b9-eafa4c82fedd {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.845824] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145844, 'name': CreateVM_Task, 'duration_secs': 0.338089} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.845989] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.846827] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.847018] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.847338] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.847600] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b94aee68-9c01-4c43-8dc1-fc2583a861ba {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.853653] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1084.853653] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52101d18-8390-31e4-ab8d-720ce71e1c1d" [ 1084.853653] env[69239]: _type = "Task" [ 1084.853653] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.862848] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52101d18-8390-31e4-ab8d-720ce71e1c1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.916105] env[69239]: DEBUG nova.network.neutron [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Successfully created port: 269cb2cc-fdf0-4134-84c2-af60c805a15d {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.054460] env[69239]: DEBUG nova.network.neutron [-] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.074769] env[69239]: INFO nova.compute.resource_tracker [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating resource usage from migration 28e9192c-d641-4b05-bd43-5707efe97f5e [ 1085.080135] env[69239]: DEBUG nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.089020] env[69239]: DEBUG nova.network.neutron [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.159825] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145845, 'name': Rename_Task, 'duration_secs': 0.153544} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.163471] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.164393] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7007ec6a-1bd9-41a3-928b-00b0142198ce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.172636] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1085.172636] env[69239]: value = "task-4145847" [ 1085.172636] env[69239]: _type = "Task" [ 1085.172636] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.185389] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.204676] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145846, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.374839] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52101d18-8390-31e4-ab8d-720ce71e1c1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.375224] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.375503] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.375808] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.376719] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.376719] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.376719] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f66815dc-da9c-459d-83d9-9a44981d5bb8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.390306] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.390465] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.394587] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99b0fd14-7a87-4646-9026-467e658badfe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.406026] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1085.406026] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d767e6-4909-da32-47f4-5b23bb443b9e" [ 1085.406026] env[69239]: _type = "Task" [ 1085.406026] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.413977] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d767e6-4909-da32-47f4-5b23bb443b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.430373] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74248fd9-a0fe-47db-b9cd-cac91ed4b59e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.440453] env[69239]: DEBUG nova.network.neutron [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Updating instance_info_cache with network_info: [{"id": "47201786-7b08-4b35-bbe2-02dee3e01e76", "address": "fa:16:3e:17:89:11", "network": {"id": "b29357a5-3a5e-4dbc-890f-aa006dfd7063", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1844336253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b44f6836b7514caf8bf23858dd078166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47201786-7b", "ovs_interfaceid": "47201786-7b08-4b35-bbe2-02dee3e01e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.443305] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d91c87a-cef0-4dae-ac46-ffa711d07c2c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.487171] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c390e34d-fb68-48e4-9f01-200851153fa0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.504500] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d37824-9eb2-4f87-8623-b77efffc79ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.523772] env[69239]: DEBUG nova.compute.provider_tree [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.557271] env[69239]: INFO nova.compute.manager [-] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Took 1.31 seconds to deallocate network for instance. [ 1085.623540] env[69239]: DEBUG nova.network.neutron [req-06d9f190-eec3-4b0a-ae52-795ffc7c70ad req-6a8f40ac-95ed-48e8-bd53-f5645a72df5b service nova] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Updated VIF entry in instance network info cache for port eb819a84-f0ae-40ca-95b9-eafa4c82fedd. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.623791] env[69239]: DEBUG nova.network.neutron [req-06d9f190-eec3-4b0a-ae52-795ffc7c70ad req-6a8f40ac-95ed-48e8-bd53-f5645a72df5b service nova] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Updating instance_info_cache with network_info: [{"id": "eb819a84-f0ae-40ca-95b9-eafa4c82fedd", "address": "fa:16:3e:bb:87:3c", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb819a84-f0", "ovs_interfaceid": "eb819a84-f0ae-40ca-95b9-eafa4c82fedd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.689783] env[69239]: DEBUG oslo_vmware.api [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145847, 'name': PowerOnVM_Task, 'duration_secs': 0.486566} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.690804] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.690804] env[69239]: INFO nova.compute.manager [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1085.690804] env[69239]: DEBUG nova.compute.manager [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1085.691380] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9305e4-79c3-4bd5-a28b-cb91b3e76df8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.706509] env[69239]: DEBUG oslo_vmware.api [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145846, 'name': PowerOnVM_Task, 'duration_secs': 0.823671} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.709049] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.709049] env[69239]: INFO nova.compute.manager [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1085.709049] env[69239]: DEBUG nova.compute.manager [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1085.712388] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e748f3f0-95a3-467f-9924-d5618a27e417 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.920270] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d767e6-4909-da32-47f4-5b23bb443b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.014353} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.921197] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac308cd-4691-4835-9392-e1389a97681e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.928746] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1085.928746] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5289f693-9518-197a-3bb0-19adedb1ab2f" [ 1085.928746] env[69239]: _type = "Task" [ 1085.928746] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.938271] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5289f693-9518-197a-3bb0-19adedb1ab2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.951117] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Releasing lock "refresh_cache-fec69706-2b0a-42e1-ba90-61a8ed0d0044" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.951487] env[69239]: DEBUG nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Instance network_info: |[{"id": "47201786-7b08-4b35-bbe2-02dee3e01e76", "address": "fa:16:3e:17:89:11", "network": {"id": "b29357a5-3a5e-4dbc-890f-aa006dfd7063", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1844336253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b44f6836b7514caf8bf23858dd078166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47201786-7b", "ovs_interfaceid": "47201786-7b08-4b35-bbe2-02dee3e01e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.951813] env[69239]: DEBUG oslo_concurrency.lockutils [req-e74e5825-4049-4d58-b354-3e3573aa91a3 req-2f19e904-0bc3-4d70-8334-739a4fc74f4c service nova] Acquired lock "refresh_cache-fec69706-2b0a-42e1-ba90-61a8ed0d0044" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.951989] env[69239]: DEBUG nova.network.neutron [req-e74e5825-4049-4d58-b354-3e3573aa91a3 req-2f19e904-0bc3-4d70-8334-739a4fc74f4c service nova] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Refreshing network info cache for port 47201786-7b08-4b35-bbe2-02dee3e01e76 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.953377] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:89:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47201786-7b08-4b35-bbe2-02dee3e01e76', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.962574] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.963376] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.964285] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6172804-202b-4a4d-a0cd-d920fbb2925a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.985982] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.985982] env[69239]: value = "task-4145848" [ 1085.985982] env[69239]: _type = "Task" [ 1085.985982] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.994673] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145848, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.026885] env[69239]: DEBUG nova.scheduler.client.report [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.065738] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.091895] env[69239]: DEBUG nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.127983] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.128266] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.128430] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.128678] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.128880] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.129126] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.129808] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.129991] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.130182] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.130420] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.130524] env[69239]: DEBUG nova.virt.hardware [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.131091] env[69239]: DEBUG oslo_concurrency.lockutils [req-06d9f190-eec3-4b0a-ae52-795ffc7c70ad req-6a8f40ac-95ed-48e8-bd53-f5645a72df5b service nova] Releasing lock "refresh_cache-908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.132101] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0902c7-6323-4af7-9042-e56f81a5523e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.140780] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b4e145-b108-478e-af59-ac89672d5f4c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.223945] env[69239]: INFO nova.compute.manager [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Took 23.43 seconds to build instance. [ 1086.232208] env[69239]: INFO nova.compute.manager [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Took 24.59 seconds to build instance. [ 1086.442173] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5289f693-9518-197a-3bb0-19adedb1ab2f, 'name': SearchDatastore_Task, 'duration_secs': 0.023884} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.442173] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.442173] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0/908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.442173] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-116f6338-7ab9-4db3-b139-d54e6079f4a6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.448264] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1086.448264] env[69239]: value = "task-4145849" [ 1086.448264] env[69239]: _type = "Task" [ 1086.448264] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.457941] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.502405] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145848, 'name': CreateVM_Task, 'duration_secs': 0.397633} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.502930] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.504582] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.505098] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.505762] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.506343] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e92e607-14ca-4620-9ddc-f2d344b6d5c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.516134] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1086.516134] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527997c6-5896-49ae-06d1-d06e1461b865" [ 1086.516134] env[69239]: _type = "Task" [ 1086.516134] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.536274] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.476s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.536274] env[69239]: INFO nova.compute.manager [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Migrating [ 1086.545951] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527997c6-5896-49ae-06d1-d06e1461b865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.550458] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.295s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.550785] env[69239]: DEBUG nova.objects.instance [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69239) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1086.561021] env[69239]: DEBUG nova.network.neutron [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Successfully updated port: 269cb2cc-fdf0-4134-84c2-af60c805a15d {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.731133] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b526ade9-863a-4ca1-8002-7634fed9b1b7 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.945s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.734923] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c1357b44-3b29-442a-a79b-f94010d78e5d tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.101s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.800066] env[69239]: DEBUG nova.network.neutron [req-e74e5825-4049-4d58-b354-3e3573aa91a3 req-2f19e904-0bc3-4d70-8334-739a4fc74f4c service nova] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Updated VIF entry in instance network info cache for port 47201786-7b08-4b35-bbe2-02dee3e01e76. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.800488] env[69239]: DEBUG nova.network.neutron [req-e74e5825-4049-4d58-b354-3e3573aa91a3 req-2f19e904-0bc3-4d70-8334-739a4fc74f4c service nova] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Updating instance_info_cache with network_info: [{"id": "47201786-7b08-4b35-bbe2-02dee3e01e76", "address": "fa:16:3e:17:89:11", "network": {"id": "b29357a5-3a5e-4dbc-890f-aa006dfd7063", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1844336253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b44f6836b7514caf8bf23858dd078166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47201786-7b", "ovs_interfaceid": "47201786-7b08-4b35-bbe2-02dee3e01e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.963405] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145849, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.028514] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527997c6-5896-49ae-06d1-d06e1461b865, 'name': SearchDatastore_Task, 'duration_secs': 0.022342} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.028886] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.029183] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.029868] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.029868] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.029868] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.030063] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b52059d2-d1d0-4299-bd0b-fc49bd31185a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.046932] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.047158] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.048231] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d8a2324-4561-46b5-aebe-7bc2eb13d1e1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.055557] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1087.055557] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528af8b6-580e-275b-06d4-d51141895d99" [ 1087.055557] env[69239]: _type = "Task" [ 1087.055557] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.064654] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.064841] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.065037] env[69239]: DEBUG nova.network.neutron [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.067190] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "refresh_cache-490ecfbb-f3e2-4c96-983d-c012980905cb" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.067190] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired lock "refresh_cache-490ecfbb-f3e2-4c96-983d-c012980905cb" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.067190] env[69239]: DEBUG nova.network.neutron [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.072311] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528af8b6-580e-275b-06d4-d51141895d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.303400] env[69239]: DEBUG oslo_concurrency.lockutils [req-e74e5825-4049-4d58-b354-3e3573aa91a3 req-2f19e904-0bc3-4d70-8334-739a4fc74f4c service nova] Releasing lock "refresh_cache-fec69706-2b0a-42e1-ba90-61a8ed0d0044" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.375597] env[69239]: DEBUG nova.compute.manager [req-17260af6-3828-4a1e-8b10-82eaab39fea5 req-cb75c795-1f8f-4ceb-a3fa-f2034db0b324 service nova] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Received event network-vif-deleted-089afbf2-1a14-4bbe-a236-8209f70162f1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.376208] env[69239]: DEBUG nova.compute.manager [req-17260af6-3828-4a1e-8b10-82eaab39fea5 req-cb75c795-1f8f-4ceb-a3fa-f2034db0b324 service nova] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Received event network-vif-plugged-269cb2cc-fdf0-4134-84c2-af60c805a15d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.376208] env[69239]: DEBUG oslo_concurrency.lockutils [req-17260af6-3828-4a1e-8b10-82eaab39fea5 req-cb75c795-1f8f-4ceb-a3fa-f2034db0b324 service nova] Acquiring lock "490ecfbb-f3e2-4c96-983d-c012980905cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.376208] env[69239]: DEBUG oslo_concurrency.lockutils [req-17260af6-3828-4a1e-8b10-82eaab39fea5 req-cb75c795-1f8f-4ceb-a3fa-f2034db0b324 service nova] Lock "490ecfbb-f3e2-4c96-983d-c012980905cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.376349] env[69239]: DEBUG oslo_concurrency.lockutils [req-17260af6-3828-4a1e-8b10-82eaab39fea5 req-cb75c795-1f8f-4ceb-a3fa-f2034db0b324 service nova] Lock "490ecfbb-f3e2-4c96-983d-c012980905cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.376497] env[69239]: DEBUG nova.compute.manager [req-17260af6-3828-4a1e-8b10-82eaab39fea5 req-cb75c795-1f8f-4ceb-a3fa-f2034db0b324 service nova] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] No waiting events found dispatching network-vif-plugged-269cb2cc-fdf0-4134-84c2-af60c805a15d {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1087.376674] env[69239]: WARNING nova.compute.manager [req-17260af6-3828-4a1e-8b10-82eaab39fea5 req-cb75c795-1f8f-4ceb-a3fa-f2034db0b324 service nova] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Received unexpected event network-vif-plugged-269cb2cc-fdf0-4134-84c2-af60c805a15d for instance with vm_state building and task_state spawning. [ 1087.376839] env[69239]: DEBUG nova.compute.manager [req-17260af6-3828-4a1e-8b10-82eaab39fea5 req-cb75c795-1f8f-4ceb-a3fa-f2034db0b324 service nova] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Received event network-changed-269cb2cc-fdf0-4134-84c2-af60c805a15d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.376995] env[69239]: DEBUG nova.compute.manager [req-17260af6-3828-4a1e-8b10-82eaab39fea5 req-cb75c795-1f8f-4ceb-a3fa-f2034db0b324 service nova] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Refreshing instance network info cache due to event network-changed-269cb2cc-fdf0-4134-84c2-af60c805a15d. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.377183] env[69239]: DEBUG oslo_concurrency.lockutils [req-17260af6-3828-4a1e-8b10-82eaab39fea5 req-cb75c795-1f8f-4ceb-a3fa-f2034db0b324 service nova] Acquiring lock "refresh_cache-490ecfbb-f3e2-4c96-983d-c012980905cb" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.463294] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145849, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.566490] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d741a29d-dc2c-4d32-97e9-330fd3ccdc59 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.574064] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.647s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.576746] env[69239]: INFO nova.compute.claims [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.590151] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528af8b6-580e-275b-06d4-d51141895d99, 'name': SearchDatastore_Task, 'duration_secs': 0.062737} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.593219] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9011d4c-3125-4695-9cfa-32e97658538b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.602335] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1087.602335] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d7e5e9-df5c-3c92-35af-5ff7db7556a6" [ 1087.602335] env[69239]: _type = "Task" [ 1087.602335] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.616610] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d7e5e9-df5c-3c92-35af-5ff7db7556a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.877510] env[69239]: DEBUG nova.compute.manager [req-388e4431-77f6-4e3e-966a-48eafb268b0f req-6e612631-b077-4d65-b923-2fd3f980cc12 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Received event network-changed-8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.877771] env[69239]: DEBUG nova.compute.manager [req-388e4431-77f6-4e3e-966a-48eafb268b0f req-6e612631-b077-4d65-b923-2fd3f980cc12 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Refreshing instance network info cache due to event network-changed-8f56ac24-8c04-4bbd-b439-c7d0338161ae. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.878458] env[69239]: DEBUG oslo_concurrency.lockutils [req-388e4431-77f6-4e3e-966a-48eafb268b0f req-6e612631-b077-4d65-b923-2fd3f980cc12 service nova] Acquiring lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.878458] env[69239]: DEBUG oslo_concurrency.lockutils [req-388e4431-77f6-4e3e-966a-48eafb268b0f req-6e612631-b077-4d65-b923-2fd3f980cc12 service nova] Acquired lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.878458] env[69239]: DEBUG nova.network.neutron [req-388e4431-77f6-4e3e-966a-48eafb268b0f req-6e612631-b077-4d65-b923-2fd3f980cc12 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Refreshing network info cache for port 8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.896647] env[69239]: DEBUG nova.network.neutron [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.962958] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145849, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.117169] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d7e5e9-df5c-3c92-35af-5ff7db7556a6, 'name': SearchDatastore_Task, 'duration_secs': 0.034112} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.117555] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.117926] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] fec69706-2b0a-42e1-ba90-61a8ed0d0044/fec69706-2b0a-42e1-ba90-61a8ed0d0044.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.118231] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b12c84a-aaa0-44ea-824a-a5e8151ce8a4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.125926] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1088.125926] env[69239]: value = "task-4145850" [ 1088.125926] env[69239]: _type = "Task" [ 1088.125926] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.136544] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.267627] env[69239]: DEBUG nova.network.neutron [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Updating instance_info_cache with network_info: [{"id": "269cb2cc-fdf0-4134-84c2-af60c805a15d", "address": "fa:16:3e:40:9c:ed", "network": {"id": "b29357a5-3a5e-4dbc-890f-aa006dfd7063", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1844336253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b44f6836b7514caf8bf23858dd078166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269cb2cc-fd", "ovs_interfaceid": "269cb2cc-fdf0-4134-84c2-af60c805a15d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.384656] env[69239]: DEBUG nova.network.neutron [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating instance_info_cache with network_info: [{"id": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "address": "fa:16:3e:31:f4:fa", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a9e6d4-fe", "ovs_interfaceid": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.471206] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145849, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.648707} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.471206] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0/908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.471728] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.472223] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-752b29d3-6326-4a62-8341-120b78a9392a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.482302] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1088.482302] env[69239]: value = "task-4145851" [ 1088.482302] env[69239]: _type = "Task" [ 1088.482302] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.500541] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.654127] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145850, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.753355] env[69239]: DEBUG nova.network.neutron [req-388e4431-77f6-4e3e-966a-48eafb268b0f req-6e612631-b077-4d65-b923-2fd3f980cc12 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Updated VIF entry in instance network info cache for port 8f56ac24-8c04-4bbd-b439-c7d0338161ae. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.754087] env[69239]: DEBUG nova.network.neutron [req-388e4431-77f6-4e3e-966a-48eafb268b0f req-6e612631-b077-4d65-b923-2fd3f980cc12 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Updating instance_info_cache with network_info: [{"id": "8f56ac24-8c04-4bbd-b439-c7d0338161ae", "address": "fa:16:3e:8c:c6:ed", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f56ac24-8c", "ovs_interfaceid": "8f56ac24-8c04-4bbd-b439-c7d0338161ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.771302] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Releasing lock "refresh_cache-490ecfbb-f3e2-4c96-983d-c012980905cb" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.771804] env[69239]: DEBUG nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Instance network_info: |[{"id": "269cb2cc-fdf0-4134-84c2-af60c805a15d", "address": "fa:16:3e:40:9c:ed", "network": {"id": "b29357a5-3a5e-4dbc-890f-aa006dfd7063", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1844336253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b44f6836b7514caf8bf23858dd078166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269cb2cc-fd", "ovs_interfaceid": "269cb2cc-fdf0-4134-84c2-af60c805a15d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.773078] env[69239]: DEBUG oslo_concurrency.lockutils [req-17260af6-3828-4a1e-8b10-82eaab39fea5 req-cb75c795-1f8f-4ceb-a3fa-f2034db0b324 service nova] Acquired lock "refresh_cache-490ecfbb-f3e2-4c96-983d-c012980905cb" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.773078] env[69239]: DEBUG nova.network.neutron [req-17260af6-3828-4a1e-8b10-82eaab39fea5 req-cb75c795-1f8f-4ceb-a3fa-f2034db0b324 service nova] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Refreshing network info cache for port 269cb2cc-fdf0-4134-84c2-af60c805a15d {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.774714] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:9c:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '269cb2cc-fdf0-4134-84c2-af60c805a15d', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.782970] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.787128] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.787951] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a772bc4-c4e8-4f43-a9a9-f94eb6bc5439 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.824229] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.824229] env[69239]: value = "task-4145852" [ 1088.824229] env[69239]: _type = "Task" [ 1088.824229] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.839959] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145852, 'name': CreateVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.888398] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.999841] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204396} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.000244] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.001113] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b69b90-333f-426a-bca0-ac9801fd6825 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.026287] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0/908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.029717] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7c63cd5-3102-4221-8099-d5f7402d6219 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.058478] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1089.058478] env[69239]: value = "task-4145853" [ 1089.058478] env[69239]: _type = "Task" [ 1089.058478] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.060335] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a09e3be-db33-4bfc-aecd-f495c502f800 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.072513] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37270a2d-10a3-4af3-bfbe-b17e03be92e5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.076906] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145853, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.106851] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481c8e14-e5e5-437f-ace6-dc14871ccb3c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.115665] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9e807c-65f4-40ef-adbd-c082b305b275 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.132415] env[69239]: DEBUG nova.compute.provider_tree [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.142718] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145850, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.260353] env[69239]: DEBUG oslo_concurrency.lockutils [req-388e4431-77f6-4e3e-966a-48eafb268b0f req-6e612631-b077-4d65-b923-2fd3f980cc12 service nova] Releasing lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.324564] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.324724] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.324867] env[69239]: INFO nova.compute.manager [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Shelving [ 1089.337720] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145852, 'name': CreateVM_Task, 'duration_secs': 0.362986} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.338532] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.339233] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.339394] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.339722] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.340251] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ffc870-e1f2-49fc-bac4-a38fa8093031 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.345748] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1089.345748] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520ea474-22d5-fe25-ba50-d0b0fca4c45f" [ 1089.345748] env[69239]: _type = "Task" [ 1089.345748] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.354672] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520ea474-22d5-fe25-ba50-d0b0fca4c45f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.410134] env[69239]: DEBUG nova.compute.manager [req-674202bb-4ccc-4388-9b5a-e9c6281f0ffc req-08393ead-627b-47b3-9f48-7f19a9de576b service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Received event network-changed-3c9b4e68-b1c0-4fd7-9d05-33eb7872047f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.410134] env[69239]: DEBUG nova.compute.manager [req-674202bb-4ccc-4388-9b5a-e9c6281f0ffc req-08393ead-627b-47b3-9f48-7f19a9de576b service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Refreshing instance network info cache due to event network-changed-3c9b4e68-b1c0-4fd7-9d05-33eb7872047f. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.410134] env[69239]: DEBUG oslo_concurrency.lockutils [req-674202bb-4ccc-4388-9b5a-e9c6281f0ffc req-08393ead-627b-47b3-9f48-7f19a9de576b service nova] Acquiring lock "refresh_cache-6782dd8f-05b7-4598-9057-ee3b08dbb8f8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.410134] env[69239]: DEBUG oslo_concurrency.lockutils [req-674202bb-4ccc-4388-9b5a-e9c6281f0ffc req-08393ead-627b-47b3-9f48-7f19a9de576b service nova] Acquired lock "refresh_cache-6782dd8f-05b7-4598-9057-ee3b08dbb8f8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.410134] env[69239]: DEBUG nova.network.neutron [req-674202bb-4ccc-4388-9b5a-e9c6281f0ffc req-08393ead-627b-47b3-9f48-7f19a9de576b service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Refreshing network info cache for port 3c9b4e68-b1c0-4fd7-9d05-33eb7872047f {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.541807] env[69239]: DEBUG nova.network.neutron [req-17260af6-3828-4a1e-8b10-82eaab39fea5 req-cb75c795-1f8f-4ceb-a3fa-f2034db0b324 service nova] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Updated VIF entry in instance network info cache for port 269cb2cc-fdf0-4134-84c2-af60c805a15d. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.542730] env[69239]: DEBUG nova.network.neutron [req-17260af6-3828-4a1e-8b10-82eaab39fea5 req-cb75c795-1f8f-4ceb-a3fa-f2034db0b324 service nova] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Updating instance_info_cache with network_info: [{"id": "269cb2cc-fdf0-4134-84c2-af60c805a15d", "address": "fa:16:3e:40:9c:ed", "network": {"id": "b29357a5-3a5e-4dbc-890f-aa006dfd7063", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1844336253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b44f6836b7514caf8bf23858dd078166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269cb2cc-fd", "ovs_interfaceid": "269cb2cc-fdf0-4134-84c2-af60c805a15d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.566457] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.638022] env[69239]: DEBUG nova.scheduler.client.report [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.645172] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145850, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.857964] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520ea474-22d5-fe25-ba50-d0b0fca4c45f, 'name': SearchDatastore_Task, 'duration_secs': 0.081529} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.858299] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.858554] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.858801] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.858958] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.859166] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.859506] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b637489f-7aa6-4a30-aa26-bec888ca5977 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.870980] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.871355] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.871978] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159b7919-f1db-4b50-aec2-2a64dc65935e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.877925] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1089.877925] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d32dae-6c75-a469-ada2-03e26fe4f5ca" [ 1089.877925] env[69239]: _type = "Task" [ 1089.877925] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.888458] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d32dae-6c75-a469-ada2-03e26fe4f5ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.046995] env[69239]: DEBUG oslo_concurrency.lockutils [req-17260af6-3828-4a1e-8b10-82eaab39fea5 req-cb75c795-1f8f-4ceb-a3fa-f2034db0b324 service nova] Releasing lock "refresh_cache-490ecfbb-f3e2-4c96-983d-c012980905cb" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.069279] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.143566] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145850, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.574349} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.143875] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] fec69706-2b0a-42e1-ba90-61a8ed0d0044/fec69706-2b0a-42e1-ba90-61a8ed0d0044.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.144093] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.144361] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ac55ccd-969f-4c68-afba-a0fb0d0fdc1d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.147217] env[69239]: DEBUG nova.network.neutron [req-674202bb-4ccc-4388-9b5a-e9c6281f0ffc req-08393ead-627b-47b3-9f48-7f19a9de576b service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Updated VIF entry in instance network info cache for port 3c9b4e68-b1c0-4fd7-9d05-33eb7872047f. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.147652] env[69239]: DEBUG nova.network.neutron [req-674202bb-4ccc-4388-9b5a-e9c6281f0ffc req-08393ead-627b-47b3-9f48-7f19a9de576b service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Updating instance_info_cache with network_info: [{"id": "3c9b4e68-b1c0-4fd7-9d05-33eb7872047f", "address": "fa:16:3e:bc:c0:01", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9b4e68-b1", "ovs_interfaceid": "3c9b4e68-b1c0-4fd7-9d05-33eb7872047f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.149712] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.150417] env[69239]: DEBUG nova.compute.manager [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.153373] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.201s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.157023] env[69239]: INFO nova.compute.claims [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.162556] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1090.162556] env[69239]: value = "task-4145854" [ 1090.162556] env[69239]: _type = "Task" [ 1090.162556] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.174040] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.340931] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.340931] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0d01900-b55a-45cc-96c8-091596110324 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.351483] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1090.351483] env[69239]: value = "task-4145855" [ 1090.351483] env[69239]: _type = "Task" [ 1090.351483] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.363356] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.390874] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d32dae-6c75-a469-ada2-03e26fe4f5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.018385} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.391840] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b7c879-9ef0-4c73-ad27-295a8fbba1d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.398577] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1090.398577] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b739bb-fc8e-7e07-14c8-af70fdc9d66f" [ 1090.398577] env[69239]: _type = "Task" [ 1090.398577] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.405389] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d5a80a-4599-4b4a-bd6b-2d2c754aa686 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.411139] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b739bb-fc8e-7e07-14c8-af70fdc9d66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.428799] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating instance '6adb3e10-042e-4139-9b2e-58a8678fc008' progress to 0 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.571757] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145853, 'name': ReconfigVM_Task, 'duration_secs': 1.186992} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.572139] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0/908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.573071] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e1113b4-fb97-4082-b64f-988052ba53ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.582826] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1090.582826] env[69239]: value = "task-4145856" [ 1090.582826] env[69239]: _type = "Task" [ 1090.582826] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.594735] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145856, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.654087] env[69239]: DEBUG oslo_concurrency.lockutils [req-674202bb-4ccc-4388-9b5a-e9c6281f0ffc req-08393ead-627b-47b3-9f48-7f19a9de576b service nova] Releasing lock "refresh_cache-6782dd8f-05b7-4598-9057-ee3b08dbb8f8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.662519] env[69239]: DEBUG nova.compute.utils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.664598] env[69239]: DEBUG nova.compute.manager [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.664750] env[69239]: DEBUG nova.network.neutron [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.677582] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271393} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.677864] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.678702] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dffb73-d9f0-4cce-90fe-b10f02217c11 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.706517] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] fec69706-2b0a-42e1-ba90-61a8ed0d0044/fec69706-2b0a-42e1-ba90-61a8ed0d0044.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.707208] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-050241d5-3e96-43c8-ae23-0b761ed906f6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.728259] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1090.728259] env[69239]: value = "task-4145857" [ 1090.728259] env[69239]: _type = "Task" [ 1090.728259] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.733091] env[69239]: DEBUG nova.policy [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d967f379dfd47e696106f5f6d1ae8e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0c413a591a046939b74848c895674e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.740782] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145857, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.862543] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145855, 'name': PowerOffVM_Task, 'duration_secs': 0.250559} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.863061] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.864474] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66afd71c-0ebe-49ac-adad-b2c8d8ac9057 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.887159] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42965eb4-8155-49f1-a191-9ae8c50bfa87 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.912631] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b739bb-fc8e-7e07-14c8-af70fdc9d66f, 'name': SearchDatastore_Task, 'duration_secs': 0.011359} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.913098] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.913229] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 490ecfbb-f3e2-4c96-983d-c012980905cb/490ecfbb-f3e2-4c96-983d-c012980905cb.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.913557] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a13d21cd-596b-44a8-b25e-aeaf001ec474 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.921835] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1090.921835] env[69239]: value = "task-4145858" [ 1090.921835] env[69239]: _type = "Task" [ 1090.921835] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.932153] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.937592] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.937866] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b338ae8-8f71-4d96-994c-279af666e4da {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.946247] env[69239]: DEBUG oslo_vmware.api [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1090.946247] env[69239]: value = "task-4145859" [ 1090.946247] env[69239]: _type = "Task" [ 1090.946247] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.957313] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] VM already powered off {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1090.957533] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating instance '6adb3e10-042e-4139-9b2e-58a8678fc008' progress to 17 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.092956] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145856, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.168687] env[69239]: DEBUG nova.compute.manager [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.243462] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.329925] env[69239]: DEBUG nova.network.neutron [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Successfully created port: 2d44e7e8-de4b-4be1-9d18-8cd28fa77441 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.400252] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1091.400740] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d1716efd-dbb4-48f5-8e66-02084c3fb47c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.416277] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1091.416277] env[69239]: value = "task-4145860" [ 1091.416277] env[69239]: _type = "Task" [ 1091.416277] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.427217] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145860, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.439818] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.463769] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.464016] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.464184] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.464393] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.464556] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.464726] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.465261] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.465261] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.465261] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.465417] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.465566] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.473770] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dea981f9-7c50-4310-a9f0-8d7345f1ca12 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.497394] env[69239]: DEBUG oslo_vmware.api [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1091.497394] env[69239]: value = "task-4145861" [ 1091.497394] env[69239]: _type = "Task" [ 1091.497394] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.508847] env[69239]: DEBUG oslo_vmware.api [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.574892] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d071b625-040c-4a2c-ad2a-c45ba718bce8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.583236] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b95338-6611-4aac-98cf-3c0103f489b8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.596206] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145856, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.621958] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40338a2f-8f29-41a8-beb4-7a81da1d6ff4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.630241] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d4cf21-932a-4f67-9b09-279c781e40aa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.644316] env[69239]: DEBUG nova.compute.provider_tree [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.740567] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145857, 'name': ReconfigVM_Task, 'duration_secs': 0.666603} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.740873] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Reconfigured VM instance instance-00000065 to attach disk [datastore2] fec69706-2b0a-42e1-ba90-61a8ed0d0044/fec69706-2b0a-42e1-ba90-61a8ed0d0044.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.741926] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe2eb2a5-785f-4181-a96e-cefab0a498a1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.749206] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1091.749206] env[69239]: value = "task-4145862" [ 1091.749206] env[69239]: _type = "Task" [ 1091.749206] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.764029] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145862, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.930546] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145860, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.941094] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145858, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.016314] env[69239]: DEBUG oslo_vmware.api [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145861, 'name': ReconfigVM_Task, 'duration_secs': 0.414709} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.016772] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating instance '6adb3e10-042e-4139-9b2e-58a8678fc008' progress to 33 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.098730] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145856, 'name': Rename_Task, 'duration_secs': 1.227401} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.098988] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.099301] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f39dad64-3a32-48c0-829e-81e1d44e103b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.108628] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1092.108628] env[69239]: value = "task-4145863" [ 1092.108628] env[69239]: _type = "Task" [ 1092.108628] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.122281] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.148020] env[69239]: DEBUG nova.scheduler.client.report [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.178478] env[69239]: DEBUG nova.compute.manager [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.214035] env[69239]: DEBUG nova.virt.hardware [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.214306] env[69239]: DEBUG nova.virt.hardware [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.214545] env[69239]: DEBUG nova.virt.hardware [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.214766] env[69239]: DEBUG nova.virt.hardware [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.215018] env[69239]: DEBUG nova.virt.hardware [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.215413] env[69239]: DEBUG nova.virt.hardware [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.215771] env[69239]: DEBUG nova.virt.hardware [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.216080] env[69239]: DEBUG nova.virt.hardware [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.216334] env[69239]: DEBUG nova.virt.hardware [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.216520] env[69239]: DEBUG nova.virt.hardware [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.216702] env[69239]: DEBUG nova.virt.hardware [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.217754] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fd9a27-bb56-4005-a452-0799e8fa4d7f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.228728] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0206b34e-fc61-4264-afa3-48f444e42a70 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.260253] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145862, 'name': Rename_Task, 'duration_secs': 0.256524} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.260768] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.260928] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf0b0c8f-942b-4003-bb93-c758a9eebe52 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.268504] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1092.268504] env[69239]: value = "task-4145864" [ 1092.268504] env[69239]: _type = "Task" [ 1092.268504] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.281818] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.430510] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145860, 'name': CreateSnapshot_Task, 'duration_secs': 0.937747} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.431193] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1092.435939] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf88dc1-cb50-4f17-9342-5459f20a4bda {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.446741] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145858, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.29426} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.450089] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 490ecfbb-f3e2-4c96-983d-c012980905cb/490ecfbb-f3e2-4c96-983d-c012980905cb.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.450451] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.453394] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89348f66-48e9-47c1-ac0b-5a65dc963ca5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.463102] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1092.463102] env[69239]: value = "task-4145865" [ 1092.463102] env[69239]: _type = "Task" [ 1092.463102] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.475226] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.527998] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.528408] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.528644] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.528876] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.529067] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.532523] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.532523] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.532523] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.532523] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.532523] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.532523] env[69239]: DEBUG nova.virt.hardware [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.538203] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.538981] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8f85e29-1fe0-43d5-b969-d0b705e7ed06 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.563154] env[69239]: DEBUG oslo_vmware.api [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1092.563154] env[69239]: value = "task-4145866" [ 1092.563154] env[69239]: _type = "Task" [ 1092.563154] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.573230] env[69239]: DEBUG oslo_vmware.api [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.620309] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.654188] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.654771] env[69239]: DEBUG nova.compute.manager [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.661024] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.395s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.661024] env[69239]: INFO nova.compute.claims [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.783127] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145864, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.968043] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1092.968610] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c051d455-eb36-41e7-a2bc-f935995e58b5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.985596] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083571} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.987670] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.988230] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1092.988230] env[69239]: value = "task-4145867" [ 1092.988230] env[69239]: _type = "Task" [ 1092.988230] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.989309] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f78b1f-23c5-4ccc-89e9-4df656c510da {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.034892] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 490ecfbb-f3e2-4c96-983d-c012980905cb/490ecfbb-f3e2-4c96-983d-c012980905cb.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.043222] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b4fc7f4-28c3-4e56-8b64-83b789cc7e79 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.071731] env[69239]: DEBUG nova.compute.manager [req-30d663da-77d2-45a0-9466-d5c715ab3dd3 req-e6bd324f-1162-4423-b4bc-8a01733475a7 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Received event network-vif-plugged-2d44e7e8-de4b-4be1-9d18-8cd28fa77441 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.072099] env[69239]: DEBUG oslo_concurrency.lockutils [req-30d663da-77d2-45a0-9466-d5c715ab3dd3 req-e6bd324f-1162-4423-b4bc-8a01733475a7 service nova] Acquiring lock "259e53fb-53f6-4274-ac88-5b4befea221f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.072467] env[69239]: DEBUG oslo_concurrency.lockutils [req-30d663da-77d2-45a0-9466-d5c715ab3dd3 req-e6bd324f-1162-4423-b4bc-8a01733475a7 service nova] Lock "259e53fb-53f6-4274-ac88-5b4befea221f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.072772] env[69239]: DEBUG oslo_concurrency.lockutils [req-30d663da-77d2-45a0-9466-d5c715ab3dd3 req-e6bd324f-1162-4423-b4bc-8a01733475a7 service nova] Lock "259e53fb-53f6-4274-ac88-5b4befea221f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.073076] env[69239]: DEBUG nova.compute.manager [req-30d663da-77d2-45a0-9466-d5c715ab3dd3 req-e6bd324f-1162-4423-b4bc-8a01733475a7 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] No waiting events found dispatching network-vif-plugged-2d44e7e8-de4b-4be1-9d18-8cd28fa77441 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1093.073374] env[69239]: WARNING nova.compute.manager [req-30d663da-77d2-45a0-9466-d5c715ab3dd3 req-e6bd324f-1162-4423-b4bc-8a01733475a7 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Received unexpected event network-vif-plugged-2d44e7e8-de4b-4be1-9d18-8cd28fa77441 for instance with vm_state building and task_state spawning. [ 1093.074355] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145867, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.089935] env[69239]: DEBUG oslo_vmware.api [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145866, 'name': ReconfigVM_Task, 'duration_secs': 0.224129} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.092260] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.092820] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1093.092820] env[69239]: value = "task-4145868" [ 1093.092820] env[69239]: _type = "Task" [ 1093.092820] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.094065] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb098004-fccb-481d-b10a-ecb55cffe31d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.142858] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 6adb3e10-042e-4139-9b2e-58a8678fc008/6adb3e10-042e-4139-9b2e-58a8678fc008.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.150750] env[69239]: DEBUG nova.network.neutron [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Successfully updated port: 2d44e7e8-de4b-4be1-9d18-8cd28fa77441 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.157654] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d202cc6-2333-48af-975a-ce083aa81884 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.185029] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.188583] env[69239]: DEBUG nova.compute.utils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.195496] env[69239]: DEBUG nova.compute.manager [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.195496] env[69239]: DEBUG nova.network.neutron [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.205659] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145863, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.209614] env[69239]: DEBUG oslo_vmware.api [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1093.209614] env[69239]: value = "task-4145869" [ 1093.209614] env[69239]: _type = "Task" [ 1093.209614] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.225382] env[69239]: DEBUG oslo_vmware.api [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.250441] env[69239]: DEBUG nova.policy [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dc0c83bd68f4c96a27039e48d278b93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efb36bd868474ee48700bdda587b0a9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.282744] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145864, 'name': PowerOnVM_Task, 'duration_secs': 0.829657} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.282744] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.282967] env[69239]: INFO nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1093.283011] env[69239]: DEBUG nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1093.284030] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9f9ee2-3de2-44d9-8a24-43b1ffa389e3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.506174] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145867, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.610852] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145868, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.626978] env[69239]: DEBUG nova.network.neutron [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Successfully created port: 470048b6-80c5-42e6-a001-d2ad2f2bd434 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.640116] env[69239]: DEBUG oslo_vmware.api [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145863, 'name': PowerOnVM_Task, 'duration_secs': 1.126095} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.640387] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.640601] env[69239]: INFO nova.compute.manager [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Took 12.61 seconds to spawn the instance on the hypervisor. [ 1093.641364] env[69239]: DEBUG nova.compute.manager [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1093.641685] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d3bd1f-271e-4d31-9b93-3937ab7f9696 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.686986] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.687147] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.687438] env[69239]: DEBUG nova.network.neutron [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.696018] env[69239]: DEBUG nova.compute.manager [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.731574] env[69239]: DEBUG oslo_vmware.api [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.808976] env[69239]: INFO nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Took 28.28 seconds to build instance. [ 1094.010601] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145867, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.065111] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Acquiring lock "ef4328d0-ab2c-4c37-af3c-6f5145943ebe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.065490] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Lock "ef4328d0-ab2c-4c37-af3c-6f5145943ebe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.111599] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145868, 'name': ReconfigVM_Task, 'duration_secs': 0.663873} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.114082] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 490ecfbb-f3e2-4c96-983d-c012980905cb/490ecfbb-f3e2-4c96-983d-c012980905cb.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.115039] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c193fea7-08b3-4d72-be82-ec3677693b27 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.123551] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1094.123551] env[69239]: value = "task-4145870" [ 1094.123551] env[69239]: _type = "Task" [ 1094.123551] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.128341] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d21c1a-bfee-4ae3-ab54-8c0d25f44a86 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.143630] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510656ee-abd8-4beb-880d-146d30b91627 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.147478] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145870, 'name': Rename_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.183297] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f53e1a8-8830-4e6a-83eb-7352969f0468 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.186842] env[69239]: INFO nova.compute.manager [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Took 30.26 seconds to build instance. [ 1094.197790] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c0d5e7-3495-4065-bdaa-7ef6a7417802 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.229374] env[69239]: DEBUG nova.compute.provider_tree [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.232462] env[69239]: DEBUG nova.network.neutron [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.252508] env[69239]: DEBUG oslo_vmware.api [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145869, 'name': ReconfigVM_Task, 'duration_secs': 0.668402} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.252508] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 6adb3e10-042e-4139-9b2e-58a8678fc008/6adb3e10-042e-4139-9b2e-58a8678fc008.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.252806] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating instance '6adb3e10-042e-4139-9b2e-58a8678fc008' progress to 50 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.265031] env[69239]: ERROR nova.scheduler.client.report [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [req-7f91b458-8146-4fc0-8d42-ba5b6853d716] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f91b458-8146-4fc0-8d42-ba5b6853d716"}]} [ 1094.283368] env[69239]: DEBUG nova.scheduler.client.report [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1094.300280] env[69239]: DEBUG nova.scheduler.client.report [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1094.300511] env[69239]: DEBUG nova.compute.provider_tree [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.311605] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "fec69706-2b0a-42e1-ba90-61a8ed0d0044" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.798s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.316041] env[69239]: DEBUG nova.scheduler.client.report [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1094.341759] env[69239]: DEBUG nova.scheduler.client.report [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1094.403571] env[69239]: DEBUG nova.network.neutron [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Updating instance_info_cache with network_info: [{"id": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "address": "fa:16:3e:8f:63:69", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d44e7e8-de", "ovs_interfaceid": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.507524] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145867, 'name': CloneVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.568801] env[69239]: DEBUG nova.compute.manager [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.637987] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145870, 'name': Rename_Task, 'duration_secs': 0.281961} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.638303] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.638584] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b4a9ae5-aa70-47ec-a7d4-94efb59f6f42 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.646134] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1094.646134] env[69239]: value = "task-4145871" [ 1094.646134] env[69239]: _type = "Task" [ 1094.646134] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.655260] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.695462] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f542037-5d5d-4b07-b452-dc3296a7a01e tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.785s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.712468] env[69239]: DEBUG nova.compute.manager [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.746879] env[69239]: DEBUG nova.virt.hardware [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.747185] env[69239]: DEBUG nova.virt.hardware [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.747347] env[69239]: DEBUG nova.virt.hardware [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.747539] env[69239]: DEBUG nova.virt.hardware [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.747716] env[69239]: DEBUG nova.virt.hardware [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.747891] env[69239]: DEBUG nova.virt.hardware [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.748119] env[69239]: DEBUG nova.virt.hardware [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.748284] env[69239]: DEBUG nova.virt.hardware [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.748454] env[69239]: DEBUG nova.virt.hardware [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.748618] env[69239]: DEBUG nova.virt.hardware [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.748794] env[69239]: DEBUG nova.virt.hardware [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.750112] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c606c98-e64c-4ce7-8b81-48c2869787c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.754423] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfdaae6-29aa-4b66-886e-95e1f7875f05 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.760323] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf82d85-1d3a-49e9-8d26-53bf3453b3e0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.769306] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d4be02-5ada-4c10-976b-094d7741b120 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.788719] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ddfd7a-ec00-4ae9-93a3-742791c8d0c5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.793294] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be63086-2935-4e16-9364-6cff1bd61dbf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.846637] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating instance '6adb3e10-042e-4139-9b2e-58a8678fc008' progress to 67 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.851069] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36485893-7c3c-43c8-810e-4d33a24b3e76 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.859929] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b5208e-7938-466d-a2d3-5742a555384d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.874826] env[69239]: DEBUG nova.compute.provider_tree [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.907155] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.907523] env[69239]: DEBUG nova.compute.manager [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Instance network_info: |[{"id": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "address": "fa:16:3e:8f:63:69", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d44e7e8-de", "ovs_interfaceid": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.907689] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:63:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d44e7e8-de4b-4be1-9d18-8cd28fa77441', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.915963] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.916606] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.916867] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4848222a-9ee7-4cb7-b52a-0dc10b6e6ad4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.938331] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.938331] env[69239]: value = "task-4145872" [ 1094.938331] env[69239]: _type = "Task" [ 1094.938331] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.948359] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145872, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.010940] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145867, 'name': CloneVM_Task, 'duration_secs': 1.571979} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.011290] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Created linked-clone VM from snapshot [ 1095.012077] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab216ff-d9be-47bc-bca2-76df7103f4bd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.020864] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Uploading image 481e75e9-3107-461c-b738-b236d0590d34 {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1095.054702] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1095.054702] env[69239]: value = "vm-820998" [ 1095.054702] env[69239]: _type = "VirtualMachine" [ 1095.054702] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1095.056783] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e575ea97-bee8-4e66-b76a-5f5512cb07d4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.062880] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lease: (returnval){ [ 1095.062880] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c57e4c-2277-9da0-1702-fa81ff3efd00" [ 1095.062880] env[69239]: _type = "HttpNfcLease" [ 1095.062880] env[69239]: } obtained for exporting VM: (result){ [ 1095.062880] env[69239]: value = "vm-820998" [ 1095.062880] env[69239]: _type = "VirtualMachine" [ 1095.062880] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1095.063538] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the lease: (returnval){ [ 1095.063538] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c57e4c-2277-9da0-1702-fa81ff3efd00" [ 1095.063538] env[69239]: _type = "HttpNfcLease" [ 1095.063538] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1095.079029] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1095.079029] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c57e4c-2277-9da0-1702-fa81ff3efd00" [ 1095.079029] env[69239]: _type = "HttpNfcLease" [ 1095.079029] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1095.096053] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.158231] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.283997] env[69239]: DEBUG nova.compute.manager [req-3755c629-feef-4f98-b72c-38505dddfca5 req-0c2b80f9-152a-4a4e-a7a9-523c93fef4e5 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Received event network-changed-2d44e7e8-de4b-4be1-9d18-8cd28fa77441 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.284623] env[69239]: DEBUG nova.compute.manager [req-3755c629-feef-4f98-b72c-38505dddfca5 req-0c2b80f9-152a-4a4e-a7a9-523c93fef4e5 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Refreshing instance network info cache due to event network-changed-2d44e7e8-de4b-4be1-9d18-8cd28fa77441. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.284975] env[69239]: DEBUG oslo_concurrency.lockutils [req-3755c629-feef-4f98-b72c-38505dddfca5 req-0c2b80f9-152a-4a4e-a7a9-523c93fef4e5 service nova] Acquiring lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.285261] env[69239]: DEBUG oslo_concurrency.lockutils [req-3755c629-feef-4f98-b72c-38505dddfca5 req-0c2b80f9-152a-4a4e-a7a9-523c93fef4e5 service nova] Acquired lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.286056] env[69239]: DEBUG nova.network.neutron [req-3755c629-feef-4f98-b72c-38505dddfca5 req-0c2b80f9-152a-4a4e-a7a9-523c93fef4e5 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Refreshing network info cache for port 2d44e7e8-de4b-4be1-9d18-8cd28fa77441 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.290125] env[69239]: DEBUG nova.network.neutron [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Successfully updated port: 470048b6-80c5-42e6-a001-d2ad2f2bd434 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.394280] env[69239]: DEBUG nova.network.neutron [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Port a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1 binding to destination host cpu-1 is already ACTIVE {{(pid=69239) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1095.432653] env[69239]: DEBUG nova.scheduler.client.report [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1095.432919] env[69239]: DEBUG nova.compute.provider_tree [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 143 to 144 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1095.433110] env[69239]: DEBUG nova.compute.provider_tree [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1095.449345] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145872, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.574726] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1095.574726] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c57e4c-2277-9da0-1702-fa81ff3efd00" [ 1095.574726] env[69239]: _type = "HttpNfcLease" [ 1095.574726] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1095.576977] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1095.576977] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c57e4c-2277-9da0-1702-fa81ff3efd00" [ 1095.576977] env[69239]: _type = "HttpNfcLease" [ 1095.576977] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1095.576977] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d7f6dc-2888-46a4-9cf6-827fbc16676f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.585371] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c124d9-9329-17cb-142b-b86dc58060d0/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1095.585421] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c124d9-9329-17cb-142b-b86dc58060d0/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1095.657750] env[69239]: DEBUG oslo_vmware.api [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145871, 'name': PowerOnVM_Task, 'duration_secs': 0.885836} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.659820] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.659820] env[69239]: INFO nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1095.659820] env[69239]: DEBUG nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1095.659820] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcded21-cc3d-44ea-b7ee-56665b5123eb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.687513] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a4d3c6c-604e-401b-bff4-1bab522139da {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.793142] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Acquiring lock "refresh_cache-b7fe75cb-dde5-49b5-9d75-8aa2921e43b4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.793397] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Acquired lock "refresh_cache-b7fe75cb-dde5-49b5-9d75-8aa2921e43b4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.793784] env[69239]: DEBUG nova.network.neutron [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.939720] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.282s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.942037] env[69239]: DEBUG nova.compute.manager [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.945085] env[69239]: DEBUG oslo_concurrency.lockutils [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.498s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.945451] env[69239]: DEBUG nova.objects.instance [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lazy-loading 'resources' on Instance uuid 7c219ef8-df8a-4212-a984-59006ea4d994 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.959260] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145872, 'name': CreateVM_Task, 'duration_secs': 0.567552} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.962364] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.962851] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.963169] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.963673] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.965174] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1736c75-26e2-4d0b-b8e4-74104f2b5bf0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.973629] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1095.973629] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]523cfb0b-4f01-5f31-d989-6c9155e5ba4d" [ 1095.973629] env[69239]: _type = "Task" [ 1095.973629] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.984715] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523cfb0b-4f01-5f31-d989-6c9155e5ba4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.083686] env[69239]: DEBUG nova.network.neutron [req-3755c629-feef-4f98-b72c-38505dddfca5 req-0c2b80f9-152a-4a4e-a7a9-523c93fef4e5 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Updated VIF entry in instance network info cache for port 2d44e7e8-de4b-4be1-9d18-8cd28fa77441. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.084123] env[69239]: DEBUG nova.network.neutron [req-3755c629-feef-4f98-b72c-38505dddfca5 req-0c2b80f9-152a-4a4e-a7a9-523c93fef4e5 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Updating instance_info_cache with network_info: [{"id": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "address": "fa:16:3e:8f:63:69", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d44e7e8-de", "ovs_interfaceid": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.182140] env[69239]: INFO nova.compute.manager [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Took 30.62 seconds to build instance. [ 1096.218564] env[69239]: DEBUG oslo_concurrency.lockutils [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.218918] env[69239]: DEBUG oslo_concurrency.lockutils [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.219126] env[69239]: DEBUG oslo_concurrency.lockutils [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.219800] env[69239]: DEBUG oslo_concurrency.lockutils [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.220171] env[69239]: DEBUG oslo_concurrency.lockutils [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.223129] env[69239]: INFO nova.compute.manager [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Terminating instance [ 1096.332027] env[69239]: DEBUG nova.network.neutron [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.432505] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "6adb3e10-042e-4139-9b2e-58a8678fc008-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.432791] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "6adb3e10-042e-4139-9b2e-58a8678fc008-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.433146] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "6adb3e10-042e-4139-9b2e-58a8678fc008-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.456354] env[69239]: DEBUG nova.compute.utils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.460070] env[69239]: DEBUG nova.compute.manager [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.460070] env[69239]: DEBUG nova.network.neutron [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.497448] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523cfb0b-4f01-5f31-d989-6c9155e5ba4d, 'name': SearchDatastore_Task, 'duration_secs': 0.014332} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.497448] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.497448] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.497448] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.497448] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.497448] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.497448] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7d8e149-1158-4251-acc1-9ea2f3366122 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.510701] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.510945] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.512319] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dce0c78-9e06-4c22-8062-ecc7eebdb40d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.521720] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1096.521720] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e2fb3e-75c5-cffd-4c3b-e0a9a31bfd4a" [ 1096.521720] env[69239]: _type = "Task" [ 1096.521720] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.538024] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e2fb3e-75c5-cffd-4c3b-e0a9a31bfd4a, 'name': SearchDatastore_Task, 'duration_secs': 0.013041} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.538582] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d10b437-86b3-49be-9d54-b7efec2edd92 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.543434] env[69239]: DEBUG nova.policy [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75bb65077ba3467fbc0c7f5b169bff2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '306554dbe7ac43d5a971dbce35941be4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.552119] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1096.552119] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]521e84ba-4783-048c-bfc1-47fa3a008293" [ 1096.552119] env[69239]: _type = "Task" [ 1096.552119] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.553490] env[69239]: DEBUG nova.network.neutron [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Updating instance_info_cache with network_info: [{"id": "470048b6-80c5-42e6-a001-d2ad2f2bd434", "address": "fa:16:3e:74:5e:bc", "network": {"id": "6f6583ab-da7e-47ad-9269-1af3c813764e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1834507382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb36bd868474ee48700bdda587b0a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap470048b6-80", "ovs_interfaceid": "470048b6-80c5-42e6-a001-d2ad2f2bd434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.569913] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521e84ba-4783-048c-bfc1-47fa3a008293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.586595] env[69239]: DEBUG oslo_concurrency.lockutils [req-3755c629-feef-4f98-b72c-38505dddfca5 req-0c2b80f9-152a-4a4e-a7a9-523c93fef4e5 service nova] Releasing lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.685070] env[69239]: DEBUG oslo_concurrency.lockutils [None req-def146ab-f95a-4fa8-b2ac-2a6223373d3d tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "490ecfbb-f3e2-4c96-983d-c012980905cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.136s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.728144] env[69239]: DEBUG nova.compute.manager [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.728523] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.730546] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a644c0-e216-4ab7-b2c5-f40b8543ab20 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.745018] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.745018] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95285c3f-86f4-4a0e-9c51-f70d126bd553 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.751159] env[69239]: DEBUG oslo_vmware.api [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1096.751159] env[69239]: value = "task-4145874" [ 1096.751159] env[69239]: _type = "Task" [ 1096.751159] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.765954] env[69239]: DEBUG oslo_vmware.api [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.815391] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "fec69706-2b0a-42e1-ba90-61a8ed0d0044" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.815778] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "fec69706-2b0a-42e1-ba90-61a8ed0d0044" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.816065] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "fec69706-2b0a-42e1-ba90-61a8ed0d0044-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.816307] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "fec69706-2b0a-42e1-ba90-61a8ed0d0044-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.817503] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "fec69706-2b0a-42e1-ba90-61a8ed0d0044-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.820162] env[69239]: INFO nova.compute.manager [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Terminating instance [ 1096.869899] env[69239]: DEBUG nova.network.neutron [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Successfully created port: 6bb4e96d-1c12-4deb-81b2-4120928b5401 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.874898] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846f7298-df71-4eab-81e1-b388ad5c53fd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.885052] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5280e1-eb6e-435b-98cf-8672f52b8999 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.919316] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "490ecfbb-f3e2-4c96-983d-c012980905cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.919682] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "490ecfbb-f3e2-4c96-983d-c012980905cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.919953] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "490ecfbb-f3e2-4c96-983d-c012980905cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.920252] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "490ecfbb-f3e2-4c96-983d-c012980905cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.920428] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "490ecfbb-f3e2-4c96-983d-c012980905cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.923336] env[69239]: INFO nova.compute.manager [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Terminating instance [ 1096.925525] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7afcdf-5294-46f4-a7d9-d5ea9072ec52 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.936751] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d62f6f-7b27-4e05-866a-6011fc466392 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.955333] env[69239]: DEBUG nova.compute.provider_tree [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.964611] env[69239]: DEBUG nova.compute.manager [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.059369] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Releasing lock "refresh_cache-b7fe75cb-dde5-49b5-9d75-8aa2921e43b4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.059749] env[69239]: DEBUG nova.compute.manager [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Instance network_info: |[{"id": "470048b6-80c5-42e6-a001-d2ad2f2bd434", "address": "fa:16:3e:74:5e:bc", "network": {"id": "6f6583ab-da7e-47ad-9269-1af3c813764e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1834507382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb36bd868474ee48700bdda587b0a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap470048b6-80", "ovs_interfaceid": "470048b6-80c5-42e6-a001-d2ad2f2bd434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.060422] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:5e:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '470048b6-80c5-42e6-a001-d2ad2f2bd434', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.068837] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Creating folder: Project (efb36bd868474ee48700bdda587b0a9a). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.069812] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c33472f8-d3d5-4ee0-940d-e56e14e60546 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.076369] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521e84ba-4783-048c-bfc1-47fa3a008293, 'name': SearchDatastore_Task, 'duration_secs': 0.019967} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.077437] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.078055] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 259e53fb-53f6-4274-ac88-5b4befea221f/259e53fb-53f6-4274-ac88-5b4befea221f.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.079028] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf1f9ac8-a77f-4644-b079-09b6de88cd4c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.086112] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1097.086112] env[69239]: value = "task-4145876" [ 1097.086112] env[69239]: _type = "Task" [ 1097.086112] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.087784] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Created folder: Project (efb36bd868474ee48700bdda587b0a9a) in parent group-v820715. [ 1097.088085] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Creating folder: Instances. Parent ref: group-v821000. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.092761] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5acfd1bd-e918-4ee0-9983-47e56c796802 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.100034] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.103978] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Created folder: Instances in parent group-v821000. [ 1097.104346] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.104784] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.105156] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd28b477-9ef0-414c-a23b-027e6e068a69 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.131225] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.131225] env[69239]: value = "task-4145878" [ 1097.131225] env[69239]: _type = "Task" [ 1097.131225] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.145028] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145878, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.263187] env[69239]: DEBUG oslo_vmware.api [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145874, 'name': PowerOffVM_Task, 'duration_secs': 0.287562} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.263968] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.264120] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.264342] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5685f9e3-327b-4ff2-b7cb-7f21b4dbf8f0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.328493] env[69239]: DEBUG nova.compute.manager [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.328967] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.330638] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f9eff4-d0cb-4237-b3a2-ed756f0cc73e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.340213] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.340928] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8ef0377-d6ee-4d5c-a400-4d13ebc60179 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.353909] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.354278] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.355386] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleting the datastore file [datastore2] 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.355897] env[69239]: DEBUG oslo_vmware.api [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1097.355897] env[69239]: value = "task-4145880" [ 1097.355897] env[69239]: _type = "Task" [ 1097.355897] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.356181] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8617b18-a694-4b34-9428-44af152e8864 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.369094] env[69239]: DEBUG oslo_vmware.api [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.371696] env[69239]: DEBUG oslo_vmware.api [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1097.371696] env[69239]: value = "task-4145881" [ 1097.371696] env[69239]: _type = "Task" [ 1097.371696] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.381046] env[69239]: DEBUG nova.compute.manager [req-e01185fd-ba07-4b27-8325-88b08a88a471 req-f4974b8e-83d5-4553-b474-a8b2c283097c service nova] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Received event network-vif-plugged-470048b6-80c5-42e6-a001-d2ad2f2bd434 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.382648] env[69239]: DEBUG oslo_concurrency.lockutils [req-e01185fd-ba07-4b27-8325-88b08a88a471 req-f4974b8e-83d5-4553-b474-a8b2c283097c service nova] Acquiring lock "b7fe75cb-dde5-49b5-9d75-8aa2921e43b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.382648] env[69239]: DEBUG oslo_concurrency.lockutils [req-e01185fd-ba07-4b27-8325-88b08a88a471 req-f4974b8e-83d5-4553-b474-a8b2c283097c service nova] Lock "b7fe75cb-dde5-49b5-9d75-8aa2921e43b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.382888] env[69239]: DEBUG oslo_concurrency.lockutils [req-e01185fd-ba07-4b27-8325-88b08a88a471 req-f4974b8e-83d5-4553-b474-a8b2c283097c service nova] Lock "b7fe75cb-dde5-49b5-9d75-8aa2921e43b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.383149] env[69239]: DEBUG nova.compute.manager [req-e01185fd-ba07-4b27-8325-88b08a88a471 req-f4974b8e-83d5-4553-b474-a8b2c283097c service nova] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] No waiting events found dispatching network-vif-plugged-470048b6-80c5-42e6-a001-d2ad2f2bd434 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1097.383431] env[69239]: WARNING nova.compute.manager [req-e01185fd-ba07-4b27-8325-88b08a88a471 req-f4974b8e-83d5-4553-b474-a8b2c283097c service nova] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Received unexpected event network-vif-plugged-470048b6-80c5-42e6-a001-d2ad2f2bd434 for instance with vm_state building and task_state spawning. [ 1097.383689] env[69239]: DEBUG nova.compute.manager [req-e01185fd-ba07-4b27-8325-88b08a88a471 req-f4974b8e-83d5-4553-b474-a8b2c283097c service nova] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Received event network-changed-470048b6-80c5-42e6-a001-d2ad2f2bd434 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.383897] env[69239]: DEBUG nova.compute.manager [req-e01185fd-ba07-4b27-8325-88b08a88a471 req-f4974b8e-83d5-4553-b474-a8b2c283097c service nova] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Refreshing instance network info cache due to event network-changed-470048b6-80c5-42e6-a001-d2ad2f2bd434. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.384174] env[69239]: DEBUG oslo_concurrency.lockutils [req-e01185fd-ba07-4b27-8325-88b08a88a471 req-f4974b8e-83d5-4553-b474-a8b2c283097c service nova] Acquiring lock "refresh_cache-b7fe75cb-dde5-49b5-9d75-8aa2921e43b4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.384359] env[69239]: DEBUG oslo_concurrency.lockutils [req-e01185fd-ba07-4b27-8325-88b08a88a471 req-f4974b8e-83d5-4553-b474-a8b2c283097c service nova] Acquired lock "refresh_cache-b7fe75cb-dde5-49b5-9d75-8aa2921e43b4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.384569] env[69239]: DEBUG nova.network.neutron [req-e01185fd-ba07-4b27-8325-88b08a88a471 req-f4974b8e-83d5-4553-b474-a8b2c283097c service nova] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Refreshing network info cache for port 470048b6-80c5-42e6-a001-d2ad2f2bd434 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.396217] env[69239]: DEBUG oslo_vmware.api [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.431396] env[69239]: DEBUG nova.compute.manager [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.433048] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.434560] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30af3c9a-aa3f-4682-8609-52842a4555a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.451052] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.452092] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2f56e42-a813-4c1b-aca9-14c008e445bc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.460111] env[69239]: DEBUG nova.scheduler.client.report [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.465302] env[69239]: DEBUG oslo_vmware.api [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1097.465302] env[69239]: value = "task-4145882" [ 1097.465302] env[69239]: _type = "Task" [ 1097.465302] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.485210] env[69239]: DEBUG oslo_vmware.api [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.530662] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.530662] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.530662] env[69239]: DEBUG nova.network.neutron [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.601396] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145876, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.646135] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145878, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.868841] env[69239]: DEBUG oslo_vmware.api [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145880, 'name': PowerOffVM_Task, 'duration_secs': 0.250715} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.869174] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.869361] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.869642] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3740eba3-6d2c-4947-9c95-e686e7973d2a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.882402] env[69239]: DEBUG oslo_vmware.api [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327048} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.882696] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.882887] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.883079] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.883261] env[69239]: INFO nova.compute.manager [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1097.883567] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.883782] env[69239]: DEBUG nova.compute.manager [-] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.883877] env[69239]: DEBUG nova.network.neutron [-] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.943666] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.943925] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.944251] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Deleting the datastore file [datastore2] fec69706-2b0a-42e1-ba90-61a8ed0d0044 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.945065] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af21d589-2da3-4f38-bce1-6832463baa3e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.952949] env[69239]: DEBUG oslo_vmware.api [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1097.952949] env[69239]: value = "task-4145884" [ 1097.952949] env[69239]: _type = "Task" [ 1097.952949] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.964741] env[69239]: DEBUG oslo_vmware.api [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.968300] env[69239]: DEBUG oslo_concurrency.lockutils [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.971058] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.372s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.971329] env[69239]: DEBUG nova.objects.instance [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lazy-loading 'resources' on Instance uuid 0f354fa1-3c78-407b-bb51-c22d1e733c21 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.978495] env[69239]: DEBUG nova.compute.manager [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.985940] env[69239]: DEBUG oslo_vmware.api [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145882, 'name': PowerOffVM_Task, 'duration_secs': 0.233519} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.987785] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.987785] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.987785] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c07f5501-879c-44ec-8c26-ac494c161953 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.000863] env[69239]: INFO nova.scheduler.client.report [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Deleted allocations for instance 7c219ef8-df8a-4212-a984-59006ea4d994 [ 1098.022610] env[69239]: DEBUG nova.virt.hardware [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.023533] env[69239]: DEBUG nova.virt.hardware [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.023721] env[69239]: DEBUG nova.virt.hardware [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.023913] env[69239]: DEBUG nova.virt.hardware [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.024123] env[69239]: DEBUG nova.virt.hardware [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.024301] env[69239]: DEBUG nova.virt.hardware [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.024534] env[69239]: DEBUG nova.virt.hardware [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.024723] env[69239]: DEBUG nova.virt.hardware [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.024897] env[69239]: DEBUG nova.virt.hardware [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.025072] env[69239]: DEBUG nova.virt.hardware [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.025246] env[69239]: DEBUG nova.virt.hardware [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.027101] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eab32e-8300-452f-80ea-eaea4a50f061 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.045191] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2e7b5a-cf29-4570-99b6-b4da63c6d170 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.065830] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.066113] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.066321] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Deleting the datastore file [datastore2] 490ecfbb-f3e2-4c96-983d-c012980905cb {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.066636] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bf0c179-62ba-4537-816f-9189477cf04a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.073977] env[69239]: DEBUG oslo_vmware.api [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for the task: (returnval){ [ 1098.073977] env[69239]: value = "task-4145886" [ 1098.073977] env[69239]: _type = "Task" [ 1098.073977] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.087197] env[69239]: DEBUG oslo_vmware.api [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.098432] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69422} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.098764] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 259e53fb-53f6-4274-ac88-5b4befea221f/259e53fb-53f6-4274-ac88-5b4befea221f.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.099058] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.099363] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-703c718e-633c-4a4c-8142-2b6789956be9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.108140] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1098.108140] env[69239]: value = "task-4145887" [ 1098.108140] env[69239]: _type = "Task" [ 1098.108140] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.118019] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.143880] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145878, 'name': CreateVM_Task, 'duration_secs': 0.679192} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.144056] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.144840] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.145041] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.145532] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.145839] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c21773b3-89dc-4a20-8d4e-9e36f63fce69 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.152620] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Waiting for the task: (returnval){ [ 1098.152620] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b2717b-ab9c-b6dc-d635-0fb4d6a95508" [ 1098.152620] env[69239]: _type = "Task" [ 1098.152620] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.162455] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b2717b-ab9c-b6dc-d635-0fb4d6a95508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.469019] env[69239]: DEBUG oslo_vmware.api [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184411} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.469019] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.469019] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.469019] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.469019] env[69239]: INFO nova.compute.manager [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1098.469019] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.469019] env[69239]: DEBUG nova.compute.manager [-] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.469019] env[69239]: DEBUG nova.network.neutron [-] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.510727] env[69239]: DEBUG oslo_concurrency.lockutils [None req-610bd238-7ca5-44a0-8b74-2d2bf84d4454 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "7c219ef8-df8a-4212-a984-59006ea4d994" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.408s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.586412] env[69239]: DEBUG oslo_vmware.api [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Task: {'id': task-4145886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201146} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.586688] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.586885] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.587077] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.587264] env[69239]: INFO nova.compute.manager [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1098.587523] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.587715] env[69239]: DEBUG nova.compute.manager [-] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.587811] env[69239]: DEBUG nova.network.neutron [-] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.622410] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095383} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.628270] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.629578] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e062b0-9f32-4b5b-9f5a-45c3eff2fd90 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.655801] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 259e53fb-53f6-4274-ac88-5b4befea221f/259e53fb-53f6-4274-ac88-5b4befea221f.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.658481] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53966776-ff42-4c83-be62-9382afd414ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.684666] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b2717b-ab9c-b6dc-d635-0fb4d6a95508, 'name': SearchDatastore_Task, 'duration_secs': 0.011248} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.689385] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.689762] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.689950] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.690186] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.690299] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.690664] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1098.690664] env[69239]: value = "task-4145888" [ 1098.690664] env[69239]: _type = "Task" [ 1098.690664] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.691096] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f7ce229-08dc-4b8b-bd49-fff2635c00e4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.700579] env[69239]: DEBUG nova.network.neutron [req-e01185fd-ba07-4b27-8325-88b08a88a471 req-f4974b8e-83d5-4553-b474-a8b2c283097c service nova] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Updated VIF entry in instance network info cache for port 470048b6-80c5-42e6-a001-d2ad2f2bd434. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.700925] env[69239]: DEBUG nova.network.neutron [req-e01185fd-ba07-4b27-8325-88b08a88a471 req-f4974b8e-83d5-4553-b474-a8b2c283097c service nova] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Updating instance_info_cache with network_info: [{"id": "470048b6-80c5-42e6-a001-d2ad2f2bd434", "address": "fa:16:3e:74:5e:bc", "network": {"id": "6f6583ab-da7e-47ad-9269-1af3c813764e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1834507382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb36bd868474ee48700bdda587b0a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap470048b6-80", "ovs_interfaceid": "470048b6-80c5-42e6-a001-d2ad2f2bd434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.710121] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.713010] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.713010] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.713540] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca810ad0-e4b5-43f8-af0e-eb11350bed5e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.720740] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Waiting for the task: (returnval){ [ 1098.720740] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f65635-8f1d-a99c-d6e3-cbed229c569b" [ 1098.720740] env[69239]: _type = "Task" [ 1098.720740] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.737846] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f65635-8f1d-a99c-d6e3-cbed229c569b, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.741467] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7ec7c6-6bc5-406d-947a-ddbd01ae852f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.748391] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Waiting for the task: (returnval){ [ 1098.748391] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b5926c-4783-c373-fa90-df0c7bbb0878" [ 1098.748391] env[69239]: _type = "Task" [ 1098.748391] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.760163] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b5926c-4783-c373-fa90-df0c7bbb0878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.845051] env[69239]: DEBUG nova.network.neutron [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Successfully updated port: 6bb4e96d-1c12-4deb-81b2-4120928b5401 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.929325] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82bc18e-f337-4487-ae26-98874d6eed64 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.938842] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cdf4cb-ed9d-4c02-bbfa-52c8da939181 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.971579] env[69239]: DEBUG nova.network.neutron [-] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.974124] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6d9d00-468b-4861-bb07-41b431853902 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.982335] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f086f5-88dc-4eee-a37e-007513978dc1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.998598] env[69239]: DEBUG nova.compute.provider_tree [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.027125] env[69239]: DEBUG nova.network.neutron [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating instance_info_cache with network_info: [{"id": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "address": "fa:16:3e:31:f4:fa", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a9e6d4-fe", "ovs_interfaceid": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.140184] env[69239]: DEBUG nova.compute.manager [req-671ef63e-0ae8-42e3-a823-b0c8e6f8e35f req-a603ea17-d970-42fa-9424-9300f00b8a6d service nova] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Received event network-vif-deleted-269cb2cc-fdf0-4134-84c2-af60c805a15d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.140528] env[69239]: INFO nova.compute.manager [req-671ef63e-0ae8-42e3-a823-b0c8e6f8e35f req-a603ea17-d970-42fa-9424-9300f00b8a6d service nova] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Neutron deleted interface 269cb2cc-fdf0-4134-84c2-af60c805a15d; detaching it from the instance and deleting it from the info cache [ 1099.140577] env[69239]: DEBUG nova.network.neutron [req-671ef63e-0ae8-42e3-a823-b0c8e6f8e35f req-a603ea17-d970-42fa-9424-9300f00b8a6d service nova] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.204040] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145888, 'name': ReconfigVM_Task, 'duration_secs': 0.282761} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.204367] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 259e53fb-53f6-4274-ac88-5b4befea221f/259e53fb-53f6-4274-ac88-5b4befea221f.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.205253] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-940141b9-43c8-403e-b079-cc7f3480e360 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.207475] env[69239]: DEBUG oslo_concurrency.lockutils [req-e01185fd-ba07-4b27-8325-88b08a88a471 req-f4974b8e-83d5-4553-b474-a8b2c283097c service nova] Releasing lock "refresh_cache-b7fe75cb-dde5-49b5-9d75-8aa2921e43b4" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.214206] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1099.214206] env[69239]: value = "task-4145889" [ 1099.214206] env[69239]: _type = "Task" [ 1099.214206] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.222841] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145889, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.261836] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b5926c-4783-c373-fa90-df0c7bbb0878, 'name': SearchDatastore_Task, 'duration_secs': 0.013186} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.262402] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.262497] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] b7fe75cb-dde5-49b5-9d75-8aa2921e43b4/b7fe75cb-dde5-49b5-9d75-8aa2921e43b4.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.262805] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19e6b49e-1676-42b9-b3f9-b35c295f8c00 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.271948] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Waiting for the task: (returnval){ [ 1099.271948] env[69239]: value = "task-4145890" [ 1099.271948] env[69239]: _type = "Task" [ 1099.271948] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.281783] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.349486] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquiring lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.349686] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquired lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.349894] env[69239]: DEBUG nova.network.neutron [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.419127] env[69239]: DEBUG nova.network.neutron [-] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.428407] env[69239]: DEBUG nova.compute.manager [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Received event network-vif-deleted-eb819a84-f0ae-40ca-95b9-eafa4c82fedd {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.429055] env[69239]: DEBUG nova.compute.manager [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Received event network-vif-plugged-6bb4e96d-1c12-4deb-81b2-4120928b5401 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.429247] env[69239]: DEBUG oslo_concurrency.lockutils [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] Acquiring lock "de26553e-ca34-4694-bc01-d66bf46381ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.429756] env[69239]: DEBUG oslo_concurrency.lockutils [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] Lock "de26553e-ca34-4694-bc01-d66bf46381ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.429894] env[69239]: DEBUG oslo_concurrency.lockutils [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] Lock "de26553e-ca34-4694-bc01-d66bf46381ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.430224] env[69239]: DEBUG nova.compute.manager [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] No waiting events found dispatching network-vif-plugged-6bb4e96d-1c12-4deb-81b2-4120928b5401 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1099.430444] env[69239]: WARNING nova.compute.manager [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Received unexpected event network-vif-plugged-6bb4e96d-1c12-4deb-81b2-4120928b5401 for instance with vm_state building and task_state spawning. [ 1099.430691] env[69239]: DEBUG nova.compute.manager [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Received event network-changed-6bb4e96d-1c12-4deb-81b2-4120928b5401 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.431651] env[69239]: DEBUG nova.compute.manager [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Refreshing instance network info cache due to event network-changed-6bb4e96d-1c12-4deb-81b2-4120928b5401. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.431651] env[69239]: DEBUG oslo_concurrency.lockutils [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] Acquiring lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.474481] env[69239]: INFO nova.compute.manager [-] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Took 1.59 seconds to deallocate network for instance. [ 1099.502979] env[69239]: DEBUG nova.scheduler.client.report [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.529212] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.623917] env[69239]: DEBUG nova.network.neutron [-] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.643996] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04ed83cf-d00c-4862-942e-80c910389117 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.659293] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a817de9-1204-4f18-905c-ee6ece17599b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.701506] env[69239]: DEBUG nova.compute.manager [req-671ef63e-0ae8-42e3-a823-b0c8e6f8e35f req-a603ea17-d970-42fa-9424-9300f00b8a6d service nova] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Detach interface failed, port_id=269cb2cc-fdf0-4134-84c2-af60c805a15d, reason: Instance 490ecfbb-f3e2-4c96-983d-c012980905cb could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1099.725047] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145889, 'name': Rename_Task, 'duration_secs': 0.16946} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.725440] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.725780] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28043494-486c-49fd-90f8-e2e1a9a89b59 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.735309] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1099.735309] env[69239]: value = "task-4145891" [ 1099.735309] env[69239]: _type = "Task" [ 1099.735309] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.745448] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.781812] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145890, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.921547] env[69239]: INFO nova.compute.manager [-] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Took 1.45 seconds to deallocate network for instance. [ 1099.930124] env[69239]: DEBUG nova.network.neutron [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.982744] env[69239]: DEBUG oslo_concurrency.lockutils [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.009593] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.015080] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.949s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.015080] env[69239]: DEBUG nova.objects.instance [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lazy-loading 'resources' on Instance uuid a6eabea9-ff1c-47b9-96eb-93317812136d {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.039626] env[69239]: INFO nova.scheduler.client.report [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleted allocations for instance 0f354fa1-3c78-407b-bb51-c22d1e733c21 [ 1100.081019] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ac7f24-de04-42bf-8864-5521a56e3eaa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.107471] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29902138-7575-4d24-a935-f949cc3de0fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.116510] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating instance '6adb3e10-042e-4139-9b2e-58a8678fc008' progress to 83 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.124671] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "04c545a7-8355-408b-b506-d3f785cc057a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.124985] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "04c545a7-8355-408b-b506-d3f785cc057a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.127232] env[69239]: INFO nova.compute.manager [-] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Took 1.54 seconds to deallocate network for instance. [ 1100.149183] env[69239]: DEBUG nova.network.neutron [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Updating instance_info_cache with network_info: [{"id": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "address": "fa:16:3e:37:ce:ce", "network": {"id": "41d6d62e-364b-4d43-9224-0af886625919", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1704090917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "306554dbe7ac43d5a971dbce35941be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb4e96d-1c", "ovs_interfaceid": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.246399] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145891, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.283664] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518243} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.283868] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] b7fe75cb-dde5-49b5-9d75-8aa2921e43b4/b7fe75cb-dde5-49b5-9d75-8aa2921e43b4.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.284059] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.284336] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e567931-f880-45eb-b8e8-a8b3613c6626 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.292113] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Waiting for the task: (returnval){ [ 1100.292113] env[69239]: value = "task-4145892" [ 1100.292113] env[69239]: _type = "Task" [ 1100.292113] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.302169] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.428770] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.561402] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f255f708-24b7-4283-b1d6-9bf056c820dc tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "0f354fa1-3c78-407b-bb51-c22d1e733c21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.032s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.624714] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f37de5d8-d31b-48e9-9b0c-73cbdaf18fa2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating instance '6adb3e10-042e-4139-9b2e-58a8678fc008' progress to 100 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.631385] env[69239]: INFO nova.compute.manager [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Detaching volume 102137fc-204a-4764-b1c4-0a62caeefab3 [ 1100.635924] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.652063] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Releasing lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.652400] env[69239]: DEBUG nova.compute.manager [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Instance network_info: |[{"id": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "address": "fa:16:3e:37:ce:ce", "network": {"id": "41d6d62e-364b-4d43-9224-0af886625919", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1704090917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "306554dbe7ac43d5a971dbce35941be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb4e96d-1c", "ovs_interfaceid": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.652741] env[69239]: DEBUG oslo_concurrency.lockutils [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] Acquired lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.652937] env[69239]: DEBUG nova.network.neutron [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Refreshing network info cache for port 6bb4e96d-1c12-4deb-81b2-4120928b5401 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.654948] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:ce:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bb4e96d-1c12-4deb-81b2-4120928b5401', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.663813] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Creating folder: Project (306554dbe7ac43d5a971dbce35941be4). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.667678] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d41046ec-47d8-45df-8b00-18213d8cd621 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.674518] env[69239]: INFO nova.virt.block_device [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Attempting to driver detach volume 102137fc-204a-4764-b1c4-0a62caeefab3 from mountpoint /dev/sdb [ 1100.675097] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1100.676588] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820955', 'volume_id': '102137fc-204a-4764-b1c4-0a62caeefab3', 'name': 'volume-102137fc-204a-4764-b1c4-0a62caeefab3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04c545a7-8355-408b-b506-d3f785cc057a', 'attached_at': '', 'detached_at': '', 'volume_id': '102137fc-204a-4764-b1c4-0a62caeefab3', 'serial': '102137fc-204a-4764-b1c4-0a62caeefab3'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1100.676588] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614745df-678c-4079-89c1-247773e0622f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.682435] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Created folder: Project (306554dbe7ac43d5a971dbce35941be4) in parent group-v820715. [ 1100.682862] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Creating folder: Instances. Parent ref: group-v821003. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.686034] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e863925-ea74-4b58-a38d-61edee4c572f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.710982] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0f3970-4efd-415a-9f56-1ea950ebd936 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.724168] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce85b3e-be2d-4259-81f6-a07e1bd1b9c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.727309] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Created folder: Instances in parent group-v821003. [ 1100.727583] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.727942] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.731435] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7e5b3a9-a966-4509-98db-905051e968a0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.771259] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e241952-8a14-421d-8057-0adee1a190c2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.777026] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.777026] env[69239]: value = "task-4145895" [ 1100.777026] env[69239]: _type = "Task" [ 1100.777026] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.781169] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145891, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.799316] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] The volume has not been displaced from its original location: [datastore1] volume-102137fc-204a-4764-b1c4-0a62caeefab3/volume-102137fc-204a-4764-b1c4-0a62caeefab3.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1100.806339] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1100.807151] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2835a0d4-7a4b-4b79-bff7-6d6abfe1b345 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.833475] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145895, 'name': CreateVM_Task} progress is 15%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.837465] env[69239]: DEBUG oslo_vmware.api [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1100.837465] env[69239]: value = "task-4145896" [ 1100.837465] env[69239]: _type = "Task" [ 1100.837465] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.837465] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188553} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.838015] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.843646] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3805c03-2c87-4c49-bf0a-aa69ae960686 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.853225] env[69239]: DEBUG oslo_vmware.api [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.873115] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] b7fe75cb-dde5-49b5-9d75-8aa2921e43b4/b7fe75cb-dde5-49b5-9d75-8aa2921e43b4.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.874939] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e99f0fce-a872-4d57-857e-75a9a13cfdfc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.897109] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Waiting for the task: (returnval){ [ 1100.897109] env[69239]: value = "task-4145897" [ 1100.897109] env[69239]: _type = "Task" [ 1100.897109] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.911880] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145897, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.040609] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa972be4-4eec-49f3-98db-d4268d4c3103 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.048827] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705edad5-3e5b-4467-a961-59eef146bcee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.080858] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f8fa06-4b39-47f8-a33c-e2ea81237c2b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.089499] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6dc2b8-cb28-46ff-a535-31a968c545c9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.106062] env[69239]: DEBUG nova.compute.provider_tree [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.275994] env[69239]: DEBUG oslo_vmware.api [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145891, 'name': PowerOnVM_Task, 'duration_secs': 1.074605} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.276209] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.276430] env[69239]: INFO nova.compute.manager [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1101.276670] env[69239]: DEBUG nova.compute.manager [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1101.277504] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c2aa87-598d-4960-8b6f-07563f151e5f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.299342] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145895, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.349519] env[69239]: DEBUG oslo_vmware.api [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145896, 'name': ReconfigVM_Task, 'duration_secs': 0.373384} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.349762] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1101.355659] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73b81e46-95d6-4d67-825b-106a9cf5605c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.378032] env[69239]: DEBUG oslo_vmware.api [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1101.378032] env[69239]: value = "task-4145898" [ 1101.378032] env[69239]: _type = "Task" [ 1101.378032] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.388349] env[69239]: DEBUG oslo_vmware.api [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.410678] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.557085] env[69239]: DEBUG nova.network.neutron [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Updated VIF entry in instance network info cache for port 6bb4e96d-1c12-4deb-81b2-4120928b5401. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.557620] env[69239]: DEBUG nova.network.neutron [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Updating instance_info_cache with network_info: [{"id": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "address": "fa:16:3e:37:ce:ce", "network": {"id": "41d6d62e-364b-4d43-9224-0af886625919", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1704090917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "306554dbe7ac43d5a971dbce35941be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb4e96d-1c", "ovs_interfaceid": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.611166] env[69239]: DEBUG nova.scheduler.client.report [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.793300] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145895, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.816249] env[69239]: INFO nova.compute.manager [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Took 26.92 seconds to build instance. [ 1101.889699] env[69239]: DEBUG oslo_vmware.api [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145898, 'name': ReconfigVM_Task, 'duration_secs': 0.190164} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.890045] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820955', 'volume_id': '102137fc-204a-4764-b1c4-0a62caeefab3', 'name': 'volume-102137fc-204a-4764-b1c4-0a62caeefab3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04c545a7-8355-408b-b506-d3f785cc057a', 'attached_at': '', 'detached_at': '', 'volume_id': '102137fc-204a-4764-b1c4-0a62caeefab3', 'serial': '102137fc-204a-4764-b1c4-0a62caeefab3'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1101.910879] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145897, 'name': ReconfigVM_Task, 'duration_secs': 0.940221} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.911024] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Reconfigured VM instance instance-00000068 to attach disk [datastore1] b7fe75cb-dde5-49b5-9d75-8aa2921e43b4/b7fe75cb-dde5-49b5-9d75-8aa2921e43b4.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.912090] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfc11d55-f7df-4649-a0fd-60b45d61f963 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.919941] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Waiting for the task: (returnval){ [ 1101.919941] env[69239]: value = "task-4145899" [ 1101.919941] env[69239]: _type = "Task" [ 1101.919941] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.929970] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145899, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.061583] env[69239]: DEBUG oslo_concurrency.lockutils [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] Releasing lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.061916] env[69239]: DEBUG nova.compute.manager [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Received event network-vif-deleted-47201786-7b08-4b35-bbe2-02dee3e01e76 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.062135] env[69239]: INFO nova.compute.manager [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Neutron deleted interface 47201786-7b08-4b35-bbe2-02dee3e01e76; detaching it from the instance and deleting it from the info cache [ 1102.062339] env[69239]: DEBUG nova.network.neutron [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.118178] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.120720] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.025s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.122390] env[69239]: INFO nova.compute.claims [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.135543] env[69239]: INFO nova.scheduler.client.report [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Deleted allocations for instance a6eabea9-ff1c-47b9-96eb-93317812136d [ 1102.295699] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145895, 'name': CreateVM_Task, 'duration_secs': 1.061527} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.295699] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.295699] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.295830] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.297038] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.297038] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af748c4-a648-464d-a50d-58732b0f2021 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.304272] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1102.304272] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ff037e-8745-c253-4165-a5c4a9ec3fce" [ 1102.304272] env[69239]: _type = "Task" [ 1102.304272] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.314545] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ff037e-8745-c253-4165-a5c4a9ec3fce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.319158] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30ade41c-44b6-4a14-9551-8695f09f300c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "259e53fb-53f6-4274-ac88-5b4befea221f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.433s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.385577] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "07515525-8fb4-4c23-b133-6370bb3bf60e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.386177] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "07515525-8fb4-4c23-b133-6370bb3bf60e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.432579] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145899, 'name': Rename_Task, 'duration_secs': 0.164237} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.432826] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.433089] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fecd3fd-4d6d-432b-a04c-fa4a83cd2663 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.445183] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Waiting for the task: (returnval){ [ 1102.445183] env[69239]: value = "task-4145900" [ 1102.445183] env[69239]: _type = "Task" [ 1102.445183] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.448576] env[69239]: DEBUG nova.objects.instance [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lazy-loading 'flavor' on Instance uuid 04c545a7-8355-408b-b506-d3f785cc057a {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.457435] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.568025] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7c97a40-8708-4b63-9882-65c4ece5c131 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.579451] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07865718-c023-42f3-98dc-48b8be369865 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.624892] env[69239]: DEBUG nova.compute.manager [req-4825a5bc-18a2-4fe5-9ff9-5eedee114cba req-8ab99486-4e9e-4810-a0c3-e4081601e28b service nova] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Detach interface failed, port_id=47201786-7b08-4b35-bbe2-02dee3e01e76, reason: Instance fec69706-2b0a-42e1-ba90-61a8ed0d0044 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.644138] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5d3eccb2-7d00-4ca0-806d-16aee95df8da tempest-ServerDiskConfigTestJSON-1562148127 tempest-ServerDiskConfigTestJSON-1562148127-project-member] Lock "a6eabea9-ff1c-47b9-96eb-93317812136d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.065s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.815167] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ff037e-8745-c253-4165-a5c4a9ec3fce, 'name': SearchDatastore_Task, 'duration_secs': 0.024874} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.815502] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.815741] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.815987] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.816165] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.816384] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.816680] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3e03f79-49b8-4082-8581-61a08ea8901a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.828881] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.829216] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.830100] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d454d289-ba6f-47a2-9cf1-cc11861dfbb5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.837872] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1102.837872] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526e8ae0-a5d5-a939-d472-bbbcea8b8ebc" [ 1102.837872] env[69239]: _type = "Task" [ 1102.837872] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.847773] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526e8ae0-a5d5-a939-d472-bbbcea8b8ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.888943] env[69239]: DEBUG nova.compute.manager [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.956760] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145900, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.141122] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "6adb3e10-042e-4139-9b2e-58a8678fc008" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.141422] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "6adb3e10-042e-4139-9b2e-58a8678fc008" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.141644] env[69239]: DEBUG nova.compute.manager [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Going to confirm migration 5 {{(pid=69239) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1103.349177] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526e8ae0-a5d5-a939-d472-bbbcea8b8ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.073941} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.349725] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4373baac-f362-467d-b6e6-2947daf8d211 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.357101] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1103.357101] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c0e81c-f54d-53bd-3de3-eb92eb43ab91" [ 1103.357101] env[69239]: _type = "Task" [ 1103.357101] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.367527] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c0e81c-f54d-53bd-3de3-eb92eb43ab91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.411955] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.457720] env[69239]: DEBUG oslo_vmware.api [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145900, 'name': PowerOnVM_Task, 'duration_secs': 0.951415} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.458102] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.458433] env[69239]: INFO nova.compute.manager [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1103.458433] env[69239]: DEBUG nova.compute.manager [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1103.459143] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b3ef77-4857-40bf-926a-8ec9bc28cb98 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.464660] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5dbd0ab8-383a-4127-a89b-80b3bf42ea6e tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "04c545a7-8355-408b-b506-d3f785cc057a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.340s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.611545] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e126e4b8-dbfd-4677-895b-f458b415cf2a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.626012] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae634a4-d6cc-445a-8931-26f3f2c3df3c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.671618] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e6e07d-0b3e-4aff-b0ec-f478db02aabc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.682467] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed51f1e-10e1-4811-a40a-f6fb7060e1d2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.704162] env[69239]: DEBUG nova.compute.provider_tree [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.878048] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c0e81c-f54d-53bd-3de3-eb92eb43ab91, 'name': SearchDatastore_Task, 'duration_secs': 0.015439} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.879416] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.879789] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] de26553e-ca34-4694-bc01-d66bf46381ea/de26553e-ca34-4694-bc01-d66bf46381ea.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.880144] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ec5dcc3-51a9-4835-ad54-44e0e474c9f2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.891022] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1103.891022] env[69239]: value = "task-4145901" [ 1103.891022] env[69239]: _type = "Task" [ 1103.891022] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.900300] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.985287] env[69239]: INFO nova.compute.manager [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Took 26.07 seconds to build instance. [ 1104.078723] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.078927] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.079142] env[69239]: DEBUG nova.network.neutron [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.079337] env[69239]: DEBUG nova.objects.instance [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'info_cache' on Instance uuid 6adb3e10-042e-4139-9b2e-58a8678fc008 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.213828] env[69239]: DEBUG nova.scheduler.client.report [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.281822] env[69239]: DEBUG nova.compute.manager [req-feed4328-616e-418d-937e-2613da71f73f req-756a06bf-c427-4a84-877b-15f48326253e service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Received event network-changed-05c35540-eab6-45d9-a320-1bcf5f241e29 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.282318] env[69239]: DEBUG nova.compute.manager [req-feed4328-616e-418d-937e-2613da71f73f req-756a06bf-c427-4a84-877b-15f48326253e service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Refreshing instance network info cache due to event network-changed-05c35540-eab6-45d9-a320-1bcf5f241e29. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.282670] env[69239]: DEBUG oslo_concurrency.lockutils [req-feed4328-616e-418d-937e-2613da71f73f req-756a06bf-c427-4a84-877b-15f48326253e service nova] Acquiring lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.282923] env[69239]: DEBUG oslo_concurrency.lockutils [req-feed4328-616e-418d-937e-2613da71f73f req-756a06bf-c427-4a84-877b-15f48326253e service nova] Acquired lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.283193] env[69239]: DEBUG nova.network.neutron [req-feed4328-616e-418d-937e-2613da71f73f req-756a06bf-c427-4a84-877b-15f48326253e service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Refreshing network info cache for port 05c35540-eab6-45d9-a320-1bcf5f241e29 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.411446] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145901, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.488965] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9b88b15-fbf5-4c54-920d-b6b4bee7cd5b tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Lock "b7fe75cb-dde5-49b5-9d75-8aa2921e43b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.276s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.581272] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c124d9-9329-17cb-142b-b86dc58060d0/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1104.583135] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547011d6-5e8b-4156-be04-0a1b1d039911 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.593650] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c124d9-9329-17cb-142b-b86dc58060d0/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1104.593880] env[69239]: ERROR oslo_vmware.rw_handles [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c124d9-9329-17cb-142b-b86dc58060d0/disk-0.vmdk due to incomplete transfer. [ 1104.594127] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b361aa1-3443-45bd-97b3-b19c4b0154fb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.605069] env[69239]: DEBUG oslo_vmware.rw_handles [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c124d9-9329-17cb-142b-b86dc58060d0/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1104.605349] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Uploaded image 481e75e9-3107-461c-b738-b236d0590d34 to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1104.607638] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1104.607981] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad05095c-f88b-4a2f-9ec0-bda597e704b3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.618241] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1104.618241] env[69239]: value = "task-4145902" [ 1104.618241] env[69239]: _type = "Task" [ 1104.618241] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.629815] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145902, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.727019] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.727019] env[69239]: DEBUG nova.compute.manager [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.729095] env[69239]: DEBUG oslo_concurrency.lockutils [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.746s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.729470] env[69239]: DEBUG nova.objects.instance [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lazy-loading 'resources' on Instance uuid 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.885213] env[69239]: DEBUG oslo_concurrency.lockutils [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Acquiring lock "b7fe75cb-dde5-49b5-9d75-8aa2921e43b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.885469] env[69239]: DEBUG oslo_concurrency.lockutils [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Lock "b7fe75cb-dde5-49b5-9d75-8aa2921e43b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.885695] env[69239]: DEBUG oslo_concurrency.lockutils [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Acquiring lock "b7fe75cb-dde5-49b5-9d75-8aa2921e43b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.885909] env[69239]: DEBUG oslo_concurrency.lockutils [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Lock "b7fe75cb-dde5-49b5-9d75-8aa2921e43b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.886113] env[69239]: DEBUG oslo_concurrency.lockutils [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Lock "b7fe75cb-dde5-49b5-9d75-8aa2921e43b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.888584] env[69239]: INFO nova.compute.manager [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Terminating instance [ 1104.902404] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819077} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.903291] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] de26553e-ca34-4694-bc01-d66bf46381ea/de26553e-ca34-4694-bc01-d66bf46381ea.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.903535] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.903915] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-333e2aae-b29d-4eed-be2b-cdb35dcb2b08 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.912194] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1104.912194] env[69239]: value = "task-4145903" [ 1104.912194] env[69239]: _type = "Task" [ 1104.912194] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.927700] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.006280] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "04c545a7-8355-408b-b506-d3f785cc057a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.006280] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "04c545a7-8355-408b-b506-d3f785cc057a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.006280] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "04c545a7-8355-408b-b506-d3f785cc057a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.006280] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "04c545a7-8355-408b-b506-d3f785cc057a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.006280] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "04c545a7-8355-408b-b506-d3f785cc057a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.007771] env[69239]: INFO nova.compute.manager [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Terminating instance [ 1105.130084] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145902, 'name': Destroy_Task, 'duration_secs': 0.364607} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.133465] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Destroyed the VM [ 1105.133465] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1105.133465] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9a9a2f5-7b97-48ad-88dd-08733a37a2d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.141572] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1105.141572] env[69239]: value = "task-4145904" [ 1105.141572] env[69239]: _type = "Task" [ 1105.141572] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.151823] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145904, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.232950] env[69239]: DEBUG nova.compute.utils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.238373] env[69239]: DEBUG nova.compute.manager [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.238373] env[69239]: DEBUG nova.network.neutron [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.304870] env[69239]: DEBUG nova.policy [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fae74180efd24038a86458e91d4249d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0bf57473715410d85f05be1956d89f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.370549] env[69239]: DEBUG nova.network.neutron [req-feed4328-616e-418d-937e-2613da71f73f req-756a06bf-c427-4a84-877b-15f48326253e service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updated VIF entry in instance network info cache for port 05c35540-eab6-45d9-a320-1bcf5f241e29. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.370940] env[69239]: DEBUG nova.network.neutron [req-feed4328-616e-418d-937e-2613da71f73f req-756a06bf-c427-4a84-877b-15f48326253e service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updating instance_info_cache with network_info: [{"id": "05c35540-eab6-45d9-a320-1bcf5f241e29", "address": "fa:16:3e:c9:8a:e2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c35540-ea", "ovs_interfaceid": "05c35540-eab6-45d9-a320-1bcf5f241e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.397057] env[69239]: DEBUG nova.compute.manager [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.397471] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.398277] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67aab48a-81ea-462b-8c73-da5f1bda3c4e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.409759] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.410054] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3102a827-b66d-4acc-8f32-12cdb538bc27 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.421385] env[69239]: DEBUG oslo_vmware.api [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Waiting for the task: (returnval){ [ 1105.421385] env[69239]: value = "task-4145905" [ 1105.421385] env[69239]: _type = "Task" [ 1105.421385] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.430722] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077442} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.432101] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.435413] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e458f3-8a49-4cfc-8b99-97a219c74ec3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.448212] env[69239]: DEBUG oslo_vmware.api [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.474094] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] de26553e-ca34-4694-bc01-d66bf46381ea/de26553e-ca34-4694-bc01-d66bf46381ea.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.477301] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0b8544e-d3e7-448b-acf1-41e46481df2f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.502836] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1105.502836] env[69239]: value = "task-4145906" [ 1105.502836] env[69239]: _type = "Task" [ 1105.502836] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.514946] env[69239]: DEBUG nova.compute.manager [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.514946] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.518585] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb695082-1da5-42c4-bbc0-6d711d22e1af {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.522476] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145906, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.531041] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.534028] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c9676fc-a070-41fe-a589-da883d70b52a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.543068] env[69239]: DEBUG oslo_vmware.api [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1105.543068] env[69239]: value = "task-4145907" [ 1105.543068] env[69239]: _type = "Task" [ 1105.543068] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.553522] env[69239]: DEBUG oslo_vmware.api [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.657225] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145904, 'name': RemoveSnapshot_Task, 'duration_secs': 0.382612} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.657225] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1105.657225] env[69239]: DEBUG nova.compute.manager [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1105.657225] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109d87c5-8097-49e6-af88-f79edec7bc5a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.689403] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8801b56e-5801-486e-8fab-aafbcdb4e4d2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.704566] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad340e0-1455-4aef-922c-d222df0d34c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.742021] env[69239]: DEBUG nova.network.neutron [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating instance_info_cache with network_info: [{"id": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "address": "fa:16:3e:31:f4:fa", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a9e6d4-fe", "ovs_interfaceid": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.745522] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593def19-8356-4838-bd0c-81e73561fcdb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.749299] env[69239]: DEBUG nova.compute.manager [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.763758] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c1d2dd-d8c0-4dc9-9943-7dfafb1f591c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.789025] env[69239]: DEBUG nova.compute.provider_tree [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.877643] env[69239]: DEBUG oslo_concurrency.lockutils [req-feed4328-616e-418d-937e-2613da71f73f req-756a06bf-c427-4a84-877b-15f48326253e service nova] Releasing lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.912623] env[69239]: DEBUG nova.network.neutron [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Successfully created port: 5729e6a7-d28f-4dc8-af7f-e54c045fc916 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.932421] env[69239]: DEBUG oslo_vmware.api [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145905, 'name': PowerOffVM_Task, 'duration_secs': 0.218251} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.932828] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.934080] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.934080] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab45087b-cf4b-4862-969a-9c3a625f6b7b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.004627] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.005035] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.005147] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Deleting the datastore file [datastore1] b7fe75cb-dde5-49b5-9d75-8aa2921e43b4 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.009711] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5c3b5df-8b15-4114-aa75-f317a75f3ced {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.016790] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145906, 'name': ReconfigVM_Task, 'duration_secs': 0.373985} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.018608] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Reconfigured VM instance instance-00000069 to attach disk [datastore1] de26553e-ca34-4694-bc01-d66bf46381ea/de26553e-ca34-4694-bc01-d66bf46381ea.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.019378] env[69239]: DEBUG oslo_vmware.api [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Waiting for the task: (returnval){ [ 1106.019378] env[69239]: value = "task-4145909" [ 1106.019378] env[69239]: _type = "Task" [ 1106.019378] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.019579] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12b58cc1-a0a7-48e6-8910-67c0d93137fc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.030100] env[69239]: DEBUG oslo_vmware.api [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.031878] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1106.031878] env[69239]: value = "task-4145910" [ 1106.031878] env[69239]: _type = "Task" [ 1106.031878] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.040186] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145910, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.053936] env[69239]: DEBUG oslo_vmware.api [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145907, 'name': PowerOffVM_Task, 'duration_secs': 0.468887} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.054281] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.054453] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.054763] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f62c6c5-e136-4d67-b875-f034e03a9107 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.129848] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.130135] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.130326] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Deleting the datastore file [datastore2] 04c545a7-8355-408b-b506-d3f785cc057a {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.130599] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a031eb88-38aa-4d69-afcd-6b8e8fcd5819 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.142289] env[69239]: DEBUG oslo_vmware.api [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1106.142289] env[69239]: value = "task-4145912" [ 1106.142289] env[69239]: _type = "Task" [ 1106.142289] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.151223] env[69239]: DEBUG oslo_vmware.api [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.171586] env[69239]: INFO nova.compute.manager [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Shelve offloading [ 1106.254985] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.255286] env[69239]: DEBUG nova.objects.instance [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'migration_context' on Instance uuid 6adb3e10-042e-4139-9b2e-58a8678fc008 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.298632] env[69239]: DEBUG nova.scheduler.client.report [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.311507] env[69239]: DEBUG nova.compute.manager [req-8b20102c-14a6-4693-96a3-1cd3b5bf8256 req-b9700c1f-3560-4346-a8cf-4219afd4d8a4 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Received event network-changed-2d44e7e8-de4b-4be1-9d18-8cd28fa77441 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.314862] env[69239]: DEBUG nova.compute.manager [req-8b20102c-14a6-4693-96a3-1cd3b5bf8256 req-b9700c1f-3560-4346-a8cf-4219afd4d8a4 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Refreshing instance network info cache due to event network-changed-2d44e7e8-de4b-4be1-9d18-8cd28fa77441. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.314862] env[69239]: DEBUG oslo_concurrency.lockutils [req-8b20102c-14a6-4693-96a3-1cd3b5bf8256 req-b9700c1f-3560-4346-a8cf-4219afd4d8a4 service nova] Acquiring lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.314862] env[69239]: DEBUG oslo_concurrency.lockutils [req-8b20102c-14a6-4693-96a3-1cd3b5bf8256 req-b9700c1f-3560-4346-a8cf-4219afd4d8a4 service nova] Acquired lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.314862] env[69239]: DEBUG nova.network.neutron [req-8b20102c-14a6-4693-96a3-1cd3b5bf8256 req-b9700c1f-3560-4346-a8cf-4219afd4d8a4 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Refreshing network info cache for port 2d44e7e8-de4b-4be1-9d18-8cd28fa77441 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.535896] env[69239]: DEBUG oslo_vmware.api [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Task: {'id': task-4145909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171776} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.539713] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.540114] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.540500] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.540881] env[69239]: INFO nova.compute.manager [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1106.541309] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.541812] env[69239]: DEBUG nova.compute.manager [-] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.542058] env[69239]: DEBUG nova.network.neutron [-] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.550084] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145910, 'name': Rename_Task, 'duration_secs': 0.17154} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.550819] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.551105] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-746044a5-6da0-4468-a74a-0b933fcb1323 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.559051] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1106.559051] env[69239]: value = "task-4145913" [ 1106.559051] env[69239]: _type = "Task" [ 1106.559051] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.567611] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.653511] env[69239]: DEBUG oslo_vmware.api [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4145912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161959} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.653820] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.653996] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.654200] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.654379] env[69239]: INFO nova.compute.manager [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1106.654623] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.654887] env[69239]: DEBUG nova.compute.manager [-] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.654989] env[69239]: DEBUG nova.network.neutron [-] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.677415] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.678120] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5340ca2-2a0b-4114-b29f-6542a7d23fbf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.687448] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1106.687448] env[69239]: value = "task-4145914" [ 1106.687448] env[69239]: _type = "Task" [ 1106.687448] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.701875] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] VM already powered off {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1106.701875] env[69239]: DEBUG nova.compute.manager [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1106.704050] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef19fd97-c350-494b-aa54-b441f304c976 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.710761] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.710943] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquired lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.711167] env[69239]: DEBUG nova.network.neutron [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.758337] env[69239]: DEBUG nova.objects.base [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Object Instance<6adb3e10-042e-4139-9b2e-58a8678fc008> lazy-loaded attributes: info_cache,migration_context {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1106.762022] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8429538-fb8a-4f33-9f96-040b8909d941 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.790177] env[69239]: DEBUG nova.compute.manager [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.793442] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5336dedd-145d-4905-a904-e1699df75f83 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.801046] env[69239]: DEBUG oslo_vmware.api [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1106.801046] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a9b1ba-225b-795e-59e8-088f281804d9" [ 1106.801046] env[69239]: _type = "Task" [ 1106.801046] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.808449] env[69239]: DEBUG oslo_concurrency.lockutils [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.811311] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.382s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.811311] env[69239]: DEBUG nova.objects.instance [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lazy-loading 'resources' on Instance uuid fec69706-2b0a-42e1-ba90-61a8ed0d0044 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.824605] env[69239]: DEBUG oslo_vmware.api [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a9b1ba-225b-795e-59e8-088f281804d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.825345] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.835718] env[69239]: DEBUG nova.virt.hardware [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.835981] env[69239]: DEBUG nova.virt.hardware [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.836469] env[69239]: DEBUG nova.virt.hardware [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.836883] env[69239]: DEBUG nova.virt.hardware [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.837095] env[69239]: DEBUG nova.virt.hardware [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.837259] env[69239]: DEBUG nova.virt.hardware [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.837473] env[69239]: DEBUG nova.virt.hardware [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.837637] env[69239]: DEBUG nova.virt.hardware [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.837798] env[69239]: DEBUG nova.virt.hardware [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.837969] env[69239]: DEBUG nova.virt.hardware [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.838174] env[69239]: DEBUG nova.virt.hardware [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.839691] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68329b2e-efdf-45a6-a8b6-d54ded1409a7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.845538] env[69239]: INFO nova.scheduler.client.report [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleted allocations for instance 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0 [ 1106.854936] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d799a0-538b-4a80-a020-092398292205 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.077066] env[69239]: DEBUG oslo_vmware.api [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145913, 'name': PowerOnVM_Task, 'duration_secs': 0.511635} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.077322] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.077545] env[69239]: INFO nova.compute.manager [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1107.077748] env[69239]: DEBUG nova.compute.manager [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1107.079422] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761a974f-b8d6-42be-81bd-7f88718750d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.109081] env[69239]: DEBUG nova.network.neutron [req-8b20102c-14a6-4693-96a3-1cd3b5bf8256 req-b9700c1f-3560-4346-a8cf-4219afd4d8a4 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Updated VIF entry in instance network info cache for port 2d44e7e8-de4b-4be1-9d18-8cd28fa77441. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.109476] env[69239]: DEBUG nova.network.neutron [req-8b20102c-14a6-4693-96a3-1cd3b5bf8256 req-b9700c1f-3560-4346-a8cf-4219afd4d8a4 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Updating instance_info_cache with network_info: [{"id": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "address": "fa:16:3e:8f:63:69", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d44e7e8-de", "ovs_interfaceid": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.360046] env[69239]: DEBUG oslo_concurrency.lockutils [None req-04188c3e-1c68-4293-a3c1-7969b359e1f5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.141s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.450461] env[69239]: DEBUG nova.network.neutron [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Updating instance_info_cache with network_info: [{"id": "336a8c9c-5bd2-4bee-b674-6cb4b1129888", "address": "fa:16:3e:6b:78:11", "network": {"id": "b9148f44-99a4-401c-914f-0bafe1bcf5cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-483948712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e41ba40b9149fb80ea78c2bef2b56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336a8c9c-5b", "ovs_interfaceid": "336a8c9c-5bd2-4bee-b674-6cb4b1129888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.572864] env[69239]: DEBUG nova.network.neutron [-] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.603858] env[69239]: INFO nova.compute.manager [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Took 28.37 seconds to build instance. [ 1107.614925] env[69239]: DEBUG oslo_concurrency.lockutils [req-8b20102c-14a6-4693-96a3-1cd3b5bf8256 req-b9700c1f-3560-4346-a8cf-4219afd4d8a4 service nova] Releasing lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.631494] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d120daad-578d-4d5e-ae47-e4fbce95b5d2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.642374] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32c66d0-21a7-4d73-ab56-b9ce766ea277 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.684973] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1959bf15-6cf2-495c-af82-ba9829fd97b5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.689185] env[69239]: DEBUG nova.compute.manager [req-d11f59c1-ebda-4393-ad05-19a4fb541103 req-e211a974-72c9-4eaf-bb08-5f0eab858f38 service nova] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Received event network-vif-plugged-5729e6a7-d28f-4dc8-af7f-e54c045fc916 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.689414] env[69239]: DEBUG oslo_concurrency.lockutils [req-d11f59c1-ebda-4393-ad05-19a4fb541103 req-e211a974-72c9-4eaf-bb08-5f0eab858f38 service nova] Acquiring lock "ef4328d0-ab2c-4c37-af3c-6f5145943ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.689627] env[69239]: DEBUG oslo_concurrency.lockutils [req-d11f59c1-ebda-4393-ad05-19a4fb541103 req-e211a974-72c9-4eaf-bb08-5f0eab858f38 service nova] Lock "ef4328d0-ab2c-4c37-af3c-6f5145943ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.689799] env[69239]: DEBUG oslo_concurrency.lockutils [req-d11f59c1-ebda-4393-ad05-19a4fb541103 req-e211a974-72c9-4eaf-bb08-5f0eab858f38 service nova] Lock "ef4328d0-ab2c-4c37-af3c-6f5145943ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.689973] env[69239]: DEBUG nova.compute.manager [req-d11f59c1-ebda-4393-ad05-19a4fb541103 req-e211a974-72c9-4eaf-bb08-5f0eab858f38 service nova] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] No waiting events found dispatching network-vif-plugged-5729e6a7-d28f-4dc8-af7f-e54c045fc916 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1107.690153] env[69239]: WARNING nova.compute.manager [req-d11f59c1-ebda-4393-ad05-19a4fb541103 req-e211a974-72c9-4eaf-bb08-5f0eab858f38 service nova] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Received unexpected event network-vif-plugged-5729e6a7-d28f-4dc8-af7f-e54c045fc916 for instance with vm_state building and task_state spawning. [ 1107.697370] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f922e9d9-eb80-40ae-ba26-86564580ba82 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.714293] env[69239]: DEBUG nova.compute.provider_tree [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.732543] env[69239]: DEBUG nova.network.neutron [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Successfully updated port: 5729e6a7-d28f-4dc8-af7f-e54c045fc916 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.952256] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Releasing lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.076856] env[69239]: INFO nova.compute.manager [-] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Took 1.53 seconds to deallocate network for instance. [ 1108.106777] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5ee43ed4-f0db-4f38-8d5c-f4769a9bf87e tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Lock "de26553e-ca34-4694-bc01-d66bf46381ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.887s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.235243] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Acquiring lock "refresh_cache-ef4328d0-ab2c-4c37-af3c-6f5145943ebe" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.235401] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Acquired lock "refresh_cache-ef4328d0-ab2c-4c37-af3c-6f5145943ebe" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.235558] env[69239]: DEBUG nova.network.neutron [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.241167] env[69239]: ERROR nova.scheduler.client.report [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] [req-27a96422-af93-4e9b-9843-32d1ca2c7f48] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2bd4b269-7c99-4e7d-a21b-3ca84d613130. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-27a96422-af93-4e9b-9843-32d1ca2c7f48"}]} [ 1108.261531] env[69239]: INFO nova.compute.manager [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Rescuing [ 1108.261869] env[69239]: DEBUG oslo_concurrency.lockutils [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquiring lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.262042] env[69239]: DEBUG oslo_concurrency.lockutils [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquired lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.262225] env[69239]: DEBUG nova.network.neutron [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.275026] env[69239]: DEBUG nova.scheduler.client.report [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1108.275026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "fd31c1d3-55ab-4bf6-851e-c09d60ce0738" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.276602] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "fd31c1d3-55ab-4bf6-851e-c09d60ce0738" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.276871] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "fd31c1d3-55ab-4bf6-851e-c09d60ce0738-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.277107] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "fd31c1d3-55ab-4bf6-851e-c09d60ce0738-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.277293] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "fd31c1d3-55ab-4bf6-851e-c09d60ce0738-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.282179] env[69239]: INFO nova.compute.manager [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Terminating instance [ 1108.299066] env[69239]: DEBUG nova.scheduler.client.report [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1108.299066] env[69239]: DEBUG nova.compute.provider_tree [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.302623] env[69239]: DEBUG nova.network.neutron [-] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.323488] env[69239]: DEBUG nova.scheduler.client.report [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1108.353784] env[69239]: DEBUG nova.scheduler.client.report [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1108.384754] env[69239]: DEBUG nova.compute.manager [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Received event network-changed-2d44e7e8-de4b-4be1-9d18-8cd28fa77441 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.386650] env[69239]: DEBUG nova.compute.manager [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Refreshing instance network info cache due to event network-changed-2d44e7e8-de4b-4be1-9d18-8cd28fa77441. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.386650] env[69239]: DEBUG oslo_concurrency.lockutils [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] Acquiring lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.386650] env[69239]: DEBUG oslo_concurrency.lockutils [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] Acquired lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.386650] env[69239]: DEBUG nova.network.neutron [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Refreshing network info cache for port 2d44e7e8-de4b-4be1-9d18-8cd28fa77441 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.566260] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.567261] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6731d342-5d66-4a30-a538-5e1a42b67b60 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.580561] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.581062] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21d822e4-b8ba-4e16-8f80-9f945ab0224f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.583441] env[69239]: DEBUG oslo_concurrency.lockutils [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.662453] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.662804] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.663056] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Deleting the datastore file [datastore2] 69ef9903-3cbc-4b39-98a2-db9fe5640d24 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.663375] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cd82b93-ee49-46f2-a302-8c1762cee250 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.674532] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1108.674532] env[69239]: value = "task-4145916" [ 1108.674532] env[69239]: _type = "Task" [ 1108.674532] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.680576] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.686255] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ea066b-92d9-4649-a076-7aa3e0b99c88 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.692182] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c19620b-53fd-45ac-8bdd-f0c9ab7bbb14 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.725377] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc41095-b8c5-4a46-ae83-66c21376d1ab {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.733529] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7966bf76-de84-43c2-8d9f-765d110ecb62 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.749454] env[69239]: DEBUG nova.compute.provider_tree [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.789019] env[69239]: DEBUG nova.compute.manager [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.789019] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.789019] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18c6d9c-fe01-4c90-b12a-0e2ba9bc8d0f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.792651] env[69239]: DEBUG nova.network.neutron [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.797804] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.798248] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-286e67b6-75bd-4693-b3b4-629f4aabfc13 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.805972] env[69239]: INFO nova.compute.manager [-] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Took 2.15 seconds to deallocate network for instance. [ 1108.806481] env[69239]: DEBUG oslo_vmware.api [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1108.806481] env[69239]: value = "task-4145917" [ 1108.806481] env[69239]: _type = "Task" [ 1108.806481] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.826191] env[69239]: DEBUG oslo_vmware.api [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.009876] env[69239]: DEBUG nova.network.neutron [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Updating instance_info_cache with network_info: [{"id": "5729e6a7-d28f-4dc8-af7f-e54c045fc916", "address": "fa:16:3e:2d:15:37", "network": {"id": "c855a435-c1a9-453b-8fec-3501f1f90960", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-92669008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0bf57473715410d85f05be1956d89f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5729e6a7-d2", "ovs_interfaceid": "5729e6a7-d28f-4dc8-af7f-e54c045fc916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.085144] env[69239]: DEBUG oslo_concurrency.lockutils [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "a0160ab3-7f9f-4f46-b68b-58ea552461ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.085144] env[69239]: DEBUG oslo_concurrency.lockutils [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "a0160ab3-7f9f-4f46-b68b-58ea552461ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.085144] env[69239]: DEBUG oslo_concurrency.lockutils [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "a0160ab3-7f9f-4f46-b68b-58ea552461ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.085144] env[69239]: DEBUG oslo_concurrency.lockutils [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "a0160ab3-7f9f-4f46-b68b-58ea552461ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.085144] env[69239]: DEBUG oslo_concurrency.lockutils [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "a0160ab3-7f9f-4f46-b68b-58ea552461ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.086051] env[69239]: INFO nova.compute.manager [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Terminating instance [ 1109.183188] env[69239]: DEBUG oslo_vmware.api [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4145916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200076} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.183482] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.183853] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.184072] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.207046] env[69239]: INFO nova.scheduler.client.report [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Deleted allocations for instance 69ef9903-3cbc-4b39-98a2-db9fe5640d24 [ 1109.232462] env[69239]: DEBUG nova.network.neutron [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Updating instance_info_cache with network_info: [{"id": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "address": "fa:16:3e:37:ce:ce", "network": {"id": "41d6d62e-364b-4d43-9224-0af886625919", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1704090917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "306554dbe7ac43d5a971dbce35941be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb4e96d-1c", "ovs_interfaceid": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.288471] env[69239]: DEBUG nova.scheduler.client.report [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Updated inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1109.288907] env[69239]: DEBUG nova.compute.provider_tree [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Updating resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 generation from 145 to 146 during operation: update_inventory {{(pid=69239) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1109.289232] env[69239]: DEBUG nova.compute.provider_tree [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1109.319894] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.320232] env[69239]: DEBUG oslo_vmware.api [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145917, 'name': PowerOffVM_Task, 'duration_secs': 0.257747} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.320512] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.320696] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.321092] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4477b0b-2f51-442e-84a7-a6b42ebaf6c5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.364500] env[69239]: DEBUG nova.network.neutron [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Updated VIF entry in instance network info cache for port 2d44e7e8-de4b-4be1-9d18-8cd28fa77441. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.364918] env[69239]: DEBUG nova.network.neutron [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Updating instance_info_cache with network_info: [{"id": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "address": "fa:16:3e:8f:63:69", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d44e7e8-de", "ovs_interfaceid": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.407813] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.408307] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.408976] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleting the datastore file [datastore1] fd31c1d3-55ab-4bf6-851e-c09d60ce0738 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.408976] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48aaa740-7640-4a12-8979-6ca141bf0e29 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.417332] env[69239]: DEBUG oslo_vmware.api [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1109.417332] env[69239]: value = "task-4145919" [ 1109.417332] env[69239]: _type = "Task" [ 1109.417332] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.427525] env[69239]: DEBUG oslo_vmware.api [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.514645] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Releasing lock "refresh_cache-ef4328d0-ab2c-4c37-af3c-6f5145943ebe" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.514645] env[69239]: DEBUG nova.compute.manager [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Instance network_info: |[{"id": "5729e6a7-d28f-4dc8-af7f-e54c045fc916", "address": "fa:16:3e:2d:15:37", "network": {"id": "c855a435-c1a9-453b-8fec-3501f1f90960", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-92669008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0bf57473715410d85f05be1956d89f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5729e6a7-d2", "ovs_interfaceid": "5729e6a7-d28f-4dc8-af7f-e54c045fc916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.514645] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:15:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5729e6a7-d28f-4dc8-af7f-e54c045fc916', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.522542] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Creating folder: Project (c0bf57473715410d85f05be1956d89f3). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.522873] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7fa5031-3c41-4932-88a0-33a10ecaa0ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.535804] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Created folder: Project (c0bf57473715410d85f05be1956d89f3) in parent group-v820715. [ 1109.535973] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Creating folder: Instances. Parent ref: group-v821006. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.536244] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e1e1465-4924-4957-8dfa-a54f52ccfb9e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.550433] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Created folder: Instances in parent group-v821006. [ 1109.550433] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.550654] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.551382] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20a8245e-f7f2-4c92-a64f-3891f58a2a19 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.574200] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.574200] env[69239]: value = "task-4145922" [ 1109.574200] env[69239]: _type = "Task" [ 1109.574200] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.584030] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145922, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.590938] env[69239]: DEBUG nova.compute.manager [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.591180] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.592186] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498e050b-85bd-4ce1-981e-fdf9dd1db055 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.601718] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.602030] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9285f3a-552d-4ed6-b504-a0f86360af75 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.610290] env[69239]: DEBUG oslo_vmware.api [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1109.610290] env[69239]: value = "task-4145923" [ 1109.610290] env[69239]: _type = "Task" [ 1109.610290] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.621391] env[69239]: DEBUG oslo_vmware.api [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.709982] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.734952] env[69239]: DEBUG oslo_concurrency.lockutils [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Releasing lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.796562] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.986s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.801249] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.164s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.801249] env[69239]: DEBUG nova.objects.instance [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lazy-loading 'resources' on Instance uuid 490ecfbb-f3e2-4c96-983d-c012980905cb {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.829417] env[69239]: INFO nova.scheduler.client.report [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Deleted allocations for instance fec69706-2b0a-42e1-ba90-61a8ed0d0044 [ 1109.868590] env[69239]: DEBUG oslo_concurrency.lockutils [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] Releasing lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.868590] env[69239]: DEBUG nova.compute.manager [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Received event network-changed-05c35540-eab6-45d9-a320-1bcf5f241e29 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.868776] env[69239]: DEBUG nova.compute.manager [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Refreshing instance network info cache due to event network-changed-05c35540-eab6-45d9-a320-1bcf5f241e29. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.868900] env[69239]: DEBUG oslo_concurrency.lockutils [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] Acquiring lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.869122] env[69239]: DEBUG oslo_concurrency.lockutils [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] Acquired lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.869175] env[69239]: DEBUG nova.network.neutron [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Refreshing network info cache for port 05c35540-eab6-45d9-a320-1bcf5f241e29 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.929797] env[69239]: DEBUG oslo_vmware.api [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4145919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209823} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.932197] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.932197] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.932197] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.932197] env[69239]: INFO nova.compute.manager [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1109.932197] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.932197] env[69239]: DEBUG nova.compute.manager [-] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.932197] env[69239]: DEBUG nova.network.neutron [-] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.088633] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145922, 'name': CreateVM_Task, 'duration_secs': 0.424685} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.088816] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.089856] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.090039] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.090374] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.091763] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9871faaf-1ef1-4cee-9212-c0e7410e65fa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.094521] env[69239]: DEBUG nova.compute.manager [req-bb894699-8310-4797-a768-b28bdf1e08ea req-75b56974-3178-4e30-bd5a-e792d2b008a9 service nova] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Received event network-changed-5729e6a7-d28f-4dc8-af7f-e54c045fc916 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.094686] env[69239]: DEBUG nova.compute.manager [req-bb894699-8310-4797-a768-b28bdf1e08ea req-75b56974-3178-4e30-bd5a-e792d2b008a9 service nova] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Refreshing instance network info cache due to event network-changed-5729e6a7-d28f-4dc8-af7f-e54c045fc916. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.094942] env[69239]: DEBUG oslo_concurrency.lockutils [req-bb894699-8310-4797-a768-b28bdf1e08ea req-75b56974-3178-4e30-bd5a-e792d2b008a9 service nova] Acquiring lock "refresh_cache-ef4328d0-ab2c-4c37-af3c-6f5145943ebe" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.095104] env[69239]: DEBUG oslo_concurrency.lockutils [req-bb894699-8310-4797-a768-b28bdf1e08ea req-75b56974-3178-4e30-bd5a-e792d2b008a9 service nova] Acquired lock "refresh_cache-ef4328d0-ab2c-4c37-af3c-6f5145943ebe" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.095270] env[69239]: DEBUG nova.network.neutron [req-bb894699-8310-4797-a768-b28bdf1e08ea req-75b56974-3178-4e30-bd5a-e792d2b008a9 service nova] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Refreshing network info cache for port 5729e6a7-d28f-4dc8-af7f-e54c045fc916 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.101448] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Waiting for the task: (returnval){ [ 1110.101448] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526f1bb1-6144-2852-19a2-374d56029646" [ 1110.101448] env[69239]: _type = "Task" [ 1110.101448] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.112338] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526f1bb1-6144-2852-19a2-374d56029646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.123921] env[69239]: DEBUG oslo_vmware.api [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145923, 'name': PowerOffVM_Task, 'duration_secs': 0.221906} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.124231] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.124405] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.124863] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd6a80f6-c835-4749-94c9-1a0cb19c8d77 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.234702] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.234702] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.234702] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Deleting the datastore file [datastore2] a0160ab3-7f9f-4f46-b68b-58ea552461ad {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.234932] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d717b1d-e45d-4331-b5fe-b99df7ae2857 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.241625] env[69239]: DEBUG oslo_vmware.api [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1110.241625] env[69239]: value = "task-4145925" [ 1110.241625] env[69239]: _type = "Task" [ 1110.241625] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.251454] env[69239]: DEBUG oslo_vmware.api [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.341139] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c03c05cf-798b-4ca3-b3d0-2013b454be16 tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "fec69706-2b0a-42e1-ba90-61a8ed0d0044" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.525s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.426719] env[69239]: DEBUG nova.compute.manager [req-b58b094d-1ced-4e04-9161-578c804ab2a3 req-4e9cbdf8-4940-4516-a2c5-b128835742ab service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Received event network-vif-unplugged-336a8c9c-5bd2-4bee-b674-6cb4b1129888 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.426943] env[69239]: DEBUG oslo_concurrency.lockutils [req-b58b094d-1ced-4e04-9161-578c804ab2a3 req-4e9cbdf8-4940-4516-a2c5-b128835742ab service nova] Acquiring lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.427174] env[69239]: DEBUG oslo_concurrency.lockutils [req-b58b094d-1ced-4e04-9161-578c804ab2a3 req-4e9cbdf8-4940-4516-a2c5-b128835742ab service nova] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.427346] env[69239]: DEBUG oslo_concurrency.lockutils [req-b58b094d-1ced-4e04-9161-578c804ab2a3 req-4e9cbdf8-4940-4516-a2c5-b128835742ab service nova] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.427515] env[69239]: DEBUG nova.compute.manager [req-b58b094d-1ced-4e04-9161-578c804ab2a3 req-4e9cbdf8-4940-4516-a2c5-b128835742ab service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] No waiting events found dispatching network-vif-unplugged-336a8c9c-5bd2-4bee-b674-6cb4b1129888 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1110.427683] env[69239]: WARNING nova.compute.manager [req-b58b094d-1ced-4e04-9161-578c804ab2a3 req-4e9cbdf8-4940-4516-a2c5-b128835742ab service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Received unexpected event network-vif-unplugged-336a8c9c-5bd2-4bee-b674-6cb4b1129888 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1110.427844] env[69239]: DEBUG nova.compute.manager [req-b58b094d-1ced-4e04-9161-578c804ab2a3 req-4e9cbdf8-4940-4516-a2c5-b128835742ab service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Received event network-changed-336a8c9c-5bd2-4bee-b674-6cb4b1129888 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.427997] env[69239]: DEBUG nova.compute.manager [req-b58b094d-1ced-4e04-9161-578c804ab2a3 req-4e9cbdf8-4940-4516-a2c5-b128835742ab service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Refreshing instance network info cache due to event network-changed-336a8c9c-5bd2-4bee-b674-6cb4b1129888. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.428536] env[69239]: DEBUG oslo_concurrency.lockutils [req-b58b094d-1ced-4e04-9161-578c804ab2a3 req-4e9cbdf8-4940-4516-a2c5-b128835742ab service nova] Acquiring lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.428693] env[69239]: DEBUG oslo_concurrency.lockutils [req-b58b094d-1ced-4e04-9161-578c804ab2a3 req-4e9cbdf8-4940-4516-a2c5-b128835742ab service nova] Acquired lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.429191] env[69239]: DEBUG nova.network.neutron [req-b58b094d-1ced-4e04-9161-578c804ab2a3 req-4e9cbdf8-4940-4516-a2c5-b128835742ab service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Refreshing network info cache for port 336a8c9c-5bd2-4bee-b674-6cb4b1129888 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.613558] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526f1bb1-6144-2852-19a2-374d56029646, 'name': SearchDatastore_Task, 'duration_secs': 0.028326} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.614998] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.615269] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.615512] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.615659] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.616245] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.616827] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b12db77-a7e5-44d3-a8f1-4761c6cd85bf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.620029] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ef08155-f8f8-4e2a-a377-230429d38022 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.636229] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966e482f-710b-453e-909f-aa4f07afa50c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.675678] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8010854-977b-4faa-a5a0-73d6a30359d9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.678530] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.678713] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.680076] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde95ab5-ca31-4ac1-b84d-6abfa4ee7f84 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.689856] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20ca822-1c59-4952-8256-82c1e2ecce5c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.694220] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Waiting for the task: (returnval){ [ 1110.694220] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f1501a-c73b-13d2-e9a7-0b70b406ceb5" [ 1110.694220] env[69239]: _type = "Task" [ 1110.694220] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.709446] env[69239]: DEBUG nova.compute.provider_tree [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.716449] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f1501a-c73b-13d2-e9a7-0b70b406ceb5, 'name': SearchDatastore_Task, 'duration_secs': 0.023563} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.717270] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3973954-31ff-467a-8d81-3845b68965b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.723703] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Waiting for the task: (returnval){ [ 1110.723703] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529cf57b-dfe2-ba28-3863-c7853d6acf6c" [ 1110.723703] env[69239]: _type = "Task" [ 1110.723703] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.732864] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529cf57b-dfe2-ba28-3863-c7853d6acf6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.751243] env[69239]: DEBUG oslo_vmware.api [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4145925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464414} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.751506] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.751691] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.751930] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.752065] env[69239]: INFO nova.compute.manager [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1110.752359] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.752551] env[69239]: DEBUG nova.compute.manager [-] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.752648] env[69239]: DEBUG nova.network.neutron [-] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.845215] env[69239]: DEBUG nova.network.neutron [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updated VIF entry in instance network info cache for port 05c35540-eab6-45d9-a320-1bcf5f241e29. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.845578] env[69239]: DEBUG nova.network.neutron [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updating instance_info_cache with network_info: [{"id": "05c35540-eab6-45d9-a320-1bcf5f241e29", "address": "fa:16:3e:c9:8a:e2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c35540-ea", "ovs_interfaceid": "05c35540-eab6-45d9-a320-1bcf5f241e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.897843] env[69239]: DEBUG nova.network.neutron [-] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.032020] env[69239]: DEBUG nova.network.neutron [req-bb894699-8310-4797-a768-b28bdf1e08ea req-75b56974-3178-4e30-bd5a-e792d2b008a9 service nova] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Updated VIF entry in instance network info cache for port 5729e6a7-d28f-4dc8-af7f-e54c045fc916. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.032495] env[69239]: DEBUG nova.network.neutron [req-bb894699-8310-4797-a768-b28bdf1e08ea req-75b56974-3178-4e30-bd5a-e792d2b008a9 service nova] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Updating instance_info_cache with network_info: [{"id": "5729e6a7-d28f-4dc8-af7f-e54c045fc916", "address": "fa:16:3e:2d:15:37", "network": {"id": "c855a435-c1a9-453b-8fec-3501f1f90960", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-92669008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0bf57473715410d85f05be1956d89f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5729e6a7-d2", "ovs_interfaceid": "5729e6a7-d28f-4dc8-af7f-e54c045fc916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.136090] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.213324] env[69239]: DEBUG nova.scheduler.client.report [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.238329] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529cf57b-dfe2-ba28-3863-c7853d6acf6c, 'name': SearchDatastore_Task, 'duration_secs': 0.030577} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.239340] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.239603] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] ef4328d0-ab2c-4c37-af3c-6f5145943ebe/ef4328d0-ab2c-4c37-af3c-6f5145943ebe.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.239863] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f2e6361-e75b-473c-8124-8041cfd92abc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.250115] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Waiting for the task: (returnval){ [ 1111.250115] env[69239]: value = "task-4145926" [ 1111.250115] env[69239]: _type = "Task" [ 1111.250115] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.260776] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.271229] env[69239]: DEBUG nova.network.neutron [req-b58b094d-1ced-4e04-9161-578c804ab2a3 req-4e9cbdf8-4940-4516-a2c5-b128835742ab service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Updated VIF entry in instance network info cache for port 336a8c9c-5bd2-4bee-b674-6cb4b1129888. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.272218] env[69239]: DEBUG nova.network.neutron [req-b58b094d-1ced-4e04-9161-578c804ab2a3 req-4e9cbdf8-4940-4516-a2c5-b128835742ab service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Updating instance_info_cache with network_info: [{"id": "336a8c9c-5bd2-4bee-b674-6cb4b1129888", "address": "fa:16:3e:6b:78:11", "network": {"id": "b9148f44-99a4-401c-914f-0bafe1bcf5cf", "bridge": null, "label": "tempest-ServersNegativeTestJSON-483948712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e41ba40b9149fb80ea78c2bef2b56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap336a8c9c-5b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.280854] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.280854] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86e953ab-4dcc-4e84-b64f-95b013a0f560 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.288291] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1111.288291] env[69239]: value = "task-4145927" [ 1111.288291] env[69239]: _type = "Task" [ 1111.288291] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.299612] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.348894] env[69239]: DEBUG oslo_concurrency.lockutils [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] Releasing lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.349297] env[69239]: DEBUG nova.compute.manager [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Received event network-vif-deleted-470048b6-80c5-42e6-a001-d2ad2f2bd434 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.349574] env[69239]: DEBUG nova.compute.manager [req-6b99c52a-17da-4726-9e90-f4bd74d68173 req-521df21c-e316-4803-a009-0f826a16bd4b service nova] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Received event network-vif-deleted-eae9940a-e279-496d-9dfa-5c2bdf5cb09d {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.403737] env[69239]: INFO nova.compute.manager [-] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Took 1.47 seconds to deallocate network for instance. [ 1111.536515] env[69239]: DEBUG oslo_concurrency.lockutils [req-bb894699-8310-4797-a768-b28bdf1e08ea req-75b56974-3178-4e30-bd5a-e792d2b008a9 service nova] Releasing lock "refresh_cache-ef4328d0-ab2c-4c37-af3c-6f5145943ebe" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.724289] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.726629] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.315s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.729893] env[69239]: INFO nova.compute.claims [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.765328] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493229} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.765672] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] ef4328d0-ab2c-4c37-af3c-6f5145943ebe/ef4328d0-ab2c-4c37-af3c-6f5145943ebe.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.766063] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.768456] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c5d1e25-1282-4f0f-b2fd-e82766c6f28e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.779049] env[69239]: DEBUG oslo_concurrency.lockutils [req-b58b094d-1ced-4e04-9161-578c804ab2a3 req-4e9cbdf8-4940-4516-a2c5-b128835742ab service nova] Releasing lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.779631] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Waiting for the task: (returnval){ [ 1111.779631] env[69239]: value = "task-4145928" [ 1111.779631] env[69239]: _type = "Task" [ 1111.779631] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.780621] env[69239]: INFO nova.scheduler.client.report [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Deleted allocations for instance 490ecfbb-f3e2-4c96-983d-c012980905cb [ 1111.797911] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.805869] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145927, 'name': PowerOffVM_Task, 'duration_secs': 0.230386} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.806232] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.807249] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ca8102-1239-4ec2-ab9b-113eb73b5f52 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.834592] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0040c7fb-0751-44a1-a5f3-c7ebfb508835 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.871805] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.871992] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bb12d84-ed5a-4a33-b3a2-cab237ef7756 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.881716] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1111.881716] env[69239]: value = "task-4145929" [ 1111.881716] env[69239]: _type = "Task" [ 1111.881716] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.894418] env[69239]: DEBUG nova.network.neutron [-] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.896842] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] VM already powered off {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1111.897222] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.897490] env[69239]: DEBUG oslo_concurrency.lockutils [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.901023] env[69239]: DEBUG oslo_concurrency.lockutils [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.901023] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.901023] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a41720e7-bb00-4006-847f-327bc31f6f89 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.919298] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.927941] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.928201] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.929358] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19206d32-2596-4d65-bf41-e2a6b28fbcf4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.936356] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1111.936356] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]523b3667-aa05-36db-39b6-b8d97225a96b" [ 1111.936356] env[69239]: _type = "Task" [ 1111.936356] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.947091] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523b3667-aa05-36db-39b6-b8d97225a96b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.129009] env[69239]: DEBUG nova.compute.manager [req-feac7700-2989-4183-9b67-391b63a39e52 req-252d0f9f-dc66-4b85-b38c-90582c3e2b38 service nova] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Received event network-vif-deleted-8c86c326-59d6-4a47-a471-91fb0a2ba615 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.292893] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070017} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.293393] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.294530] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800d32e0-d7c4-4ffa-8155-f790a86cd4ed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.323825] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] ef4328d0-ab2c-4c37-af3c-6f5145943ebe/ef4328d0-ab2c-4c37-af3c-6f5145943ebe.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.324515] env[69239]: DEBUG oslo_concurrency.lockutils [None req-47300b9d-c8a2-44a9-84c9-551294966d1c tempest-MultipleCreateTestJSON-2129230941 tempest-MultipleCreateTestJSON-2129230941-project-member] Lock "490ecfbb-f3e2-4c96-983d-c012980905cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.405s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.326324] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac0fcb7-f6d1-4538-8b83-3901790de153 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.351406] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Waiting for the task: (returnval){ [ 1112.351406] env[69239]: value = "task-4145930" [ 1112.351406] env[69239]: _type = "Task" [ 1112.351406] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.365834] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.399906] env[69239]: INFO nova.compute.manager [-] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Took 1.65 seconds to deallocate network for instance. [ 1112.448262] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523b3667-aa05-36db-39b6-b8d97225a96b, 'name': SearchDatastore_Task, 'duration_secs': 0.010475} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.449131] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d638d0-45d6-4a02-893a-54cacfbffc17 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.455810] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1112.455810] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5255dbc0-a89a-63cb-b2f5-421679797d32" [ 1112.455810] env[69239]: _type = "Task" [ 1112.455810] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.458625] env[69239]: DEBUG nova.compute.manager [req-ea625d03-931f-419a-96f6-809fde820953 req-ad2912fc-8b8e-4675-bd5d-6ce2c689d018 service nova] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Received event network-vif-deleted-7df47ef1-bd2d-4eea-aedb-3d51d2b4fd33 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.473233] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5255dbc0-a89a-63cb-b2f5-421679797d32, 'name': SearchDatastore_Task, 'duration_secs': 0.011714} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.473548] env[69239]: DEBUG oslo_concurrency.lockutils [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.473861] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] de26553e-ca34-4694-bc01-d66bf46381ea/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk. {{(pid=69239) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1112.474236] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80a85202-6c4c-44d6-80e6-8b4986b6d137 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.484362] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1112.484362] env[69239]: value = "task-4145931" [ 1112.484362] env[69239]: _type = "Task" [ 1112.484362] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.494143] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.749541] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "01065479-a96a-4606-8248-f1583b598eec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.752878] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "01065479-a96a-4606-8248-f1583b598eec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.802819] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "6cec197c-38ae-4ca7-a09e-f464be922afa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.803179] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "6cec197c-38ae-4ca7-a09e-f464be922afa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.834484] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "6611254f-c3cd-45c4-bbe8-51e5a2e8dd80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.834792] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "6611254f-c3cd-45c4-bbe8-51e5a2e8dd80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.866469] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145930, 'name': ReconfigVM_Task, 'duration_secs': 0.317313} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.866772] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Reconfigured VM instance instance-0000006a to attach disk [datastore2] ef4328d0-ab2c-4c37-af3c-6f5145943ebe/ef4328d0-ab2c-4c37-af3c-6f5145943ebe.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.867465] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5adf93fe-caa1-433e-b8a1-ac78bb503099 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.876517] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Waiting for the task: (returnval){ [ 1112.876517] env[69239]: value = "task-4145932" [ 1112.876517] env[69239]: _type = "Task" [ 1112.876517] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.888961] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145932, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.908228] env[69239]: DEBUG oslo_concurrency.lockutils [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.998061] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145931, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.072204] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "interface-1015dafd-be46-432a-be03-144c3474f466-e76ca577-0f98-4ad9-833f-9b213fd39eb8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.072382] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-1015dafd-be46-432a-be03-144c3474f466-e76ca577-0f98-4ad9-833f-9b213fd39eb8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.072759] env[69239]: DEBUG nova.objects.instance [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lazy-loading 'flavor' on Instance uuid 1015dafd-be46-432a-be03-144c3474f466 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.092415] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4a14ea-e5e7-4496-9f07-29adcec0d617 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.103015] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08a8d93-8d84-415f-a7ed-dc223293c3c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.138130] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a110b1-6990-428b-ac23-3a35100a7693 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.147356] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe7006a-1deb-4703-b625-fd2e4c0f3352 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.163977] env[69239]: DEBUG nova.compute.provider_tree [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.252880] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.306724] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.342105] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.389471] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145932, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.497512] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569378} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.497805] env[69239]: INFO nova.virt.vmwareapi.ds_util [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] de26553e-ca34-4694-bc01-d66bf46381ea/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk. [ 1113.498633] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd56af68-1661-45db-9fd0-ff62e7f5d257 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.533190] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] de26553e-ca34-4694-bc01-d66bf46381ea/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.533190] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49a8898a-ba3c-4ab3-9096-57461f1f98ce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.556083] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1113.556083] env[69239]: value = "task-4145933" [ 1113.556083] env[69239]: _type = "Task" [ 1113.556083] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.564656] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.668889] env[69239]: DEBUG nova.scheduler.client.report [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.722902] env[69239]: DEBUG nova.objects.instance [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lazy-loading 'pci_requests' on Instance uuid 1015dafd-be46-432a-be03-144c3474f466 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.777144] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.827752] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.860551] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.888255] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145932, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.065646] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.171912] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.172503] env[69239]: DEBUG nova.compute.manager [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.176293] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.351s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.230464] env[69239]: DEBUG nova.objects.base [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Object Instance<1015dafd-be46-432a-be03-144c3474f466> lazy-loaded attributes: flavor,pci_requests {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1114.230464] env[69239]: DEBUG nova.network.neutron [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.317156] env[69239]: DEBUG nova.policy [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d967f379dfd47e696106f5f6d1ae8e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0c413a591a046939b74848c895674e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.390154] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145932, 'name': Rename_Task, 'duration_secs': 1.261249} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.390672] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.391064] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fad4325c-4f66-4961-b280-5675711d45d2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.400445] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Waiting for the task: (returnval){ [ 1114.400445] env[69239]: value = "task-4145934" [ 1114.400445] env[69239]: _type = "Task" [ 1114.400445] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.409566] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.566526] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145933, 'name': ReconfigVM_Task, 'duration_secs': 0.888874} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.566833] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Reconfigured VM instance instance-00000069 to attach disk [datastore1] de26553e-ca34-4694-bc01-d66bf46381ea/32f6ed7a-c23a-41a2-a27e-2175262f6379-rescue.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.567760] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e442a85-89f3-4a53-8b54-5997b1263905 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.598237] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c572a0f9-e6c6-46af-9417-31a24b94131f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.617731] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1114.617731] env[69239]: value = "task-4145935" [ 1114.617731] env[69239]: _type = "Task" [ 1114.617731] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.626994] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.680005] env[69239]: DEBUG nova.compute.utils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.685118] env[69239]: DEBUG nova.compute.manager [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.685339] env[69239]: DEBUG nova.network.neutron [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.743552] env[69239]: DEBUG nova.policy [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae68b17b45b94aeeb14a0f31dbda289a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97f1d9bc976d43eb8d39008acbdf6c95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.910149] env[69239]: DEBUG oslo_vmware.api [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145934, 'name': PowerOnVM_Task, 'duration_secs': 0.470895} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.910445] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.910697] env[69239]: INFO nova.compute.manager [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1114.910814] env[69239]: DEBUG nova.compute.manager [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1114.911765] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b09e08-8ddd-4d74-a04e-b893dce9cab8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.018136] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fa29b5-c717-4b08-8ece-77d4508f537b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.026125] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905cc246-1e75-4faa-99a4-5f579d2a7a2f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.057642] env[69239]: DEBUG nova.network.neutron [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Successfully created port: bc640ccf-5920-425e-a114-7ccdbc1c2432 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.060159] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11e99b9-4d17-413b-b4a3-7fcd3b9be3c4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.069223] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969b104e-ce78-468a-899b-23a7d7496a94 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.082307] env[69239]: DEBUG nova.compute.provider_tree [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.128091] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145935, 'name': ReconfigVM_Task, 'duration_secs': 0.163683} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.128480] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.128794] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2832e2f9-5779-460d-b053-c6d324faa1e0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.136668] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1115.136668] env[69239]: value = "task-4145936" [ 1115.136668] env[69239]: _type = "Task" [ 1115.136668] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.147968] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.186433] env[69239]: DEBUG nova.compute.manager [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.430691] env[69239]: INFO nova.compute.manager [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Took 20.36 seconds to build instance. [ 1115.586474] env[69239]: DEBUG nova.scheduler.client.report [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.647614] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145936, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.903864] env[69239]: DEBUG nova.compute.manager [req-4a825831-1d90-4e96-970d-1cf7af1f71a9 req-0361a83e-a35e-4014-b1ea-69066b493be9 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Received event network-vif-plugged-e76ca577-0f98-4ad9-833f-9b213fd39eb8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.904851] env[69239]: DEBUG oslo_concurrency.lockutils [req-4a825831-1d90-4e96-970d-1cf7af1f71a9 req-0361a83e-a35e-4014-b1ea-69066b493be9 service nova] Acquiring lock "1015dafd-be46-432a-be03-144c3474f466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.905231] env[69239]: DEBUG oslo_concurrency.lockutils [req-4a825831-1d90-4e96-970d-1cf7af1f71a9 req-0361a83e-a35e-4014-b1ea-69066b493be9 service nova] Lock "1015dafd-be46-432a-be03-144c3474f466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.905452] env[69239]: DEBUG oslo_concurrency.lockutils [req-4a825831-1d90-4e96-970d-1cf7af1f71a9 req-0361a83e-a35e-4014-b1ea-69066b493be9 service nova] Lock "1015dafd-be46-432a-be03-144c3474f466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.905756] env[69239]: DEBUG nova.compute.manager [req-4a825831-1d90-4e96-970d-1cf7af1f71a9 req-0361a83e-a35e-4014-b1ea-69066b493be9 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] No waiting events found dispatching network-vif-plugged-e76ca577-0f98-4ad9-833f-9b213fd39eb8 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1115.905920] env[69239]: WARNING nova.compute.manager [req-4a825831-1d90-4e96-970d-1cf7af1f71a9 req-0361a83e-a35e-4014-b1ea-69066b493be9 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Received unexpected event network-vif-plugged-e76ca577-0f98-4ad9-833f-9b213fd39eb8 for instance with vm_state active and task_state None. [ 1115.932427] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60eb7da3-7e9e-4fb7-9a1f-e498f372a74c tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Lock "ef4328d0-ab2c-4c37-af3c-6f5145943ebe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.866s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.973019] env[69239]: DEBUG nova.network.neutron [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Successfully updated port: e76ca577-0f98-4ad9-833f-9b213fd39eb8 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.117629] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.118262] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.150050] env[69239]: DEBUG oslo_vmware.api [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145936, 'name': PowerOnVM_Task, 'duration_secs': 0.857591} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.150369] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.153587] env[69239]: DEBUG nova.compute.manager [None req-150e2018-16da-4406-bcd3-477c7282cf45 tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.154854] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d595c84-cfe9-41d5-adbe-bba2f68fcc8c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.196567] env[69239]: DEBUG nova.compute.manager [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.226615] env[69239]: DEBUG nova.virt.hardware [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.226615] env[69239]: DEBUG nova.virt.hardware [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.226615] env[69239]: DEBUG nova.virt.hardware [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.226853] env[69239]: DEBUG nova.virt.hardware [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.227038] env[69239]: DEBUG nova.virt.hardware [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.227258] env[69239]: DEBUG nova.virt.hardware [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.227548] env[69239]: DEBUG nova.virt.hardware [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.227777] env[69239]: DEBUG nova.virt.hardware [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.228028] env[69239]: DEBUG nova.virt.hardware [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.228266] env[69239]: DEBUG nova.virt.hardware [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.228546] env[69239]: DEBUG nova.virt.hardware [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.229721] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41562afa-0672-4c75-ba6a-5f91ba75a935 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.241476] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b89f9df-9492-418f-8252-45e607a475c6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.482024] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.482024] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.482024] env[69239]: DEBUG nova.network.neutron [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.562231] env[69239]: DEBUG nova.network.neutron [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Successfully updated port: bc640ccf-5920-425e-a114-7ccdbc1c2432 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.597272] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.421s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.597508] env[69239]: DEBUG nova.compute.manager [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69239) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1116.600846] env[69239]: DEBUG oslo_concurrency.lockutils [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.017s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.601382] env[69239]: DEBUG nova.objects.instance [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Lazy-loading 'resources' on Instance uuid b7fe75cb-dde5-49b5-9d75-8aa2921e43b4 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.625513] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.625682] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.625721] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.625853] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.626238] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.626238] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.626361] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69239) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1116.626407] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.650198] env[69239]: DEBUG nova.compute.manager [req-9e01616c-111a-42c8-9c4d-205b9d9608f7 req-ecbdd048-4ad4-4607-8251-721a2b3a13b1 service nova] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Received event network-vif-plugged-bc640ccf-5920-425e-a114-7ccdbc1c2432 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.650198] env[69239]: DEBUG oslo_concurrency.lockutils [req-9e01616c-111a-42c8-9c4d-205b9d9608f7 req-ecbdd048-4ad4-4607-8251-721a2b3a13b1 service nova] Acquiring lock "07515525-8fb4-4c23-b133-6370bb3bf60e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.650198] env[69239]: DEBUG oslo_concurrency.lockutils [req-9e01616c-111a-42c8-9c4d-205b9d9608f7 req-ecbdd048-4ad4-4607-8251-721a2b3a13b1 service nova] Lock "07515525-8fb4-4c23-b133-6370bb3bf60e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.650198] env[69239]: DEBUG oslo_concurrency.lockutils [req-9e01616c-111a-42c8-9c4d-205b9d9608f7 req-ecbdd048-4ad4-4607-8251-721a2b3a13b1 service nova] Lock "07515525-8fb4-4c23-b133-6370bb3bf60e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.650550] env[69239]: DEBUG nova.compute.manager [req-9e01616c-111a-42c8-9c4d-205b9d9608f7 req-ecbdd048-4ad4-4607-8251-721a2b3a13b1 service nova] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] No waiting events found dispatching network-vif-plugged-bc640ccf-5920-425e-a114-7ccdbc1c2432 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1116.650996] env[69239]: WARNING nova.compute.manager [req-9e01616c-111a-42c8-9c4d-205b9d9608f7 req-ecbdd048-4ad4-4607-8251-721a2b3a13b1 service nova] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Received unexpected event network-vif-plugged-bc640ccf-5920-425e-a114-7ccdbc1c2432 for instance with vm_state building and task_state spawning. [ 1116.954837] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Acquiring lock "ef4328d0-ab2c-4c37-af3c-6f5145943ebe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.954837] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Lock "ef4328d0-ab2c-4c37-af3c-6f5145943ebe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.955530] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Acquiring lock "ef4328d0-ab2c-4c37-af3c-6f5145943ebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.955530] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Lock "ef4328d0-ab2c-4c37-af3c-6f5145943ebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.955530] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Lock "ef4328d0-ab2c-4c37-af3c-6f5145943ebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.958732] env[69239]: INFO nova.compute.manager [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Terminating instance [ 1117.021479] env[69239]: WARNING nova.network.neutron [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] 2f7e73b3-2d60-4ec9-8814-564f6217be06 already exists in list: networks containing: ['2f7e73b3-2d60-4ec9-8814-564f6217be06']. ignoring it [ 1117.067033] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "refresh_cache-07515525-8fb4-4c23-b133-6370bb3bf60e" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.067188] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "refresh_cache-07515525-8fb4-4c23-b133-6370bb3bf60e" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.067343] env[69239]: DEBUG nova.network.neutron [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.129555] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.171918] env[69239]: INFO nova.scheduler.client.report [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Deleted allocation for migration 28e9192c-d641-4b05-bd43-5707efe97f5e [ 1117.342066] env[69239]: DEBUG nova.network.neutron [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updating instance_info_cache with network_info: [{"id": "05c35540-eab6-45d9-a320-1bcf5f241e29", "address": "fa:16:3e:c9:8a:e2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c35540-ea", "ovs_interfaceid": "05c35540-eab6-45d9-a320-1bcf5f241e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e76ca577-0f98-4ad9-833f-9b213fd39eb8", "address": "fa:16:3e:87:35:56", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76ca577-0f", "ovs_interfaceid": "e76ca577-0f98-4ad9-833f-9b213fd39eb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.388831] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c35bd66-af70-4f20-9dc1-d08ee9ed7b2b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.398891] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e439b242-45cb-4017-ab15-2e1f2322836c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.432802] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a012a26-17c3-4507-97ef-e34f27dc5b95 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.441434] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627fe403-9e40-4e96-8929-259e5f40ca5e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.456517] env[69239]: DEBUG nova.compute.provider_tree [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.463160] env[69239]: DEBUG nova.compute.manager [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.463405] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.464351] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838e60ce-9e17-4a11-a2bd-31ecce7dcac6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.473106] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.473390] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e4b6fa7-702c-4601-8606-e6a92636291a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.480640] env[69239]: DEBUG oslo_vmware.api [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Waiting for the task: (returnval){ [ 1117.480640] env[69239]: value = "task-4145937" [ 1117.480640] env[69239]: _type = "Task" [ 1117.480640] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.490083] env[69239]: DEBUG oslo_vmware.api [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.601139] env[69239]: DEBUG nova.network.neutron [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.677038] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f1a1b-21b2-4369-b56e-c193ccf92671 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "6adb3e10-042e-4139-9b2e-58a8678fc008" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.535s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.744177] env[69239]: DEBUG nova.network.neutron [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Updating instance_info_cache with network_info: [{"id": "bc640ccf-5920-425e-a114-7ccdbc1c2432", "address": "fa:16:3e:c1:ed:1c", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc640ccf-59", "ovs_interfaceid": "bc640ccf-5920-425e-a114-7ccdbc1c2432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.844906] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.845692] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.845869] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.846910] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940ba0e7-95b0-44af-a346-776c67f603c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.865008] env[69239]: DEBUG nova.virt.hardware [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.865280] env[69239]: DEBUG nova.virt.hardware [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.865450] env[69239]: DEBUG nova.virt.hardware [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.865636] env[69239]: DEBUG nova.virt.hardware [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.865784] env[69239]: DEBUG nova.virt.hardware [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.865933] env[69239]: DEBUG nova.virt.hardware [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.866160] env[69239]: DEBUG nova.virt.hardware [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.866324] env[69239]: DEBUG nova.virt.hardware [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.866491] env[69239]: DEBUG nova.virt.hardware [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.866656] env[69239]: DEBUG nova.virt.hardware [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.866910] env[69239]: DEBUG nova.virt.hardware [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.874378] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Reconfiguring VM to attach interface {{(pid=69239) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1117.874697] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08eabe9b-003f-407c-9762-2d084bb7fdcf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.895039] env[69239]: DEBUG oslo_vmware.api [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1117.895039] env[69239]: value = "task-4145938" [ 1117.895039] env[69239]: _type = "Task" [ 1117.895039] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.904172] env[69239]: DEBUG oslo_vmware.api [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145938, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.960546] env[69239]: DEBUG nova.scheduler.client.report [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.992547] env[69239]: DEBUG oslo_vmware.api [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145937, 'name': PowerOffVM_Task, 'duration_secs': 0.230473} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.992823] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.993018] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.993296] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1867be16-2a4b-4f82-b589-36ede6e32390 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.067058] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.067279] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.067510] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Deleting the datastore file [datastore2] ef4328d0-ab2c-4c37-af3c-6f5145943ebe {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.067802] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbaf38a0-9755-47f9-b466-5eb3f2a6ed3c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.075381] env[69239]: DEBUG oslo_vmware.api [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Waiting for the task: (returnval){ [ 1118.075381] env[69239]: value = "task-4145940" [ 1118.075381] env[69239]: _type = "Task" [ 1118.075381] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.084457] env[69239]: DEBUG oslo_vmware.api [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.247214] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "refresh_cache-07515525-8fb4-4c23-b133-6370bb3bf60e" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.247613] env[69239]: DEBUG nova.compute.manager [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Instance network_info: |[{"id": "bc640ccf-5920-425e-a114-7ccdbc1c2432", "address": "fa:16:3e:c1:ed:1c", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc640ccf-59", "ovs_interfaceid": "bc640ccf-5920-425e-a114-7ccdbc1c2432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.248142] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:ed:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc640ccf-5920-425e-a114-7ccdbc1c2432', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.257858] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.258178] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.258454] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61add3f9-87b9-41ed-8390-95a4072fd1c2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.282374] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.282374] env[69239]: value = "task-4145941" [ 1118.282374] env[69239]: _type = "Task" [ 1118.282374] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.291044] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145941, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.407490] env[69239]: DEBUG oslo_vmware.api [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.465750] env[69239]: DEBUG oslo_concurrency.lockutils [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.468300] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.148s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.468543] env[69239]: DEBUG nova.objects.instance [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lazy-loading 'resources' on Instance uuid 04c545a7-8355-408b-b506-d3f785cc057a {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.489098] env[69239]: INFO nova.scheduler.client.report [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Deleted allocations for instance b7fe75cb-dde5-49b5-9d75-8aa2921e43b4 [ 1118.586212] env[69239]: DEBUG oslo_vmware.api [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Task: {'id': task-4145940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211961} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.587400] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.587400] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.587400] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.587400] env[69239]: INFO nova.compute.manager [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1118.587400] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.587786] env[69239]: DEBUG nova.compute.manager [-] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.587786] env[69239]: DEBUG nova.network.neutron [-] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.734057] env[69239]: DEBUG nova.compute.manager [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Received event network-changed-e76ca577-0f98-4ad9-833f-9b213fd39eb8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.734258] env[69239]: DEBUG nova.compute.manager [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Refreshing instance network info cache due to event network-changed-e76ca577-0f98-4ad9-833f-9b213fd39eb8. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.734469] env[69239]: DEBUG oslo_concurrency.lockutils [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] Acquiring lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.734614] env[69239]: DEBUG oslo_concurrency.lockutils [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] Acquired lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.734832] env[69239]: DEBUG nova.network.neutron [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Refreshing network info cache for port e76ca577-0f98-4ad9-833f-9b213fd39eb8 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.794878] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145941, 'name': CreateVM_Task, 'duration_secs': 0.497351} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.794878] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.795243] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.795531] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.795750] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.796066] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f288311-d018-4180-a8db-49a80717b6b6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.801535] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1118.801535] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ae322b-a2ff-1236-fbc1-3864e49f1a03" [ 1118.801535] env[69239]: _type = "Task" [ 1118.801535] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.810650] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ae322b-a2ff-1236-fbc1-3864e49f1a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.906680] env[69239]: DEBUG oslo_vmware.api [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145938, 'name': ReconfigVM_Task, 'duration_secs': 0.826556} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.907268] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.907548] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Reconfigured VM to attach interface {{(pid=69239) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1118.998895] env[69239]: DEBUG oslo_concurrency.lockutils [None req-103f6818-c842-4c3a-b38c-7bcb5383deec tempest-InstanceActionsV221TestJSON-2084763021 tempest-InstanceActionsV221TestJSON-2084763021-project-member] Lock "b7fe75cb-dde5-49b5-9d75-8aa2921e43b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.113s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.001399] env[69239]: DEBUG nova.compute.manager [req-f2fe6af5-b172-4e35-afbe-3e984ac5e95e req-545cb5fa-5908-48e0-ac11-ae1c0c3226e4 service nova] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Received event network-changed-bc640ccf-5920-425e-a114-7ccdbc1c2432 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.001568] env[69239]: DEBUG nova.compute.manager [req-f2fe6af5-b172-4e35-afbe-3e984ac5e95e req-545cb5fa-5908-48e0-ac11-ae1c0c3226e4 service nova] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Refreshing instance network info cache due to event network-changed-bc640ccf-5920-425e-a114-7ccdbc1c2432. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.001787] env[69239]: DEBUG oslo_concurrency.lockutils [req-f2fe6af5-b172-4e35-afbe-3e984ac5e95e req-545cb5fa-5908-48e0-ac11-ae1c0c3226e4 service nova] Acquiring lock "refresh_cache-07515525-8fb4-4c23-b133-6370bb3bf60e" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.001920] env[69239]: DEBUG oslo_concurrency.lockutils [req-f2fe6af5-b172-4e35-afbe-3e984ac5e95e req-545cb5fa-5908-48e0-ac11-ae1c0c3226e4 service nova] Acquired lock "refresh_cache-07515525-8fb4-4c23-b133-6370bb3bf60e" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.002102] env[69239]: DEBUG nova.network.neutron [req-f2fe6af5-b172-4e35-afbe-3e984ac5e95e req-545cb5fa-5908-48e0-ac11-ae1c0c3226e4 service nova] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Refreshing network info cache for port bc640ccf-5920-425e-a114-7ccdbc1c2432 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.232316] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f007b2e4-766b-49cb-8abc-db6d079886de {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.245240] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003332f3-198d-4202-bc27-fcb30eaf28c4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.283650] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f004f59-3448-4491-b146-8e8e9cb26693 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.294187] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4aa845-55e9-4015-a21f-a17b7719347a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.310619] env[69239]: DEBUG nova.compute.provider_tree [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.322966] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ae322b-a2ff-1236-fbc1-3864e49f1a03, 'name': SearchDatastore_Task, 'duration_secs': 0.021696} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.326795] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.327088] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.327358] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.327529] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.328014] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.328368] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d678f6c0-da71-4bcf-beec-bebc539bb701 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.345091] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.345186] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.345927] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26c07c0-3e56-4361-afe4-73c641be06c6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.355027] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1119.355027] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527dceda-6748-6686-bf58-e6e5c886702d" [ 1119.355027] env[69239]: _type = "Task" [ 1119.355027] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.358720] env[69239]: DEBUG nova.network.neutron [-] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.367773] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527dceda-6748-6686-bf58-e6e5c886702d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.413550] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f569f69a-b0ae-4ed9-b838-3629b43cc415 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-1015dafd-be46-432a-be03-144c3474f466-e76ca577-0f98-4ad9-833f-9b213fd39eb8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.341s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.429575] env[69239]: DEBUG nova.objects.instance [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'flavor' on Instance uuid 6adb3e10-042e-4139-9b2e-58a8678fc008 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.479409] env[69239]: DEBUG nova.network.neutron [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updated VIF entry in instance network info cache for port e76ca577-0f98-4ad9-833f-9b213fd39eb8. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.479858] env[69239]: DEBUG nova.network.neutron [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updating instance_info_cache with network_info: [{"id": "05c35540-eab6-45d9-a320-1bcf5f241e29", "address": "fa:16:3e:c9:8a:e2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c35540-ea", "ovs_interfaceid": "05c35540-eab6-45d9-a320-1bcf5f241e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e76ca577-0f98-4ad9-833f-9b213fd39eb8", "address": "fa:16:3e:87:35:56", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76ca577-0f", "ovs_interfaceid": "e76ca577-0f98-4ad9-833f-9b213fd39eb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.747011] env[69239]: DEBUG nova.network.neutron [req-f2fe6af5-b172-4e35-afbe-3e984ac5e95e req-545cb5fa-5908-48e0-ac11-ae1c0c3226e4 service nova] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Updated VIF entry in instance network info cache for port bc640ccf-5920-425e-a114-7ccdbc1c2432. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.747404] env[69239]: DEBUG nova.network.neutron [req-f2fe6af5-b172-4e35-afbe-3e984ac5e95e req-545cb5fa-5908-48e0-ac11-ae1c0c3226e4 service nova] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Updating instance_info_cache with network_info: [{"id": "bc640ccf-5920-425e-a114-7ccdbc1c2432", "address": "fa:16:3e:c1:ed:1c", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc640ccf-59", "ovs_interfaceid": "bc640ccf-5920-425e-a114-7ccdbc1c2432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.814469] env[69239]: DEBUG nova.scheduler.client.report [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.861783] env[69239]: INFO nova.compute.manager [-] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Took 1.27 seconds to deallocate network for instance. [ 1119.869918] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527dceda-6748-6686-bf58-e6e5c886702d, 'name': SearchDatastore_Task, 'duration_secs': 0.023824} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.873760] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618b4930-4d88-465d-9b14-de1bda9e163b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.879965] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1119.879965] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525225fe-103d-78f6-07ae-a41c273d40e3" [ 1119.879965] env[69239]: _type = "Task" [ 1119.879965] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.888860] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525225fe-103d-78f6-07ae-a41c273d40e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.935210] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.935210] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.935450] env[69239]: DEBUG nova.network.neutron [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.935746] env[69239]: DEBUG nova.objects.instance [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'info_cache' on Instance uuid 6adb3e10-042e-4139-9b2e-58a8678fc008 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.982534] env[69239]: DEBUG oslo_concurrency.lockutils [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] Releasing lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.982801] env[69239]: DEBUG nova.compute.manager [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Received event network-changed-6bb4e96d-1c12-4deb-81b2-4120928b5401 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.982973] env[69239]: DEBUG nova.compute.manager [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Refreshing instance network info cache due to event network-changed-6bb4e96d-1c12-4deb-81b2-4120928b5401. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.983253] env[69239]: DEBUG oslo_concurrency.lockutils [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] Acquiring lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.983333] env[69239]: DEBUG oslo_concurrency.lockutils [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] Acquired lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.983492] env[69239]: DEBUG nova.network.neutron [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Refreshing network info cache for port 6bb4e96d-1c12-4deb-81b2-4120928b5401 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.250727] env[69239]: DEBUG oslo_concurrency.lockutils [req-f2fe6af5-b172-4e35-afbe-3e984ac5e95e req-545cb5fa-5908-48e0-ac11-ae1c0c3226e4 service nova] Releasing lock "refresh_cache-07515525-8fb4-4c23-b133-6370bb3bf60e" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.323613] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.326218] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.616s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.326472] env[69239]: DEBUG nova.objects.instance [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lazy-loading 'resources' on Instance uuid 69ef9903-3cbc-4b39-98a2-db9fe5640d24 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.346265] env[69239]: INFO nova.scheduler.client.report [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Deleted allocations for instance 04c545a7-8355-408b-b506-d3f785cc057a [ 1120.375015] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.390744] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525225fe-103d-78f6-07ae-a41c273d40e3, 'name': SearchDatastore_Task, 'duration_secs': 0.025145} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.390984] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.391279] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 07515525-8fb4-4c23-b133-6370bb3bf60e/07515525-8fb4-4c23-b133-6370bb3bf60e.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.391551] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-191b6e77-f858-4a44-853a-d52cfeaeeafc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.400116] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1120.400116] env[69239]: value = "task-4145942" [ 1120.400116] env[69239]: _type = "Task" [ 1120.400116] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.408758] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.439334] env[69239]: DEBUG nova.objects.base [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Object Instance<6adb3e10-042e-4139-9b2e-58a8678fc008> lazy-loaded attributes: flavor,info_cache {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.763484] env[69239]: DEBUG nova.network.neutron [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Updated VIF entry in instance network info cache for port 6bb4e96d-1c12-4deb-81b2-4120928b5401. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.764018] env[69239]: DEBUG nova.network.neutron [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Updating instance_info_cache with network_info: [{"id": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "address": "fa:16:3e:37:ce:ce", "network": {"id": "41d6d62e-364b-4d43-9224-0af886625919", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1704090917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "306554dbe7ac43d5a971dbce35941be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb4e96d-1c", "ovs_interfaceid": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.829481] env[69239]: DEBUG nova.objects.instance [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lazy-loading 'numa_topology' on Instance uuid 69ef9903-3cbc-4b39-98a2-db9fe5640d24 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.856034] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8f52eef8-1e3d-4c79-baf3-cf20aa06cc57 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "04c545a7-8355-408b-b506-d3f785cc057a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.850s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.913308] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145942, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.044022] env[69239]: DEBUG nova.compute.manager [req-1eb96495-cc2a-47c1-8d3f-258cbd8647f3 req-f2c50269-9e4f-4b3f-9d75-9586ed7354a0 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Received event network-changed-6bb4e96d-1c12-4deb-81b2-4120928b5401 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.044022] env[69239]: DEBUG nova.compute.manager [req-1eb96495-cc2a-47c1-8d3f-258cbd8647f3 req-f2c50269-9e4f-4b3f-9d75-9586ed7354a0 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Refreshing instance network info cache due to event network-changed-6bb4e96d-1c12-4deb-81b2-4120928b5401. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.044022] env[69239]: DEBUG oslo_concurrency.lockutils [req-1eb96495-cc2a-47c1-8d3f-258cbd8647f3 req-f2c50269-9e4f-4b3f-9d75-9586ed7354a0 service nova] Acquiring lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.188142] env[69239]: DEBUG nova.network.neutron [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating instance_info_cache with network_info: [{"id": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "address": "fa:16:3e:31:f4:fa", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a9e6d4-fe", "ovs_interfaceid": "a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.267213] env[69239]: DEBUG oslo_concurrency.lockutils [req-97c142e7-e7c4-43c0-966e-d18238997ee7 req-c1878be7-2356-43be-a8a5-a7b703cc77c0 service nova] Releasing lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.267584] env[69239]: DEBUG oslo_concurrency.lockutils [req-1eb96495-cc2a-47c1-8d3f-258cbd8647f3 req-f2c50269-9e4f-4b3f-9d75-9586ed7354a0 service nova] Acquired lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.267774] env[69239]: DEBUG nova.network.neutron [req-1eb96495-cc2a-47c1-8d3f-258cbd8647f3 req-f2c50269-9e4f-4b3f-9d75-9586ed7354a0 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Refreshing network info cache for port 6bb4e96d-1c12-4deb-81b2-4120928b5401 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.304083] env[69239]: DEBUG nova.compute.manager [req-f59c0a13-4f94-4328-89b3-5e0e62acbe6e req-440182ee-1923-481f-b077-d3c794ba7508 service nova] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Received event network-vif-deleted-5729e6a7-d28f-4dc8-af7f-e54c045fc916 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.333615] env[69239]: DEBUG nova.objects.base [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Object Instance<69ef9903-3cbc-4b39-98a2-db9fe5640d24> lazy-loaded attributes: resources,numa_topology {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1121.413480] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530496} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.417415] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 07515525-8fb4-4c23-b133-6370bb3bf60e/07515525-8fb4-4c23-b133-6370bb3bf60e.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.418368] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.418368] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ddd094b-a066-433b-82e3-187b14a43a32 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.433678] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1121.433678] env[69239]: value = "task-4145943" [ 1121.433678] env[69239]: _type = "Task" [ 1121.433678] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.449608] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.637719] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee60fe7-8ee3-45fb-bee3-a9ad105bb19c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.646879] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c670b75-58e3-4744-972a-4fa0732cd713 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.686255] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4679df-4847-4938-96e0-1f7045a7e811 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.694711] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "refresh_cache-6adb3e10-042e-4139-9b2e-58a8678fc008" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.697269] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f24795-8c1d-440d-ac89-67d5ad140034 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.713045] env[69239]: DEBUG nova.compute.provider_tree [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.731863] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "interface-1015dafd-be46-432a-be03-144c3474f466-e76ca577-0f98-4ad9-833f-9b213fd39eb8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.733649] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-1015dafd-be46-432a-be03-144c3474f466-e76ca577-0f98-4ad9-833f-9b213fd39eb8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.945831] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117733} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.946134] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.946960] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fc6041-e9cf-449f-8fce-210936a9ea63 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.972376] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 07515525-8fb4-4c23-b133-6370bb3bf60e/07515525-8fb4-4c23-b133-6370bb3bf60e.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.972847] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-705b3c54-e913-49d4-9e81-c3a258b6025d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.998188] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1121.998188] env[69239]: value = "task-4145944" [ 1121.998188] env[69239]: _type = "Task" [ 1121.998188] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.007680] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.219034] env[69239]: DEBUG nova.scheduler.client.report [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.238024] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.238024] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.238579] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cdd871-df3f-40c7-8aa0-ec3826ea9882 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.263030] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a18ddb-5cf8-40a4-afe1-5103461e8e10 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.291407] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Reconfiguring VM to detach interface {{(pid=69239) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1122.292268] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f632d9f-db5a-4653-8de7-78642bfe1593 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.322016] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1122.322016] env[69239]: value = "task-4145945" [ 1122.322016] env[69239]: _type = "Task" [ 1122.322016] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.333491] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.410606] env[69239]: DEBUG nova.network.neutron [req-1eb96495-cc2a-47c1-8d3f-258cbd8647f3 req-f2c50269-9e4f-4b3f-9d75-9586ed7354a0 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Updated VIF entry in instance network info cache for port 6bb4e96d-1c12-4deb-81b2-4120928b5401. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.410982] env[69239]: DEBUG nova.network.neutron [req-1eb96495-cc2a-47c1-8d3f-258cbd8647f3 req-f2c50269-9e4f-4b3f-9d75-9586ed7354a0 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Updating instance_info_cache with network_info: [{"id": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "address": "fa:16:3e:37:ce:ce", "network": {"id": "41d6d62e-364b-4d43-9224-0af886625919", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1704090917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "306554dbe7ac43d5a971dbce35941be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb4e96d-1c", "ovs_interfaceid": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.509500] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145944, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.713296] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.713296] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b57d167-a5c7-45cf-87ba-baca86bdf1f9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.719859] env[69239]: DEBUG oslo_vmware.api [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1122.719859] env[69239]: value = "task-4145946" [ 1122.719859] env[69239]: _type = "Task" [ 1122.719859] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.727553] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.401s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.730492] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.811s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.730727] env[69239]: DEBUG nova.objects.instance [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lazy-loading 'resources' on Instance uuid fd31c1d3-55ab-4bf6-851e-c09d60ce0738 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.738678] env[69239]: DEBUG oslo_vmware.api [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145946, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.833240] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.915139] env[69239]: DEBUG oslo_concurrency.lockutils [req-1eb96495-cc2a-47c1-8d3f-258cbd8647f3 req-f2c50269-9e4f-4b3f-9d75-9586ed7354a0 service nova] Releasing lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.016040] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145944, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.131857] env[69239]: DEBUG nova.compute.manager [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Received event network-changed-6bb4e96d-1c12-4deb-81b2-4120928b5401 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.132085] env[69239]: DEBUG nova.compute.manager [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Refreshing instance network info cache due to event network-changed-6bb4e96d-1c12-4deb-81b2-4120928b5401. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.132559] env[69239]: DEBUG oslo_concurrency.lockutils [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] Acquiring lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.132559] env[69239]: DEBUG oslo_concurrency.lockutils [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] Acquired lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.132859] env[69239]: DEBUG nova.network.neutron [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Refreshing network info cache for port 6bb4e96d-1c12-4deb-81b2-4120928b5401 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.234138] env[69239]: DEBUG oslo_vmware.api [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145946, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.238253] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ff3deba9-f3de-434e-9467-8429e73e92b6 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.914s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.243165] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 12.103s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.243453] env[69239]: INFO nova.compute.manager [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Unshelving [ 1123.340334] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.513064] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145944, 'name': ReconfigVM_Task, 'duration_secs': 1.422295} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.516565] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 07515525-8fb4-4c23-b133-6370bb3bf60e/07515525-8fb4-4c23-b133-6370bb3bf60e.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.518441] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a84496d-822d-4254-b4bc-b3f2225e03b0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.526977] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1123.526977] env[69239]: value = "task-4145947" [ 1123.526977] env[69239]: _type = "Task" [ 1123.526977] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.544151] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145947, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.550512] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08c170b-8cc6-4bdc-9630-3c28092b0b13 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.560447] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc41880a-ff66-4d85-8136-6424a460e0da {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.596842] env[69239]: DEBUG oslo_concurrency.lockutils [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquiring lock "de26553e-ca34-4694-bc01-d66bf46381ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.596958] env[69239]: DEBUG oslo_concurrency.lockutils [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Lock "de26553e-ca34-4694-bc01-d66bf46381ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.597206] env[69239]: DEBUG oslo_concurrency.lockutils [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquiring lock "de26553e-ca34-4694-bc01-d66bf46381ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.597398] env[69239]: DEBUG oslo_concurrency.lockutils [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Lock "de26553e-ca34-4694-bc01-d66bf46381ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.597574] env[69239]: DEBUG oslo_concurrency.lockutils [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Lock "de26553e-ca34-4694-bc01-d66bf46381ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.599893] env[69239]: INFO nova.compute.manager [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Terminating instance [ 1123.601755] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f8f298-0a21-4cb5-b5cf-85e96e2fd8f9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.612582] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc712e4c-ba6a-421a-9999-9705c28e0a60 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.628545] env[69239]: DEBUG nova.compute.provider_tree [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.739723] env[69239]: DEBUG oslo_vmware.api [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145946, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.839908] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.911016] env[69239]: DEBUG nova.network.neutron [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Updated VIF entry in instance network info cache for port 6bb4e96d-1c12-4deb-81b2-4120928b5401. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.911564] env[69239]: DEBUG nova.network.neutron [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Updating instance_info_cache with network_info: [{"id": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "address": "fa:16:3e:37:ce:ce", "network": {"id": "41d6d62e-364b-4d43-9224-0af886625919", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1704090917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "306554dbe7ac43d5a971dbce35941be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb4e96d-1c", "ovs_interfaceid": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.000178] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.000474] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.038088] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145947, 'name': Rename_Task, 'duration_secs': 0.165533} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.038264] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.038506] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e01ec0b-5981-4b6a-a577-88db2b07dd89 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.046125] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1124.046125] env[69239]: value = "task-4145948" [ 1124.046125] env[69239]: _type = "Task" [ 1124.046125] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.055014] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.107189] env[69239]: DEBUG nova.compute.manager [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.107446] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.108351] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09fc096-94d9-4e7b-b409-1ce513283208 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.116934] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.117243] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5dd7f81-d9b1-45af-af41-afb57a365794 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.126622] env[69239]: DEBUG oslo_vmware.api [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1124.126622] env[69239]: value = "task-4145949" [ 1124.126622] env[69239]: _type = "Task" [ 1124.126622] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.132895] env[69239]: DEBUG nova.scheduler.client.report [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.142316] env[69239]: DEBUG oslo_vmware.api [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.237844] env[69239]: DEBUG oslo_vmware.api [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145946, 'name': PowerOnVM_Task, 'duration_secs': 1.087962} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.243169] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.243169] env[69239]: DEBUG nova.compute.manager [None req-5da8b5cb-1076-4708-9ac0-3c62b78fbea2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1124.243169] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c95bed-92f8-4183-ace1-fab64917f160 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.282064] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.339100] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.418068] env[69239]: DEBUG oslo_concurrency.lockutils [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] Releasing lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.418068] env[69239]: DEBUG nova.compute.manager [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Received event network-changed-6bb4e96d-1c12-4deb-81b2-4120928b5401 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.418068] env[69239]: DEBUG nova.compute.manager [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Refreshing instance network info cache due to event network-changed-6bb4e96d-1c12-4deb-81b2-4120928b5401. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.418068] env[69239]: DEBUG oslo_concurrency.lockutils [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] Acquiring lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.418068] env[69239]: DEBUG oslo_concurrency.lockutils [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] Acquired lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.418068] env[69239]: DEBUG nova.network.neutron [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Refreshing network info cache for port 6bb4e96d-1c12-4deb-81b2-4120928b5401 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.505138] env[69239]: DEBUG nova.compute.utils [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.535415] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "67873eb5-68d3-4360-b671-e67e262e4258" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.536228] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "67873eb5-68d3-4360-b671-e67e262e4258" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.560708] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145948, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.640869] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.643682] env[69239]: DEBUG oslo_vmware.api [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145949, 'name': PowerOffVM_Task, 'duration_secs': 0.30455} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.644286] env[69239]: DEBUG oslo_concurrency.lockutils [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.736s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.644531] env[69239]: DEBUG nova.objects.instance [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lazy-loading 'resources' on Instance uuid a0160ab3-7f9f-4f46-b68b-58ea552461ad {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.645817] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.646027] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.646514] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ddc7bfa-2277-42cf-b19f-46c9020eb39f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.672872] env[69239]: INFO nova.scheduler.client.report [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleted allocations for instance fd31c1d3-55ab-4bf6-851e-c09d60ce0738 [ 1124.751296] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.751544] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.751761] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Deleting the datastore file [datastore1] de26553e-ca34-4694-bc01-d66bf46381ea {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.752078] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a841b790-0ee1-49c9-8b0f-902759ddc69b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.759866] env[69239]: DEBUG oslo_vmware.api [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for the task: (returnval){ [ 1124.759866] env[69239]: value = "task-4145951" [ 1124.759866] env[69239]: _type = "Task" [ 1124.759866] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.771107] env[69239]: DEBUG oslo_vmware.api [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.840425] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.010645] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.038602] env[69239]: DEBUG nova.compute.manager [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.060942] env[69239]: DEBUG oslo_vmware.api [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145948, 'name': PowerOnVM_Task, 'duration_secs': 0.636854} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.061328] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.061550] env[69239]: INFO nova.compute.manager [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1125.061766] env[69239]: DEBUG nova.compute.manager [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.062626] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d23517d-489a-4da7-a89a-21bcab19f5b6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.118699] env[69239]: DEBUG oslo_concurrency.lockutils [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "6adb3e10-042e-4139-9b2e-58a8678fc008" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.118969] env[69239]: DEBUG oslo_concurrency.lockutils [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "6adb3e10-042e-4139-9b2e-58a8678fc008" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.119193] env[69239]: DEBUG oslo_concurrency.lockutils [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "6adb3e10-042e-4139-9b2e-58a8678fc008-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.119381] env[69239]: DEBUG oslo_concurrency.lockutils [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "6adb3e10-042e-4139-9b2e-58a8678fc008-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.119556] env[69239]: DEBUG oslo_concurrency.lockutils [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "6adb3e10-042e-4139-9b2e-58a8678fc008-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.123266] env[69239]: INFO nova.compute.manager [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Terminating instance [ 1125.151632] env[69239]: DEBUG nova.network.neutron [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Updated VIF entry in instance network info cache for port 6bb4e96d-1c12-4deb-81b2-4120928b5401. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.152033] env[69239]: DEBUG nova.network.neutron [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Updating instance_info_cache with network_info: [{"id": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "address": "fa:16:3e:37:ce:ce", "network": {"id": "41d6d62e-364b-4d43-9224-0af886625919", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1704090917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "306554dbe7ac43d5a971dbce35941be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb4e96d-1c", "ovs_interfaceid": "6bb4e96d-1c12-4deb-81b2-4120928b5401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.184739] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ccadfde3-3a5b-4dc9-8c37-2dd9741dba12 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "fd31c1d3-55ab-4bf6-851e-c09d60ce0738" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.911s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.275889] env[69239]: DEBUG oslo_vmware.api [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.338789] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.376049] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb81d3c9-c95c-42d6-a7cf-74b838dc18d4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.383624] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ba7ec6-70be-418f-91ae-9fe2235ef591 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.417188] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddf4351-4212-464b-8f4f-975ea70f5a82 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.425680] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a140fd-efcb-40b7-9220-9b201639fe1e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.441506] env[69239]: DEBUG nova.compute.provider_tree [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.561042] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.586056] env[69239]: INFO nova.compute.manager [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Took 22.19 seconds to build instance. [ 1125.627710] env[69239]: DEBUG nova.compute.manager [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.628133] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.629873] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554511d9-017c-480c-8a72-7f2608c27e67 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.638054] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.638328] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f47336e8-fb9f-480b-ab40-d7ee02e0ec86 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.645673] env[69239]: DEBUG oslo_vmware.api [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1125.645673] env[69239]: value = "task-4145952" [ 1125.645673] env[69239]: _type = "Task" [ 1125.645673] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.657024] env[69239]: DEBUG oslo_concurrency.lockutils [req-11a7f113-e679-462c-a2be-0743cb364e17 req-6536f444-88a3-46c9-8ddd-b1e11f036d11 service nova] Releasing lock "refresh_cache-de26553e-ca34-4694-bc01-d66bf46381ea" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.657749] env[69239]: DEBUG oslo_vmware.api [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.776531] env[69239]: DEBUG oslo_vmware.api [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Task: {'id': task-4145951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.661623} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.776758] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.776946] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.777176] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.777368] env[69239]: INFO nova.compute.manager [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1125.777549] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.778014] env[69239]: DEBUG nova.compute.manager [-] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.778014] env[69239]: DEBUG nova.network.neutron [-] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.843459] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.947020] env[69239]: DEBUG nova.scheduler.client.report [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.088192] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.088501] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.088723] env[69239]: INFO nova.compute.manager [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Attaching volume 81e08450-b415-4613-a0ed-83de3292fd3e to /dev/sdb [ 1126.090597] env[69239]: DEBUG oslo_concurrency.lockutils [None req-92dd0d21-5f84-4a9b-b032-2e3259d73b3b tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "07515525-8fb4-4c23-b133-6370bb3bf60e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.705s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.129764] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da175205-3578-4db5-a07f-b9e9758a9c04 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.137664] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5340f30-b56f-4513-86aa-f41c6e86c911 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.153045] env[69239]: DEBUG nova.compute.manager [req-dbae2f1a-cbf0-481c-b1c0-68d20b7536f4 req-fd4f3d88-90e3-4238-bda2-25201d5d28f1 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Received event network-vif-deleted-6bb4e96d-1c12-4deb-81b2-4120928b5401 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.153045] env[69239]: INFO nova.compute.manager [req-dbae2f1a-cbf0-481c-b1c0-68d20b7536f4 req-fd4f3d88-90e3-4238-bda2-25201d5d28f1 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Neutron deleted interface 6bb4e96d-1c12-4deb-81b2-4120928b5401; detaching it from the instance and deleting it from the info cache [ 1126.153045] env[69239]: DEBUG nova.network.neutron [req-dbae2f1a-cbf0-481c-b1c0-68d20b7536f4 req-fd4f3d88-90e3-4238-bda2-25201d5d28f1 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.157024] env[69239]: DEBUG nova.virt.block_device [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Updating existing volume attachment record: 2d903d3b-bb0c-4e28-9c0c-feae6846affc {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1126.163649] env[69239]: DEBUG oslo_vmware.api [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145952, 'name': PowerOffVM_Task, 'duration_secs': 0.317319} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.163649] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.163786] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.164777] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aed412b-63e3-40eb-a28d-9766381a936f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.237438] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.237674] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.237863] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Deleting the datastore file [datastore1] 6adb3e10-042e-4139-9b2e-58a8678fc008 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.238371] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a3cddfa-6a04-4548-86e4-0e38e037e88a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.246625] env[69239]: DEBUG oslo_vmware.api [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1126.246625] env[69239]: value = "task-4145954" [ 1126.246625] env[69239]: _type = "Task" [ 1126.246625] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.257111] env[69239]: DEBUG oslo_vmware.api [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.306511] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "49388899-815a-4b75-bc19-906898a76c6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.306768] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "49388899-815a-4b75-bc19-906898a76c6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.339209] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.451178] env[69239]: DEBUG oslo_concurrency.lockutils [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.454150] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.677s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.455890] env[69239]: INFO nova.compute.claims [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.476810] env[69239]: INFO nova.scheduler.client.report [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Deleted allocations for instance a0160ab3-7f9f-4f46-b68b-58ea552461ad [ 1126.543102] env[69239]: DEBUG nova.network.neutron [-] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.633411] env[69239]: DEBUG oslo_concurrency.lockutils [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.633786] env[69239]: DEBUG oslo_concurrency.lockutils [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.633989] env[69239]: INFO nova.compute.manager [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Shelving [ 1126.660775] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c640748-698a-47d5-9e54-638cfd653309 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.671536] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91153c9a-4ca9-457e-8a17-b9da3657d9ed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.702136] env[69239]: DEBUG nova.compute.manager [req-dbae2f1a-cbf0-481c-b1c0-68d20b7536f4 req-fd4f3d88-90e3-4238-bda2-25201d5d28f1 service nova] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Detach interface failed, port_id=6bb4e96d-1c12-4deb-81b2-4120928b5401, reason: Instance de26553e-ca34-4694-bc01-d66bf46381ea could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1126.742266] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13fa659-562f-4cb6-99e4-97819ecf18c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.749406] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-88d98ccf-401f-475a-93ec-a457d0f30367 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Suspending the VM {{(pid=69239) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1126.754994] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-da411e4c-a599-42db-ab65-cc0e72273ebc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.762292] env[69239]: DEBUG oslo_vmware.api [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4145954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322115} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.763953] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.764192] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.764383] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.764569] env[69239]: INFO nova.compute.manager [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1126.764817] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.765121] env[69239]: DEBUG oslo_vmware.api [None req-88d98ccf-401f-475a-93ec-a457d0f30367 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1126.765121] env[69239]: value = "task-4145958" [ 1126.765121] env[69239]: _type = "Task" [ 1126.765121] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.765329] env[69239]: DEBUG nova.compute.manager [-] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.765459] env[69239]: DEBUG nova.network.neutron [-] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.776162] env[69239]: DEBUG oslo_vmware.api [None req-88d98ccf-401f-475a-93ec-a457d0f30367 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145958, 'name': SuspendVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.809420] env[69239]: DEBUG nova.compute.manager [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.842894] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.986021] env[69239]: DEBUG oslo_concurrency.lockutils [None req-874b4423-3aa2-4fd0-8f51-487c532f6383 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "a0160ab3-7f9f-4f46-b68b-58ea552461ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.903s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.045608] env[69239]: INFO nova.compute.manager [-] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Took 1.27 seconds to deallocate network for instance. [ 1127.277209] env[69239]: DEBUG oslo_vmware.api [None req-88d98ccf-401f-475a-93ec-a457d0f30367 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145958, 'name': SuspendVM_Task} progress is 62%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.337128] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.343896] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.552826] env[69239]: DEBUG oslo_concurrency.lockutils [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.644176] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.644551] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcfe3950-ad11-485a-8180-759bdd3d91dc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.655298] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1127.655298] env[69239]: value = "task-4145959" [ 1127.655298] env[69239]: _type = "Task" [ 1127.655298] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.672667] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.744844] env[69239]: DEBUG nova.network.neutron [-] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.788281] env[69239]: DEBUG oslo_vmware.api [None req-88d98ccf-401f-475a-93ec-a457d0f30367 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145958, 'name': SuspendVM_Task, 'duration_secs': 1.000389} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.789628] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-88d98ccf-401f-475a-93ec-a457d0f30367 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Suspended the VM {{(pid=69239) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1127.790171] env[69239]: DEBUG nova.compute.manager [None req-88d98ccf-401f-475a-93ec-a457d0f30367 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.794033] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77df303-4f5a-44cd-8892-ed4b70736497 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.798052] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066b98c3-fb96-4090-8a8c-caf43d4a360e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.811365] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307658d1-16cd-4f4a-86fa-b6c31f51734c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.860038] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f9cca4-8477-4e6d-8754-c03ac17b2ed0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.868277] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.872559] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dd0758-b362-4af0-8a71-b3ee781fa615 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.889788] env[69239]: DEBUG nova.compute.provider_tree [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.166065] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145959, 'name': PowerOffVM_Task, 'duration_secs': 0.247646} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.166412] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.167266] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbae03cb-9f74-4682-8f19-79746c721b0d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.187847] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020f0508-c29f-4b84-90f0-502e57b1c4f5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.191648] env[69239]: DEBUG nova.compute.manager [req-c804054e-a13e-426d-ad20-be48451d9194 req-f148e6c6-9f79-4c90-af1e-51786540716b service nova] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Received event network-vif-deleted-a7a9e6d4-fed9-4e77-88c7-76aa1bf38ed1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.247885] env[69239]: INFO nova.compute.manager [-] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Took 1.48 seconds to deallocate network for instance. [ 1128.365317] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.392878] env[69239]: DEBUG nova.scheduler.client.report [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.701797] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1128.701797] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b15e4da7-29c1-4131-9211-8e2a51fe73c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.709934] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1128.709934] env[69239]: value = "task-4145961" [ 1128.709934] env[69239]: _type = "Task" [ 1128.709934] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.719227] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.754715] env[69239]: DEBUG oslo_concurrency.lockutils [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.865377] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145945, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.898711] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.899368] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.902509] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.075s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.904087] env[69239]: INFO nova.compute.claims [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.221061] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145961, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.367748] env[69239]: DEBUG oslo_vmware.api [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145945, 'name': ReconfigVM_Task, 'duration_secs': 6.758384} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.368165] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.368554] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Reconfigured VM to detach interface {{(pid=69239) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1129.408684] env[69239]: DEBUG nova.compute.utils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.412329] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.412538] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.457342] env[69239]: DEBUG nova.policy [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f2204133d864e8c82b1dcaf52488d1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0769e6aad7b841199ed25e15a084e4dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.460118] env[69239]: DEBUG oslo_concurrency.lockutils [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "07515525-8fb4-4c23-b133-6370bb3bf60e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.460440] env[69239]: DEBUG oslo_concurrency.lockutils [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "07515525-8fb4-4c23-b133-6370bb3bf60e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.460694] env[69239]: DEBUG oslo_concurrency.lockutils [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "07515525-8fb4-4c23-b133-6370bb3bf60e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.460941] env[69239]: DEBUG oslo_concurrency.lockutils [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "07515525-8fb4-4c23-b133-6370bb3bf60e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.461182] env[69239]: DEBUG oslo_concurrency.lockutils [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "07515525-8fb4-4c23-b133-6370bb3bf60e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.463441] env[69239]: INFO nova.compute.manager [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Terminating instance [ 1129.513363] env[69239]: DEBUG nova.compute.manager [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Stashing vm_state: active {{(pid=69239) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1129.722341] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145961, 'name': CreateSnapshot_Task, 'duration_secs': 0.958445} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.722641] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1129.723864] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6051afa-1ce9-4083-9594-b411c7e6d638 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.830893] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Successfully created port: bac7ea2b-b980-485a-99c5-842946e34987 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.912958] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.969279] env[69239]: DEBUG nova.compute.manager [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.969510] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.970734] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b18e560-e596-4d1b-b34d-58708e26c9cb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.979307] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.979596] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8503dfe5-1779-49b8-be82-314bf9eaee3e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.033689] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.060943] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.061198] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.061406] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleting the datastore file [datastore2] 07515525-8fb4-4c23-b133-6370bb3bf60e {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.062226] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c2b2523-e11c-482a-b2db-f35c6b300f35 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.070752] env[69239]: DEBUG oslo_vmware.api [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1130.070752] env[69239]: value = "task-4145963" [ 1130.070752] env[69239]: _type = "Task" [ 1130.070752] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.081938] env[69239]: DEBUG oslo_vmware.api [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.205778] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2333fce-2829-4025-99c0-419565fb0512 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.214817] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f70b38-eabf-4a2d-ac67-26f136661879 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.252706] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1130.253261] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9299ea99-2a6b-4a00-9208-70f6c074dd29 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.257053] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc12e59-48c5-4858-917c-c9a38328dff7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.267241] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8604023b-31c3-4df5-a7e4-1c7b038502a6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.271217] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1130.271217] env[69239]: value = "task-4145964" [ 1130.271217] env[69239]: _type = "Task" [ 1130.271217] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.284117] env[69239]: DEBUG nova.compute.provider_tree [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.290765] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145964, 'name': CloneVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.583034] env[69239]: DEBUG oslo_vmware.api [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4145963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199347} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.583284] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.583515] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.583734] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.584016] env[69239]: INFO nova.compute.manager [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1130.584444] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.584656] env[69239]: DEBUG nova.compute.manager [-] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.584825] env[69239]: DEBUG nova.network.neutron [-] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.695284] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.695502] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.695770] env[69239]: DEBUG nova.network.neutron [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.708304] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1130.708455] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821011', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'name': 'volume-81e08450-b415-4613-a0ed-83de3292fd3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6782dd8f-05b7-4598-9057-ee3b08dbb8f8', 'attached_at': '', 'detached_at': '', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'serial': '81e08450-b415-4613-a0ed-83de3292fd3e'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1130.709407] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88611882-eb1b-427a-a245-d4d684abf5d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.729504] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783628fe-1fe4-4666-9bfb-45929b930ad4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.758329] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-81e08450-b415-4613-a0ed-83de3292fd3e/volume-81e08450-b415-4613-a0ed-83de3292fd3e.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.758680] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5986e4ef-49e6-4d20-90f9-e524cc4f5436 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.783554] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145964, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.785760] env[69239]: DEBUG oslo_vmware.api [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1130.785760] env[69239]: value = "task-4145965" [ 1130.785760] env[69239]: _type = "Task" [ 1130.785760] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.786805] env[69239]: DEBUG nova.scheduler.client.report [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.804318] env[69239]: DEBUG oslo_vmware.api [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.926538] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.956940] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.957212] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.957371] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.957555] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.957703] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.957850] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.958184] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.958387] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.958564] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.958731] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.958906] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.959817] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbbd497-37e5-4b24-97ed-d81dd9b2b579 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.968562] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc12d07-080a-43f8-a65d-f5317d178f39 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.068855] env[69239]: DEBUG nova.compute.manager [req-8495b63f-db18-4516-b5b6-672d80522cbe req-2a80fb39-a75a-4b18-8e55-7c6e2ab1add7 service nova] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Received event network-vif-deleted-bc640ccf-5920-425e-a114-7ccdbc1c2432 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.069106] env[69239]: INFO nova.compute.manager [req-8495b63f-db18-4516-b5b6-672d80522cbe req-2a80fb39-a75a-4b18-8e55-7c6e2ab1add7 service nova] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Neutron deleted interface bc640ccf-5920-425e-a114-7ccdbc1c2432; detaching it from the instance and deleting it from the info cache [ 1131.069311] env[69239]: DEBUG nova.network.neutron [req-8495b63f-db18-4516-b5b6-672d80522cbe req-2a80fb39-a75a-4b18-8e55-7c6e2ab1add7 service nova] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.285551] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145964, 'name': CloneVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.296827] env[69239]: DEBUG oslo_vmware.api [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145965, 'name': ReconfigVM_Task, 'duration_secs': 0.396701} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.297846] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.298383] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.301564] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-81e08450-b415-4613-a0ed-83de3292fd3e/volume-81e08450-b415-4613-a0ed-83de3292fd3e.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.309044] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.449s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.311060] env[69239]: INFO nova.compute.claims [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.315175] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d8a17df-f24a-4988-aaaf-ffac58c08719 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.346019] env[69239]: DEBUG oslo_vmware.api [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1131.346019] env[69239]: value = "task-4145966" [ 1131.346019] env[69239]: _type = "Task" [ 1131.346019] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.356568] env[69239]: DEBUG oslo_vmware.api [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.547852] env[69239]: INFO nova.network.neutron [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Port e76ca577-0f98-4ad9-833f-9b213fd39eb8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1131.548417] env[69239]: DEBUG nova.network.neutron [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updating instance_info_cache with network_info: [{"id": "05c35540-eab6-45d9-a320-1bcf5f241e29", "address": "fa:16:3e:c9:8a:e2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c35540-ea", "ovs_interfaceid": "05c35540-eab6-45d9-a320-1bcf5f241e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.549847] env[69239]: DEBUG nova.network.neutron [-] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.572550] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ac5edbb-4561-4385-b3f4-59edbc9f981f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.583582] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42b10e2-b086-4f99-b648-000edbbe2d4f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.615502] env[69239]: DEBUG nova.compute.manager [req-8495b63f-db18-4516-b5b6-672d80522cbe req-2a80fb39-a75a-4b18-8e55-7c6e2ab1add7 service nova] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Detach interface failed, port_id=bc640ccf-5920-425e-a114-7ccdbc1c2432, reason: Instance 07515525-8fb4-4c23-b133-6370bb3bf60e could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1131.785857] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145964, 'name': CloneVM_Task, 'duration_secs': 1.087444} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.789026] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Created linked-clone VM from snapshot [ 1131.789026] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31af63c-eddd-4596-9c80-b88a18c12226 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.799663] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Uploading image 0f628efb-00e6-4151-8707-2f3ec50c4e8b {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1131.812628] env[69239]: DEBUG nova.compute.utils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.817324] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.817324] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.842253] env[69239]: DEBUG oslo_vmware.rw_handles [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1131.842253] env[69239]: value = "vm-821013" [ 1131.842253] env[69239]: _type = "VirtualMachine" [ 1131.842253] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1131.842720] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9ac63886-d799-42c1-bcc2-ad3bd6ad1c6b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.855031] env[69239]: DEBUG oslo_vmware.api [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145966, 'name': ReconfigVM_Task, 'duration_secs': 0.156101} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.857050] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821011', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'name': 'volume-81e08450-b415-4613-a0ed-83de3292fd3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6782dd8f-05b7-4598-9057-ee3b08dbb8f8', 'attached_at': '', 'detached_at': '', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'serial': '81e08450-b415-4613-a0ed-83de3292fd3e'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1131.859769] env[69239]: DEBUG oslo_vmware.rw_handles [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lease: (returnval){ [ 1131.859769] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52675989-6cbd-916e-5e29-4fc2fb1e03f4" [ 1131.859769] env[69239]: _type = "HttpNfcLease" [ 1131.859769] env[69239]: } obtained for exporting VM: (result){ [ 1131.859769] env[69239]: value = "vm-821013" [ 1131.859769] env[69239]: _type = "VirtualMachine" [ 1131.859769] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1131.860053] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the lease: (returnval){ [ 1131.860053] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52675989-6cbd-916e-5e29-4fc2fb1e03f4" [ 1131.860053] env[69239]: _type = "HttpNfcLease" [ 1131.860053] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1131.870022] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1131.870022] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52675989-6cbd-916e-5e29-4fc2fb1e03f4" [ 1131.870022] env[69239]: _type = "HttpNfcLease" [ 1131.870022] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1131.870022] env[69239]: DEBUG oslo_vmware.rw_handles [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1131.870022] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52675989-6cbd-916e-5e29-4fc2fb1e03f4" [ 1131.870022] env[69239]: _type = "HttpNfcLease" [ 1131.870022] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1131.870399] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b7c415-3d07-4a58-b237-8318ca798084 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.876923] env[69239]: DEBUG nova.policy [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f2204133d864e8c82b1dcaf52488d1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0769e6aad7b841199ed25e15a084e4dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.883701] env[69239]: DEBUG oslo_vmware.rw_handles [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281c169-fea9-4b05-0250-1f5f075793cb/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1131.883701] env[69239]: DEBUG oslo_vmware.rw_handles [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281c169-fea9-4b05-0250-1f5f075793cb/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1131.961374] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Successfully updated port: bac7ea2b-b980-485a-99c5-842946e34987 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.963371] env[69239]: DEBUG nova.compute.manager [req-87d35721-5efd-4c07-914d-26286aa26de1 req-5143eec2-f09d-4cb8-b81a-d2ee11a2ea38 service nova] [instance: 01065479-a96a-4606-8248-f1583b598eec] Received event network-vif-plugged-bac7ea2b-b980-485a-99c5-842946e34987 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.963551] env[69239]: DEBUG oslo_concurrency.lockutils [req-87d35721-5efd-4c07-914d-26286aa26de1 req-5143eec2-f09d-4cb8-b81a-d2ee11a2ea38 service nova] Acquiring lock "01065479-a96a-4606-8248-f1583b598eec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.963836] env[69239]: DEBUG oslo_concurrency.lockutils [req-87d35721-5efd-4c07-914d-26286aa26de1 req-5143eec2-f09d-4cb8-b81a-d2ee11a2ea38 service nova] Lock "01065479-a96a-4606-8248-f1583b598eec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.964657] env[69239]: DEBUG oslo_concurrency.lockutils [req-87d35721-5efd-4c07-914d-26286aa26de1 req-5143eec2-f09d-4cb8-b81a-d2ee11a2ea38 service nova] Lock "01065479-a96a-4606-8248-f1583b598eec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.964657] env[69239]: DEBUG nova.compute.manager [req-87d35721-5efd-4c07-914d-26286aa26de1 req-5143eec2-f09d-4cb8-b81a-d2ee11a2ea38 service nova] [instance: 01065479-a96a-4606-8248-f1583b598eec] No waiting events found dispatching network-vif-plugged-bac7ea2b-b980-485a-99c5-842946e34987 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1131.964770] env[69239]: WARNING nova.compute.manager [req-87d35721-5efd-4c07-914d-26286aa26de1 req-5143eec2-f09d-4cb8-b81a-d2ee11a2ea38 service nova] [instance: 01065479-a96a-4606-8248-f1583b598eec] Received unexpected event network-vif-plugged-bac7ea2b-b980-485a-99c5-842946e34987 for instance with vm_state building and task_state spawning. [ 1131.997503] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-25d66f73-2ddd-4216-83a9-37c50cb89e37 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.051645] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.053967] env[69239]: INFO nova.compute.manager [-] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Took 1.47 seconds to deallocate network for instance. [ 1132.217812] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "interface-259e53fb-53f6-4274-ac88-5b4befea221f-e76ca577-0f98-4ad9-833f-9b213fd39eb8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.218750] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-259e53fb-53f6-4274-ac88-5b4befea221f-e76ca577-0f98-4ad9-833f-9b213fd39eb8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.219326] env[69239]: DEBUG nova.objects.instance [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lazy-loading 'flavor' on Instance uuid 259e53fb-53f6-4274-ac88-5b4befea221f {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.231240] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Successfully created port: 9016686a-f73d-4896-a54e-bbf86e9a0200 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.316457] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.466654] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "refresh_cache-01065479-a96a-4606-8248-f1583b598eec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.466805] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquired lock "refresh_cache-01065479-a96a-4606-8248-f1583b598eec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.466957] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.557693] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2cb2d1a-85e4-4eeb-9439-876137d3d3e3 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-1015dafd-be46-432a-be03-144c3474f466-e76ca577-0f98-4ad9-833f-9b213fd39eb8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.825s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.566024] env[69239]: DEBUG oslo_concurrency.lockutils [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.650979] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b209040b-0b23-4045-8d2e-b348e36081a9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.661649] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0163e09-42fd-47f0-9bd4-cbfa808ceaf5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.704436] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1c5384-0307-4815-842a-1ab60f2bf532 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.715894] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b624a7e-9b22-407e-a447-53daf7acda67 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.734779] env[69239]: DEBUG nova.compute.provider_tree [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.855657] env[69239]: DEBUG nova.objects.instance [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lazy-loading 'pci_requests' on Instance uuid 259e53fb-53f6-4274-ac88-5b4befea221f {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.911051] env[69239]: DEBUG nova.objects.instance [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lazy-loading 'flavor' on Instance uuid 6782dd8f-05b7-4598-9057-ee3b08dbb8f8 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.007044] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.201174] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Updating instance_info_cache with network_info: [{"id": "bac7ea2b-b980-485a-99c5-842946e34987", "address": "fa:16:3e:ca:d2:b1", "network": {"id": "e12ea66b-5def-485a-836f-b38918e3da9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1150057718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0769e6aad7b841199ed25e15a084e4dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac7ea2b-b9", "ovs_interfaceid": "bac7ea2b-b980-485a-99c5-842946e34987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.238425] env[69239]: DEBUG nova.scheduler.client.report [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.327789] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.353543] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.353949] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.354209] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.354418] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.354629] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.354816] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.355257] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.355523] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.355796] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.356044] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.356311] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.357350] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef3f276-f550-4921-b122-ea6f62190bba {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.366359] env[69239]: DEBUG nova.objects.base [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Object Instance<259e53fb-53f6-4274-ac88-5b4befea221f> lazy-loaded attributes: flavor,pci_requests {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1133.366606] env[69239]: DEBUG nova.network.neutron [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.370173] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e31a43-4fb2-4575-889f-e0ee560a1e46 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.419994] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a55620ea-4b74-4b94-a5e1-1312e29394e0 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.331s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.446352] env[69239]: DEBUG nova.compute.manager [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Received event network-changed-05c35540-eab6-45d9-a320-1bcf5f241e29 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.446599] env[69239]: DEBUG nova.compute.manager [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Refreshing instance network info cache due to event network-changed-05c35540-eab6-45d9-a320-1bcf5f241e29. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.446909] env[69239]: DEBUG oslo_concurrency.lockutils [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] Acquiring lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.447154] env[69239]: DEBUG oslo_concurrency.lockutils [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] Acquired lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.447524] env[69239]: DEBUG nova.network.neutron [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Refreshing network info cache for port 05c35540-eab6-45d9-a320-1bcf5f241e29 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.460110] env[69239]: DEBUG nova.policy [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d967f379dfd47e696106f5f6d1ae8e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0c413a591a046939b74848c895674e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.705179] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Releasing lock "refresh_cache-01065479-a96a-4606-8248-f1583b598eec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.705179] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Instance network_info: |[{"id": "bac7ea2b-b980-485a-99c5-842946e34987", "address": "fa:16:3e:ca:d2:b1", "network": {"id": "e12ea66b-5def-485a-836f-b38918e3da9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1150057718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0769e6aad7b841199ed25e15a084e4dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac7ea2b-b9", "ovs_interfaceid": "bac7ea2b-b980-485a-99c5-842946e34987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.706038] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:d2:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bac7ea2b-b980-485a-99c5-842946e34987', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.714579] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Creating folder: Project (0769e6aad7b841199ed25e15a084e4dd). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.715385] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5efd689d-bb61-4841-86e1-061d6ffe1c23 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.728383] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Created folder: Project (0769e6aad7b841199ed25e15a084e4dd) in parent group-v820715. [ 1133.728588] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Creating folder: Instances. Parent ref: group-v821014. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.728854] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44bda689-3ff5-47b3-9e8e-f06d754dff82 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.740363] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Created folder: Instances in parent group-v821014. [ 1133.740557] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.740866] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01065479-a96a-4606-8248-f1583b598eec] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.742452] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b98fd55-1042-458c-a847-f6b2a1c9014a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.759738] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.760506] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.763687] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.634s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.763940] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.764282] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69239) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1133.764572] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.390s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.764851] env[69239]: DEBUG nova.objects.instance [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Lazy-loading 'resources' on Instance uuid ef4328d0-ab2c-4c37-af3c-6f5145943ebe {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.768111] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea7be78-7795-4de6-ab63-4ee576923655 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.772539] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.772539] env[69239]: value = "task-4145970" [ 1133.772539] env[69239]: _type = "Task" [ 1133.772539] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.780784] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1495af4b-b36b-425e-8480-32b866ef6623 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.789690] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145970, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.802486] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb866de-5ca7-4813-9609-d6b5a13f16f5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.811335] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbae5fae-1e16-4b97-9b7c-e13a00bc3ea1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.848238] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178891MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69239) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1133.848238] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.129615] env[69239]: DEBUG nova.compute.manager [req-c44738fc-aa8e-4785-b842-7548aa6e056c req-094edc2e-6c33-4b30-a474-9ee86a947812 service nova] [instance: 01065479-a96a-4606-8248-f1583b598eec] Received event network-changed-bac7ea2b-b980-485a-99c5-842946e34987 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.129948] env[69239]: DEBUG nova.compute.manager [req-c44738fc-aa8e-4785-b842-7548aa6e056c req-094edc2e-6c33-4b30-a474-9ee86a947812 service nova] [instance: 01065479-a96a-4606-8248-f1583b598eec] Refreshing instance network info cache due to event network-changed-bac7ea2b-b980-485a-99c5-842946e34987. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.133893] env[69239]: DEBUG oslo_concurrency.lockutils [req-c44738fc-aa8e-4785-b842-7548aa6e056c req-094edc2e-6c33-4b30-a474-9ee86a947812 service nova] Acquiring lock "refresh_cache-01065479-a96a-4606-8248-f1583b598eec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.134375] env[69239]: DEBUG oslo_concurrency.lockutils [req-c44738fc-aa8e-4785-b842-7548aa6e056c req-094edc2e-6c33-4b30-a474-9ee86a947812 service nova] Acquired lock "refresh_cache-01065479-a96a-4606-8248-f1583b598eec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.134593] env[69239]: DEBUG nova.network.neutron [req-c44738fc-aa8e-4785-b842-7548aa6e056c req-094edc2e-6c33-4b30-a474-9ee86a947812 service nova] [instance: 01065479-a96a-4606-8248-f1583b598eec] Refreshing network info cache for port bac7ea2b-b980-485a-99c5-842946e34987 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.136864] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Successfully updated port: 9016686a-f73d-4896-a54e-bbf86e9a0200 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.186122] env[69239]: INFO nova.compute.manager [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Rebuilding instance [ 1134.247569] env[69239]: DEBUG nova.compute.manager [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1134.248584] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233fa6c8-e4eb-4f7a-8819-75bf22a1e5fb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.254518] env[69239]: DEBUG nova.network.neutron [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updated VIF entry in instance network info cache for port 05c35540-eab6-45d9-a320-1bcf5f241e29. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.254972] env[69239]: DEBUG nova.network.neutron [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updating instance_info_cache with network_info: [{"id": "05c35540-eab6-45d9-a320-1bcf5f241e29", "address": "fa:16:3e:c9:8a:e2", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05c35540-ea", "ovs_interfaceid": "05c35540-eab6-45d9-a320-1bcf5f241e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.269377] env[69239]: DEBUG nova.compute.utils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.271783] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.272116] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.287979] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145970, 'name': CreateVM_Task, 'duration_secs': 0.481877} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.288180] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01065479-a96a-4606-8248-f1583b598eec] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.288893] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.289072] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.289452] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.289726] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d61f82-9f89-47b4-96ef-8a94659e1a74 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.295351] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1134.295351] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f695c9-44b1-dead-6ea2-fba9ee9b03a0" [ 1134.295351] env[69239]: _type = "Task" [ 1134.295351] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.308530] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f695c9-44b1-dead-6ea2-fba9ee9b03a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.323073] env[69239]: DEBUG nova.policy [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f2204133d864e8c82b1dcaf52488d1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0769e6aad7b841199ed25e15a084e4dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.559926] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f144bbf-a483-4871-b298-af0cafe2bb0d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.569578] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d5aaa2-ee26-422e-8b39-b606b848faff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.605753] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad7bef2-60a8-4c01-8c86-73c26e80e064 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.614035] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4057656b-e2de-4492-a1f8-a9a2cc301b11 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.620877] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Successfully created port: b871e886-693d-4301-8b8f-42cf6124830a {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.631521] env[69239]: DEBUG nova.compute.provider_tree [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.647647] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "refresh_cache-6cec197c-38ae-4ca7-a09e-f464be922afa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.647796] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquired lock "refresh_cache-6cec197c-38ae-4ca7-a09e-f464be922afa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.647944] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.761625] env[69239]: DEBUG oslo_concurrency.lockutils [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] Releasing lock "refresh_cache-1015dafd-be46-432a-be03-144c3474f466" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.761853] env[69239]: DEBUG nova.compute.manager [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Received event network-changed-2d44e7e8-de4b-4be1-9d18-8cd28fa77441 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.762201] env[69239]: DEBUG nova.compute.manager [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Refreshing instance network info cache due to event network-changed-2d44e7e8-de4b-4be1-9d18-8cd28fa77441. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.762460] env[69239]: DEBUG oslo_concurrency.lockutils [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] Acquiring lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.762617] env[69239]: DEBUG oslo_concurrency.lockutils [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] Acquired lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.762794] env[69239]: DEBUG nova.network.neutron [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Refreshing network info cache for port 2d44e7e8-de4b-4be1-9d18-8cd28fa77441 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.772578] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.809976] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f695c9-44b1-dead-6ea2-fba9ee9b03a0, 'name': SearchDatastore_Task, 'duration_secs': 0.014732} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.810360] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.810618] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.810877] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.811047] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.811259] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.811706] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b71bbe4-fdd7-44f6-8c9c-3252dbe36a89 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.823961] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.824200] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.825060] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d015f3b6-5f7c-4e97-bb4b-d428d6207195 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.832148] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1134.832148] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52baa931-20bd-28b9-dab6-3d363454ce97" [ 1134.832148] env[69239]: _type = "Task" [ 1134.832148] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.844362] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52baa931-20bd-28b9-dab6-3d363454ce97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.997000] env[69239]: DEBUG nova.network.neutron [req-c44738fc-aa8e-4785-b842-7548aa6e056c req-094edc2e-6c33-4b30-a474-9ee86a947812 service nova] [instance: 01065479-a96a-4606-8248-f1583b598eec] Updated VIF entry in instance network info cache for port bac7ea2b-b980-485a-99c5-842946e34987. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.997656] env[69239]: DEBUG nova.network.neutron [req-c44738fc-aa8e-4785-b842-7548aa6e056c req-094edc2e-6c33-4b30-a474-9ee86a947812 service nova] [instance: 01065479-a96a-4606-8248-f1583b598eec] Updating instance_info_cache with network_info: [{"id": "bac7ea2b-b980-485a-99c5-842946e34987", "address": "fa:16:3e:ca:d2:b1", "network": {"id": "e12ea66b-5def-485a-836f-b38918e3da9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1150057718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0769e6aad7b841199ed25e15a084e4dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac7ea2b-b9", "ovs_interfaceid": "bac7ea2b-b980-485a-99c5-842946e34987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.118977] env[69239]: DEBUG nova.network.neutron [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Successfully updated port: e76ca577-0f98-4ad9-833f-9b213fd39eb8 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.135063] env[69239]: DEBUG nova.scheduler.client.report [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.195844] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.270196] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.270501] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eed89b67-938d-45a4-928e-d3b90c6ead04 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.285548] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1135.285548] env[69239]: value = "task-4145971" [ 1135.285548] env[69239]: _type = "Task" [ 1135.285548] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.296388] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.346982] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52baa931-20bd-28b9-dab6-3d363454ce97, 'name': SearchDatastore_Task, 'duration_secs': 0.016347} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.347966] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-768fca74-b434-475e-b1b8-523cbcf989df {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.358031] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1135.358031] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]520afd9a-b62a-0ab5-a50d-ca9f0b16f31d" [ 1135.358031] env[69239]: _type = "Task" [ 1135.358031] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.367362] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520afd9a-b62a-0ab5-a50d-ca9f0b16f31d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.403301] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Updating instance_info_cache with network_info: [{"id": "9016686a-f73d-4896-a54e-bbf86e9a0200", "address": "fa:16:3e:a9:9d:bb", "network": {"id": "e12ea66b-5def-485a-836f-b38918e3da9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1150057718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0769e6aad7b841199ed25e15a084e4dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9016686a-f7", "ovs_interfaceid": "9016686a-f73d-4896-a54e-bbf86e9a0200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.502847] env[69239]: DEBUG oslo_concurrency.lockutils [req-c44738fc-aa8e-4785-b842-7548aa6e056c req-094edc2e-6c33-4b30-a474-9ee86a947812 service nova] Releasing lock "refresh_cache-01065479-a96a-4606-8248-f1583b598eec" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.524523] env[69239]: DEBUG nova.network.neutron [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Updated VIF entry in instance network info cache for port 2d44e7e8-de4b-4be1-9d18-8cd28fa77441. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.524967] env[69239]: DEBUG nova.network.neutron [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Updating instance_info_cache with network_info: [{"id": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "address": "fa:16:3e:8f:63:69", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d44e7e8-de", "ovs_interfaceid": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.622405] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.641103] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.643809] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.362s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.644155] env[69239]: DEBUG nova.objects.instance [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lazy-loading 'pci_requests' on Instance uuid 69ef9903-3cbc-4b39-98a2-db9fe5640d24 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.665674] env[69239]: INFO nova.scheduler.client.report [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Deleted allocations for instance ef4328d0-ab2c-4c37-af3c-6f5145943ebe [ 1135.709678] env[69239]: DEBUG nova.compute.manager [req-8e3a5b57-cedd-405c-8fa1-e40f52c50ac7 req-dd78e209-5803-4e9b-a4cc-e157d386eb60 service nova] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Received event network-vif-plugged-9016686a-f73d-4896-a54e-bbf86e9a0200 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.710056] env[69239]: DEBUG oslo_concurrency.lockutils [req-8e3a5b57-cedd-405c-8fa1-e40f52c50ac7 req-dd78e209-5803-4e9b-a4cc-e157d386eb60 service nova] Acquiring lock "6cec197c-38ae-4ca7-a09e-f464be922afa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.710289] env[69239]: DEBUG oslo_concurrency.lockutils [req-8e3a5b57-cedd-405c-8fa1-e40f52c50ac7 req-dd78e209-5803-4e9b-a4cc-e157d386eb60 service nova] Lock "6cec197c-38ae-4ca7-a09e-f464be922afa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.710473] env[69239]: DEBUG oslo_concurrency.lockutils [req-8e3a5b57-cedd-405c-8fa1-e40f52c50ac7 req-dd78e209-5803-4e9b-a4cc-e157d386eb60 service nova] Lock "6cec197c-38ae-4ca7-a09e-f464be922afa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.710651] env[69239]: DEBUG nova.compute.manager [req-8e3a5b57-cedd-405c-8fa1-e40f52c50ac7 req-dd78e209-5803-4e9b-a4cc-e157d386eb60 service nova] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] No waiting events found dispatching network-vif-plugged-9016686a-f73d-4896-a54e-bbf86e9a0200 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1135.710820] env[69239]: WARNING nova.compute.manager [req-8e3a5b57-cedd-405c-8fa1-e40f52c50ac7 req-dd78e209-5803-4e9b-a4cc-e157d386eb60 service nova] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Received unexpected event network-vif-plugged-9016686a-f73d-4896-a54e-bbf86e9a0200 for instance with vm_state building and task_state spawning. [ 1135.710981] env[69239]: DEBUG nova.compute.manager [req-8e3a5b57-cedd-405c-8fa1-e40f52c50ac7 req-dd78e209-5803-4e9b-a4cc-e157d386eb60 service nova] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Received event network-changed-9016686a-f73d-4896-a54e-bbf86e9a0200 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.711187] env[69239]: DEBUG nova.compute.manager [req-8e3a5b57-cedd-405c-8fa1-e40f52c50ac7 req-dd78e209-5803-4e9b-a4cc-e157d386eb60 service nova] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Refreshing instance network info cache due to event network-changed-9016686a-f73d-4896-a54e-bbf86e9a0200. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.711357] env[69239]: DEBUG oslo_concurrency.lockutils [req-8e3a5b57-cedd-405c-8fa1-e40f52c50ac7 req-dd78e209-5803-4e9b-a4cc-e157d386eb60 service nova] Acquiring lock "refresh_cache-6cec197c-38ae-4ca7-a09e-f464be922afa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.787881] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.802350] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145971, 'name': PowerOffVM_Task, 'duration_secs': 0.247756} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.802784] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.819643] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.819963] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.820089] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.820301] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.820469] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.820616] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.820822] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.820978] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.821166] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.821327] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.821500] env[69239]: DEBUG nova.virt.hardware [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.822428] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe5c130-6283-4cfb-b104-69b9d813fd64 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.831027] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c616c2d7-6ddc-4573-9126-92465088c27d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.863130] env[69239]: INFO nova.compute.manager [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Detaching volume 81e08450-b415-4613-a0ed-83de3292fd3e [ 1135.871615] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]520afd9a-b62a-0ab5-a50d-ca9f0b16f31d, 'name': SearchDatastore_Task, 'duration_secs': 0.012015} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.874462] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.874764] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 01065479-a96a-4606-8248-f1583b598eec/01065479-a96a-4606-8248-f1583b598eec.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.875429] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59020729-7243-44de-991c-8be2cac3190d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.884064] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1135.884064] env[69239]: value = "task-4145972" [ 1135.884064] env[69239]: _type = "Task" [ 1135.884064] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.893100] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.907099] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Releasing lock "refresh_cache-6cec197c-38ae-4ca7-a09e-f464be922afa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.907584] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Instance network_info: |[{"id": "9016686a-f73d-4896-a54e-bbf86e9a0200", "address": "fa:16:3e:a9:9d:bb", "network": {"id": "e12ea66b-5def-485a-836f-b38918e3da9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1150057718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0769e6aad7b841199ed25e15a084e4dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9016686a-f7", "ovs_interfaceid": "9016686a-f73d-4896-a54e-bbf86e9a0200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.909120] env[69239]: INFO nova.virt.block_device [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Attempting to driver detach volume 81e08450-b415-4613-a0ed-83de3292fd3e from mountpoint /dev/sdb [ 1135.909454] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1135.909677] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821011', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'name': 'volume-81e08450-b415-4613-a0ed-83de3292fd3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6782dd8f-05b7-4598-9057-ee3b08dbb8f8', 'attached_at': '', 'detached_at': '', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'serial': '81e08450-b415-4613-a0ed-83de3292fd3e'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1135.910093] env[69239]: DEBUG oslo_concurrency.lockutils [req-8e3a5b57-cedd-405c-8fa1-e40f52c50ac7 req-dd78e209-5803-4e9b-a4cc-e157d386eb60 service nova] Acquired lock "refresh_cache-6cec197c-38ae-4ca7-a09e-f464be922afa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.910277] env[69239]: DEBUG nova.network.neutron [req-8e3a5b57-cedd-405c-8fa1-e40f52c50ac7 req-dd78e209-5803-4e9b-a4cc-e157d386eb60 service nova] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Refreshing network info cache for port 9016686a-f73d-4896-a54e-bbf86e9a0200 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.911654] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:9d:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9016686a-f73d-4896-a54e-bbf86e9a0200', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.921338] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.922137] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86300902-33f8-4f7b-b001-8ea446100466 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.926149] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.926385] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-235a3924-acbe-4878-8fc3-6b6fe164b44b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.965205] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138f714b-07f3-4b12-a927-33ddedbbab75 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.968154] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.968154] env[69239]: value = "task-4145973" [ 1135.968154] env[69239]: _type = "Task" [ 1135.968154] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.977938] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf340ced-96fc-4b7f-8894-2dd1986995c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.984188] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145973, 'name': CreateVM_Task} progress is 15%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.005306] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2994ac33-2ba3-4a82-b77f-c0a0837e3585 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.026515] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] The volume has not been displaced from its original location: [datastore2] volume-81e08450-b415-4613-a0ed-83de3292fd3e/volume-81e08450-b415-4613-a0ed-83de3292fd3e.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1136.032515] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1136.033268] env[69239]: DEBUG oslo_concurrency.lockutils [req-2cb44c91-bddb-4ea8-b650-10fd55701b39 req-3c6eba6d-f6b1-49a7-a5dd-328c7a240925 service nova] Releasing lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.033719] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec985ca2-aebf-4056-bcd4-d801bbd8df1b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.048131] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.048345] env[69239]: DEBUG nova.network.neutron [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.056921] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1136.056921] env[69239]: value = "task-4145974" [ 1136.056921] env[69239]: _type = "Task" [ 1136.056921] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.070177] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145974, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.149852] env[69239]: DEBUG nova.objects.instance [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lazy-loading 'numa_topology' on Instance uuid 69ef9903-3cbc-4b39-98a2-db9fe5640d24 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.175388] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ac4c48f4-211b-4479-a31d-3778befadcb2 tempest-InstanceActionsNegativeTestJSON-1908515503 tempest-InstanceActionsNegativeTestJSON-1908515503-project-member] Lock "ef4328d0-ab2c-4c37-af3c-6f5145943ebe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.220s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.280297] env[69239]: DEBUG nova.compute.manager [req-58f313a7-f2d3-46d4-b842-23dfbef91921 req-d78d7da7-1067-443f-a490-5a7a5e89ac56 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Received event network-vif-plugged-e76ca577-0f98-4ad9-833f-9b213fd39eb8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.280297] env[69239]: DEBUG oslo_concurrency.lockutils [req-58f313a7-f2d3-46d4-b842-23dfbef91921 req-d78d7da7-1067-443f-a490-5a7a5e89ac56 service nova] Acquiring lock "259e53fb-53f6-4274-ac88-5b4befea221f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.280444] env[69239]: DEBUG oslo_concurrency.lockutils [req-58f313a7-f2d3-46d4-b842-23dfbef91921 req-d78d7da7-1067-443f-a490-5a7a5e89ac56 service nova] Lock "259e53fb-53f6-4274-ac88-5b4befea221f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.280572] env[69239]: DEBUG oslo_concurrency.lockutils [req-58f313a7-f2d3-46d4-b842-23dfbef91921 req-d78d7da7-1067-443f-a490-5a7a5e89ac56 service nova] Lock "259e53fb-53f6-4274-ac88-5b4befea221f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.280907] env[69239]: DEBUG nova.compute.manager [req-58f313a7-f2d3-46d4-b842-23dfbef91921 req-d78d7da7-1067-443f-a490-5a7a5e89ac56 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] No waiting events found dispatching network-vif-plugged-e76ca577-0f98-4ad9-833f-9b213fd39eb8 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1136.280907] env[69239]: WARNING nova.compute.manager [req-58f313a7-f2d3-46d4-b842-23dfbef91921 req-d78d7da7-1067-443f-a490-5a7a5e89ac56 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Received unexpected event network-vif-plugged-e76ca577-0f98-4ad9-833f-9b213fd39eb8 for instance with vm_state active and task_state None. [ 1136.281140] env[69239]: DEBUG nova.compute.manager [req-58f313a7-f2d3-46d4-b842-23dfbef91921 req-d78d7da7-1067-443f-a490-5a7a5e89ac56 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Received event network-changed-e76ca577-0f98-4ad9-833f-9b213fd39eb8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.281267] env[69239]: DEBUG nova.compute.manager [req-58f313a7-f2d3-46d4-b842-23dfbef91921 req-d78d7da7-1067-443f-a490-5a7a5e89ac56 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Refreshing instance network info cache due to event network-changed-e76ca577-0f98-4ad9-833f-9b213fd39eb8. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.281407] env[69239]: DEBUG oslo_concurrency.lockutils [req-58f313a7-f2d3-46d4-b842-23dfbef91921 req-d78d7da7-1067-443f-a490-5a7a5e89ac56 service nova] Acquiring lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.317132] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Successfully updated port: b871e886-693d-4301-8b8f-42cf6124830a {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.396701] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145972, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.481111] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145973, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.568442] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145974, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.605820] env[69239]: WARNING nova.network.neutron [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] 2f7e73b3-2d60-4ec9-8814-564f6217be06 already exists in list: networks containing: ['2f7e73b3-2d60-4ec9-8814-564f6217be06']. ignoring it [ 1136.652694] env[69239]: INFO nova.compute.claims [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.734824] env[69239]: DEBUG nova.network.neutron [req-8e3a5b57-cedd-405c-8fa1-e40f52c50ac7 req-dd78e209-5803-4e9b-a4cc-e157d386eb60 service nova] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Updated VIF entry in instance network info cache for port 9016686a-f73d-4896-a54e-bbf86e9a0200. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.735263] env[69239]: DEBUG nova.network.neutron [req-8e3a5b57-cedd-405c-8fa1-e40f52c50ac7 req-dd78e209-5803-4e9b-a4cc-e157d386eb60 service nova] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Updating instance_info_cache with network_info: [{"id": "9016686a-f73d-4896-a54e-bbf86e9a0200", "address": "fa:16:3e:a9:9d:bb", "network": {"id": "e12ea66b-5def-485a-836f-b38918e3da9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1150057718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0769e6aad7b841199ed25e15a084e4dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9016686a-f7", "ovs_interfaceid": "9016686a-f73d-4896-a54e-bbf86e9a0200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.821664] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "refresh_cache-6611254f-c3cd-45c4-bbe8-51e5a2e8dd80" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.821763] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquired lock "refresh_cache-6611254f-c3cd-45c4-bbe8-51e5a2e8dd80" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.822050] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.896359] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543496} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.896719] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 01065479-a96a-4606-8248-f1583b598eec/01065479-a96a-4606-8248-f1583b598eec.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.896908] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.897171] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f148fc2-ab63-4b83-b1d0-a56c7695590c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.906054] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1136.906054] env[69239]: value = "task-4145975" [ 1136.906054] env[69239]: _type = "Task" [ 1136.906054] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.919728] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.945878] env[69239]: DEBUG nova.network.neutron [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Updating instance_info_cache with network_info: [{"id": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "address": "fa:16:3e:8f:63:69", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d44e7e8-de", "ovs_interfaceid": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e76ca577-0f98-4ad9-833f-9b213fd39eb8", "address": "fa:16:3e:87:35:56", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76ca577-0f", "ovs_interfaceid": "e76ca577-0f98-4ad9-833f-9b213fd39eb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.981583] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145973, 'name': CreateVM_Task, 'duration_secs': 0.606137} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.981772] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.982650] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.982759] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.983134] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.983450] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a29d52-b874-4508-a997-f3d1e4deca4b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.988673] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1136.988673] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526a15cb-da88-cd8d-f778-a2f330b5f00e" [ 1136.988673] env[69239]: _type = "Task" [ 1136.988673] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.997460] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526a15cb-da88-cd8d-f778-a2f330b5f00e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.069175] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145974, 'name': ReconfigVM_Task, 'duration_secs': 0.586822} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.069492] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1137.074685] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66503f8b-0700-4afb-8729-785df6cdc932 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.090876] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1137.090876] env[69239]: value = "task-4145976" [ 1137.090876] env[69239]: _type = "Task" [ 1137.090876] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.100059] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.238328] env[69239]: DEBUG oslo_concurrency.lockutils [req-8e3a5b57-cedd-405c-8fa1-e40f52c50ac7 req-dd78e209-5803-4e9b-a4cc-e157d386eb60 service nova] Releasing lock "refresh_cache-6cec197c-38ae-4ca7-a09e-f464be922afa" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.355772] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.416496] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080093} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.416794] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.417648] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62660b03-332e-4666-9865-314edc7f58b6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.442902] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 01065479-a96a-4606-8248-f1583b598eec/01065479-a96a-4606-8248-f1583b598eec.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.443221] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33747e48-860d-4e74-9270-174beacff89c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.458687] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.459369] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.459535] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.459812] env[69239]: DEBUG oslo_concurrency.lockutils [req-58f313a7-f2d3-46d4-b842-23dfbef91921 req-d78d7da7-1067-443f-a490-5a7a5e89ac56 service nova] Acquired lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.459993] env[69239]: DEBUG nova.network.neutron [req-58f313a7-f2d3-46d4-b842-23dfbef91921 req-d78d7da7-1067-443f-a490-5a7a5e89ac56 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Refreshing network info cache for port e76ca577-0f98-4ad9-833f-9b213fd39eb8 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.461796] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0af1d5-158b-4f73-8451-4b6bee6448ad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.487147] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1137.487147] env[69239]: value = "task-4145977" [ 1137.487147] env[69239]: _type = "Task" [ 1137.487147] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.487867] env[69239]: DEBUG nova.virt.hardware [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.488119] env[69239]: DEBUG nova.virt.hardware [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.488291] env[69239]: DEBUG nova.virt.hardware [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.488479] env[69239]: DEBUG nova.virt.hardware [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.488620] env[69239]: DEBUG nova.virt.hardware [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.488799] env[69239]: DEBUG nova.virt.hardware [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.488991] env[69239]: DEBUG nova.virt.hardware [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.489168] env[69239]: DEBUG nova.virt.hardware [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.489332] env[69239]: DEBUG nova.virt.hardware [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.489514] env[69239]: DEBUG nova.virt.hardware [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.489689] env[69239]: DEBUG nova.virt.hardware [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.498495] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Reconfiguring VM to attach interface {{(pid=69239) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1137.498495] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-398fa99d-6860-4fd1-9619-4018197b6e3b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.512496] env[69239]: DEBUG nova.network.neutron [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Updating instance_info_cache with network_info: [{"id": "b871e886-693d-4301-8b8f-42cf6124830a", "address": "fa:16:3e:6c:63:bf", "network": {"id": "e12ea66b-5def-485a-836f-b38918e3da9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1150057718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0769e6aad7b841199ed25e15a084e4dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb871e886-69", "ovs_interfaceid": "b871e886-693d-4301-8b8f-42cf6124830a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.528024] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.533374] env[69239]: DEBUG oslo_vmware.api [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1137.533374] env[69239]: value = "task-4145978" [ 1137.533374] env[69239]: _type = "Task" [ 1137.533374] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.533753] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526a15cb-da88-cd8d-f778-a2f330b5f00e, 'name': SearchDatastore_Task, 'duration_secs': 0.014654} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.534081] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.534336] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.534594] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.534816] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.535056] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.538843] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca593487-c5c9-49e8-878e-816b9c6809ed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.551196] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.551422] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.552274] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e853f3-3a0a-49f3-ba34-7356639f391c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.558745] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1137.558745] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5243a84e-d215-f76c-5b29-c729d7a1d72e" [ 1137.558745] env[69239]: _type = "Task" [ 1137.558745] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.568474] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5243a84e-d215-f76c-5b29-c729d7a1d72e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.601644] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145976, 'name': ReconfigVM_Task, 'duration_secs': 0.188347} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.602061] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821011', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'name': 'volume-81e08450-b415-4613-a0ed-83de3292fd3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6782dd8f-05b7-4598-9057-ee3b08dbb8f8', 'attached_at': '', 'detached_at': '', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'serial': '81e08450-b415-4613-a0ed-83de3292fd3e'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1137.778206] env[69239]: DEBUG nova.compute.manager [req-c207230d-f559-493b-9b47-1a43ce68278b req-8f2b6dba-e153-46df-98e7-ca50c43288f6 service nova] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Received event network-vif-plugged-b871e886-693d-4301-8b8f-42cf6124830a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.778915] env[69239]: DEBUG oslo_concurrency.lockutils [req-c207230d-f559-493b-9b47-1a43ce68278b req-8f2b6dba-e153-46df-98e7-ca50c43288f6 service nova] Acquiring lock "6611254f-c3cd-45c4-bbe8-51e5a2e8dd80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.779161] env[69239]: DEBUG oslo_concurrency.lockutils [req-c207230d-f559-493b-9b47-1a43ce68278b req-8f2b6dba-e153-46df-98e7-ca50c43288f6 service nova] Lock "6611254f-c3cd-45c4-bbe8-51e5a2e8dd80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.779342] env[69239]: DEBUG oslo_concurrency.lockutils [req-c207230d-f559-493b-9b47-1a43ce68278b req-8f2b6dba-e153-46df-98e7-ca50c43288f6 service nova] Lock "6611254f-c3cd-45c4-bbe8-51e5a2e8dd80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.779611] env[69239]: DEBUG nova.compute.manager [req-c207230d-f559-493b-9b47-1a43ce68278b req-8f2b6dba-e153-46df-98e7-ca50c43288f6 service nova] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] No waiting events found dispatching network-vif-plugged-b871e886-693d-4301-8b8f-42cf6124830a {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1137.779756] env[69239]: WARNING nova.compute.manager [req-c207230d-f559-493b-9b47-1a43ce68278b req-8f2b6dba-e153-46df-98e7-ca50c43288f6 service nova] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Received unexpected event network-vif-plugged-b871e886-693d-4301-8b8f-42cf6124830a for instance with vm_state building and task_state spawning. [ 1137.779948] env[69239]: DEBUG nova.compute.manager [req-c207230d-f559-493b-9b47-1a43ce68278b req-8f2b6dba-e153-46df-98e7-ca50c43288f6 service nova] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Received event network-changed-b871e886-693d-4301-8b8f-42cf6124830a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.780144] env[69239]: DEBUG nova.compute.manager [req-c207230d-f559-493b-9b47-1a43ce68278b req-8f2b6dba-e153-46df-98e7-ca50c43288f6 service nova] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Refreshing instance network info cache due to event network-changed-b871e886-693d-4301-8b8f-42cf6124830a. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.780376] env[69239]: DEBUG oslo_concurrency.lockutils [req-c207230d-f559-493b-9b47-1a43ce68278b req-8f2b6dba-e153-46df-98e7-ca50c43288f6 service nova] Acquiring lock "refresh_cache-6611254f-c3cd-45c4-bbe8-51e5a2e8dd80" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.913915] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9999ac42-2a51-4396-8521-c0529d97bac4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.923128] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ed0fa0-ea8c-4b8a-8f06-f6174ed5edcd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.955947] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d375f6ce-79a9-40a4-a181-f2597014403e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.964192] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea490eec-154e-4658-b3f3-d186919838c4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.983514] env[69239]: DEBUG nova.compute.provider_tree [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.009230] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145977, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.023983] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Releasing lock "refresh_cache-6611254f-c3cd-45c4-bbe8-51e5a2e8dd80" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.024558] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Instance network_info: |[{"id": "b871e886-693d-4301-8b8f-42cf6124830a", "address": "fa:16:3e:6c:63:bf", "network": {"id": "e12ea66b-5def-485a-836f-b38918e3da9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1150057718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0769e6aad7b841199ed25e15a084e4dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb871e886-69", "ovs_interfaceid": "b871e886-693d-4301-8b8f-42cf6124830a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.024812] env[69239]: DEBUG oslo_concurrency.lockutils [req-c207230d-f559-493b-9b47-1a43ce68278b req-8f2b6dba-e153-46df-98e7-ca50c43288f6 service nova] Acquired lock "refresh_cache-6611254f-c3cd-45c4-bbe8-51e5a2e8dd80" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.025115] env[69239]: DEBUG nova.network.neutron [req-c207230d-f559-493b-9b47-1a43ce68278b req-8f2b6dba-e153-46df-98e7-ca50c43288f6 service nova] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Refreshing network info cache for port b871e886-693d-4301-8b8f-42cf6124830a {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.026893] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:63:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b871e886-693d-4301-8b8f-42cf6124830a', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.036207] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.037512] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.041382] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2047f77-c343-44a6-9d4b-62bd178b8c18 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.070092] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.070092] env[69239]: value = "task-4145979" [ 1138.070092] env[69239]: _type = "Task" [ 1138.070092] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.070092] env[69239]: DEBUG oslo_vmware.api [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.080364] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5243a84e-d215-f76c-5b29-c729d7a1d72e, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.080364] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3db838b-22e0-4c72-8e20-8c648ed57b8e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.089021] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145979, 'name': CreateVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.091464] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1138.091464] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d9421b-7fc1-436e-5585-4be9fdaebdb1" [ 1138.091464] env[69239]: _type = "Task" [ 1138.091464] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.105402] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d9421b-7fc1-436e-5585-4be9fdaebdb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.339960] env[69239]: DEBUG nova.network.neutron [req-58f313a7-f2d3-46d4-b842-23dfbef91921 req-d78d7da7-1067-443f-a490-5a7a5e89ac56 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Updated VIF entry in instance network info cache for port e76ca577-0f98-4ad9-833f-9b213fd39eb8. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.340490] env[69239]: DEBUG nova.network.neutron [req-58f313a7-f2d3-46d4-b842-23dfbef91921 req-d78d7da7-1067-443f-a490-5a7a5e89ac56 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Updating instance_info_cache with network_info: [{"id": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "address": "fa:16:3e:8f:63:69", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d44e7e8-de", "ovs_interfaceid": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e76ca577-0f98-4ad9-833f-9b213fd39eb8", "address": "fa:16:3e:87:35:56", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76ca577-0f", "ovs_interfaceid": "e76ca577-0f98-4ad9-833f-9b213fd39eb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.487203] env[69239]: DEBUG nova.scheduler.client.report [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.509828] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145977, 'name': ReconfigVM_Task, 'duration_secs': 0.548831} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.510193] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 01065479-a96a-4606-8248-f1583b598eec/01065479-a96a-4606-8248-f1583b598eec.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.510930] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7b6551f-334d-4145-809b-02099e8d4499 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.519460] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1138.519460] env[69239]: value = "task-4145980" [ 1138.519460] env[69239]: _type = "Task" [ 1138.519460] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.530737] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145980, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.553199] env[69239]: DEBUG oslo_vmware.api [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145978, 'name': ReconfigVM_Task, 'duration_secs': 0.669824} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.553199] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.553520] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Reconfigured VM to attach interface {{(pid=69239) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1138.581693] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145979, 'name': CreateVM_Task, 'duration_secs': 0.433618} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.581865] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.582745] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.582831] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.583276] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.586121] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36fbcb38-f6cb-4ae8-887a-cd2749eb092f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.592509] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1138.592509] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5281c611-5b86-d0b5-ee0b-1978996b1f00" [ 1138.592509] env[69239]: _type = "Task" [ 1138.592509] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.609463] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5281c611-5b86-d0b5-ee0b-1978996b1f00, 'name': SearchDatastore_Task, 'duration_secs': 0.012277} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.614669] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.615018] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.615240] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.615501] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d9421b-7fc1-436e-5585-4be9fdaebdb1, 'name': SearchDatastore_Task, 'duration_secs': 0.013463} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.615770] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.616083] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 6cec197c-38ae-4ca7-a09e-f464be922afa/6cec197c-38ae-4ca7-a09e-f464be922afa.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.616368] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.616588] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.616818] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-768b46c8-8ca4-49ff-affb-c3364dc995ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.619098] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f2ef6b0-026f-44c5-a6d5-2ad3ff4c1d74 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.627508] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1138.627508] env[69239]: value = "task-4145981" [ 1138.627508] env[69239]: _type = "Task" [ 1138.627508] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.635122] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.635336] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.636465] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5521e1ad-b37e-44f4-a509-9e2776da59f8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.646083] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.647237] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1138.647237] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528dd090-e56e-883b-b0ee-82192e6d09b2" [ 1138.647237] env[69239]: _type = "Task" [ 1138.647237] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.657973] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528dd090-e56e-883b-b0ee-82192e6d09b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.694714] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.695097] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81f138fd-6cf4-4eb9-85df-6e57c86223ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.704070] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1138.704070] env[69239]: value = "task-4145982" [ 1138.704070] env[69239]: _type = "Task" [ 1138.704070] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.723847] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] VM already powered off {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1138.724283] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1138.724599] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821011', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'name': 'volume-81e08450-b415-4613-a0ed-83de3292fd3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6782dd8f-05b7-4598-9057-ee3b08dbb8f8', 'attached_at': '', 'detached_at': '', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'serial': '81e08450-b415-4613-a0ed-83de3292fd3e'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1138.725934] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6b880d-6a9e-495f-b6f3-d47c3114c51a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.752314] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76db15e-af9d-484e-90e0-e59cbf676169 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.760169] env[69239]: WARNING nova.virt.vmwareapi.driver [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1138.760778] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.761410] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a6ad75-d364-4d51-85dc-af094f413170 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.770735] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.771019] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf3c30a9-f7a9-43bb-8213-3aa94d9b2649 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.802767] env[69239]: DEBUG nova.network.neutron [req-c207230d-f559-493b-9b47-1a43ce68278b req-8f2b6dba-e153-46df-98e7-ca50c43288f6 service nova] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Updated VIF entry in instance network info cache for port b871e886-693d-4301-8b8f-42cf6124830a. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.803179] env[69239]: DEBUG nova.network.neutron [req-c207230d-f559-493b-9b47-1a43ce68278b req-8f2b6dba-e153-46df-98e7-ca50c43288f6 service nova] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Updating instance_info_cache with network_info: [{"id": "b871e886-693d-4301-8b8f-42cf6124830a", "address": "fa:16:3e:6c:63:bf", "network": {"id": "e12ea66b-5def-485a-836f-b38918e3da9d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1150057718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0769e6aad7b841199ed25e15a084e4dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb871e886-69", "ovs_interfaceid": "b871e886-693d-4301-8b8f-42cf6124830a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.843872] env[69239]: DEBUG oslo_concurrency.lockutils [req-58f313a7-f2d3-46d4-b842-23dfbef91921 req-d78d7da7-1067-443f-a490-5a7a5e89ac56 service nova] Releasing lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.883244] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.883701] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.883701] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleting the datastore file [datastore2] 6782dd8f-05b7-4598-9057-ee3b08dbb8f8 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.885091] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a54d48b3-fd3f-410c-9aa2-4d6bdb45e82b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.892208] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1138.892208] env[69239]: value = "task-4145984" [ 1138.892208] env[69239]: _type = "Task" [ 1138.892208] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.902244] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.995052] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.351s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.998158] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.437s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.000154] env[69239]: INFO nova.compute.claims [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.030935] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145980, 'name': Rename_Task, 'duration_secs': 0.221365} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.031264] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.031571] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2248fe7-9ca0-46aa-8033-c6facb821cae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.040816] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1139.040816] env[69239]: value = "task-4145985" [ 1139.040816] env[69239]: _type = "Task" [ 1139.040816] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.042487] env[69239]: INFO nova.network.neutron [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Updating port 336a8c9c-5bd2-4bee-b674-6cb4b1129888 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1139.057307] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.058567] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d123e269-68f7-443e-937f-591b184dab7c tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-259e53fb-53f6-4274-ac88-5b4befea221f-e76ca577-0f98-4ad9-833f-9b213fd39eb8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.840s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.142115] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145981, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.165029] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528dd090-e56e-883b-b0ee-82192e6d09b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012083} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.165029] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c0b548d-a65d-42b5-b684-61dd1b2e0ef3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.169031] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1139.169031] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52147f57-7bf2-7eb5-7132-075a888db81c" [ 1139.169031] env[69239]: _type = "Task" [ 1139.169031] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.178979] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52147f57-7bf2-7eb5-7132-075a888db81c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.306464] env[69239]: DEBUG oslo_concurrency.lockutils [req-c207230d-f559-493b-9b47-1a43ce68278b req-8f2b6dba-e153-46df-98e7-ca50c43288f6 service nova] Releasing lock "refresh_cache-6611254f-c3cd-45c4-bbe8-51e5a2e8dd80" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.402208] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4145984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405933} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.402669] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.402669] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.402840] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.556989] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.642256] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547854} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.642538] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 6cec197c-38ae-4ca7-a09e-f464be922afa/6cec197c-38ae-4ca7-a09e-f464be922afa.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.642752] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.643030] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efec4eee-ebab-4032-9bf9-84effbfcd39f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.649922] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1139.649922] env[69239]: value = "task-4145986" [ 1139.649922] env[69239]: _type = "Task" [ 1139.649922] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.658586] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.679343] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52147f57-7bf2-7eb5-7132-075a888db81c, 'name': SearchDatastore_Task, 'duration_secs': 0.016554} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.679625] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.679886] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80/6611254f-c3cd-45c4-bbe8-51e5a2e8dd80.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.680236] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e9c4214-db2f-453c-9d17-edd51a593aba {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.688070] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1139.688070] env[69239]: value = "task-4145987" [ 1139.688070] env[69239]: _type = "Task" [ 1139.688070] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.697646] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.908280] env[69239]: INFO nova.virt.block_device [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Booting with volume 81e08450-b415-4613-a0ed-83de3292fd3e at /dev/sdb [ 1139.952400] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97566e19-623f-4ca9-a311-249ea6923b56 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.963613] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9a4e37-4e61-41a7-bdfb-33f82b7c7ebb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.005526] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa729648-8357-4716-a5ae-8ef4f175b07f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.016020] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ed3abc-a3d7-4f19-a145-f201fd49a95c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.061138] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c3a7b3-8112-4380-8558-74cf4fb67da5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.071370] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.074386] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22253caa-534f-4784-9236-59739f44dd84 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.092095] env[69239]: DEBUG nova.virt.block_device [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Updating existing volume attachment record: 48c452c1-f239-40e9-ae65-0d3c2f7a852c {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1140.163722] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150649} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.164112] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.165022] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee28ed0-7544-4d75-b801-bd2d135cce49 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.189543] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 6cec197c-38ae-4ca7-a09e-f464be922afa/6cec197c-38ae-4ca7-a09e-f464be922afa.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.189952] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de2ba89d-503c-4e15-8fb3-210d2bb853ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.217014] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145987, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.218563] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1140.218563] env[69239]: value = "task-4145988" [ 1140.218563] env[69239]: _type = "Task" [ 1140.218563] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.231681] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145988, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.310297] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16ac529-b3c3-4ed5-b4dd-ac3cd4985768 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.318977] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8252744-1d74-4302-a658-b8499227e8e1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.354386] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee025033-ee81-4d57-be4a-0daa78abe834 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.362571] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a3322e-bdb0-425e-9ee0-73f04a443d7e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.379260] env[69239]: DEBUG nova.compute.provider_tree [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.470561] env[69239]: DEBUG nova.compute.manager [req-5bc71fa8-4f48-4ad5-b570-7e6be8fcd5c3 req-43002b30-8a67-42ed-a964-b76f16ceb936 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Received event network-vif-plugged-336a8c9c-5bd2-4bee-b674-6cb4b1129888 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.470978] env[69239]: DEBUG oslo_concurrency.lockutils [req-5bc71fa8-4f48-4ad5-b570-7e6be8fcd5c3 req-43002b30-8a67-42ed-a964-b76f16ceb936 service nova] Acquiring lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.471255] env[69239]: DEBUG oslo_concurrency.lockutils [req-5bc71fa8-4f48-4ad5-b570-7e6be8fcd5c3 req-43002b30-8a67-42ed-a964-b76f16ceb936 service nova] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.471411] env[69239]: DEBUG oslo_concurrency.lockutils [req-5bc71fa8-4f48-4ad5-b570-7e6be8fcd5c3 req-43002b30-8a67-42ed-a964-b76f16ceb936 service nova] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.471586] env[69239]: DEBUG nova.compute.manager [req-5bc71fa8-4f48-4ad5-b570-7e6be8fcd5c3 req-43002b30-8a67-42ed-a964-b76f16ceb936 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] No waiting events found dispatching network-vif-plugged-336a8c9c-5bd2-4bee-b674-6cb4b1129888 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1140.471738] env[69239]: WARNING nova.compute.manager [req-5bc71fa8-4f48-4ad5-b570-7e6be8fcd5c3 req-43002b30-8a67-42ed-a964-b76f16ceb936 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Received unexpected event network-vif-plugged-336a8c9c-5bd2-4bee-b674-6cb4b1129888 for instance with vm_state shelved_offloaded and task_state spawning. [ 1140.483921] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "interface-259e53fb-53f6-4274-ac88-5b4befea221f-e76ca577-0f98-4ad9-833f-9b213fd39eb8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.484731] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-259e53fb-53f6-4274-ac88-5b4befea221f-e76ca577-0f98-4ad9-833f-9b213fd39eb8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.565188] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145985, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.566177] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.566322] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquired lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.566492] env[69239]: DEBUG nova.network.neutron [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.702813] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657098} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.702813] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80/6611254f-c3cd-45c4-bbe8-51e5a2e8dd80.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.703076] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.703354] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90c5e705-47ce-471d-a36a-f58f84cd2966 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.712422] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1140.712422] env[69239]: value = "task-4145989" [ 1140.712422] env[69239]: _type = "Task" [ 1140.712422] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.722578] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.732937] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.883215] env[69239]: DEBUG nova.scheduler.client.report [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.987294] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.987493] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.988608] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8137ec-623d-4553-8613-20396423d211 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.010202] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad77ee69-2322-4a97-b56f-e628fdab7134 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.038138] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Reconfiguring VM to detach interface {{(pid=69239) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1141.038503] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73eab970-fee6-40e5-a85c-6ce2a332c582 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.060171] env[69239]: DEBUG oslo_vmware.api [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1141.060171] env[69239]: value = "task-4145990" [ 1141.060171] env[69239]: _type = "Task" [ 1141.060171] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.067048] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145985, 'name': PowerOnVM_Task, 'duration_secs': 1.724003} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.067768] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.068529] env[69239]: INFO nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1141.068529] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.072425] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37179b3-922c-4f83-99fe-c9299ca9910e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.077785] env[69239]: DEBUG oslo_vmware.api [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145990, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.224039] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134633} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.227531] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.228420] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38e56f5-4771-4651-9596-b23e63832d20 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.238609] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145988, 'name': ReconfigVM_Task, 'duration_secs': 0.667354} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.248196] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 6cec197c-38ae-4ca7-a09e-f464be922afa/6cec197c-38ae-4ca7-a09e-f464be922afa.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.257527] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80/6611254f-c3cd-45c4-bbe8-51e5a2e8dd80.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.260485] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6821259d-57bd-4924-9378-628e91d315d2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.263340] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed53dea-a94b-4048-944e-572ace533d1b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.285449] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1141.285449] env[69239]: value = "task-4145992" [ 1141.285449] env[69239]: _type = "Task" [ 1141.285449] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.286934] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1141.286934] env[69239]: value = "task-4145991" [ 1141.286934] env[69239]: _type = "Task" [ 1141.286934] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.299311] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.302251] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145991, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.348973] env[69239]: DEBUG nova.network.neutron [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Updating instance_info_cache with network_info: [{"id": "336a8c9c-5bd2-4bee-b674-6cb4b1129888", "address": "fa:16:3e:6b:78:11", "network": {"id": "b9148f44-99a4-401c-914f-0bafe1bcf5cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-483948712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e41ba40b9149fb80ea78c2bef2b56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336a8c9c-5b", "ovs_interfaceid": "336a8c9c-5bd2-4bee-b674-6cb4b1129888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.388427] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.389083] env[69239]: DEBUG nova.compute.manager [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.392162] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.055s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.393572] env[69239]: INFO nova.compute.claims [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.571224] env[69239]: DEBUG oslo_vmware.api [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.592931] env[69239]: INFO nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Took 27.83 seconds to build instance. [ 1141.800162] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145992, 'name': ReconfigVM_Task, 'duration_secs': 0.334986} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.803304] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80/6611254f-c3cd-45c4-bbe8-51e5a2e8dd80.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.803781] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145991, 'name': Rename_Task, 'duration_secs': 0.254125} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.803991] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-146d62ad-912c-41ad-b979-6913590f1453 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.805688] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.805936] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22867a68-5f27-457e-9f1a-4210236fb90f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.813165] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1141.813165] env[69239]: value = "task-4145994" [ 1141.813165] env[69239]: _type = "Task" [ 1141.813165] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.814747] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1141.814747] env[69239]: value = "task-4145993" [ 1141.814747] env[69239]: _type = "Task" [ 1141.814747] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.827313] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.830568] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145994, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.852552] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Releasing lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.889180] env[69239]: DEBUG nova.virt.hardware [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='13afa1c201321d4aa1298ebd1fb8cbd8',container_format='bare',created_at=2025-05-14T11:27:27Z,direct_url=,disk_format='vmdk',id=481e75e9-3107-461c-b738-b236d0590d34,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1579503739-shelved',owner='e8e41ba40b9149fb80ea78c2bef2b56c',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-05-14T11:27:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.889455] env[69239]: DEBUG nova.virt.hardware [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.889621] env[69239]: DEBUG nova.virt.hardware [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.889813] env[69239]: DEBUG nova.virt.hardware [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.889954] env[69239]: DEBUG nova.virt.hardware [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.890174] env[69239]: DEBUG nova.virt.hardware [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.890399] env[69239]: DEBUG nova.virt.hardware [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.890564] env[69239]: DEBUG nova.virt.hardware [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.890732] env[69239]: DEBUG nova.virt.hardware [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.890902] env[69239]: DEBUG nova.virt.hardware [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.891099] env[69239]: DEBUG nova.virt.hardware [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.892132] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9a5737-7d98-4595-8a9a-07b0668c7f26 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.901926] env[69239]: DEBUG nova.compute.utils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.906520] env[69239]: DEBUG nova.compute.manager [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.906899] env[69239]: DEBUG nova.network.neutron [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.910113] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804dfab5-caa8-4130-a9eb-655b563f8591 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.928031] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:78:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '336a8c9c-5bd2-4bee-b674-6cb4b1129888', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.935406] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.936090] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.936412] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2583461-d55a-47d8-bc34-820bdfaa7323 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.955790] env[69239]: DEBUG nova.policy [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '950b8d0c07ad4b23be7c4fe6076428a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '657b30330d8d431aa07e7c1e198c5af1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.964276] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.964276] env[69239]: value = "task-4145995" [ 1141.964276] env[69239]: _type = "Task" [ 1141.964276] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.979683] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145995, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.982182] env[69239]: DEBUG oslo_vmware.rw_handles [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281c169-fea9-4b05-0250-1f5f075793cb/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1141.983210] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5fd84f-a45b-4a27-8c55-bfe79d2e5bc5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.992452] env[69239]: DEBUG oslo_vmware.rw_handles [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281c169-fea9-4b05-0250-1f5f075793cb/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1141.992631] env[69239]: ERROR oslo_vmware.rw_handles [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281c169-fea9-4b05-0250-1f5f075793cb/disk-0.vmdk due to incomplete transfer. [ 1141.992885] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0a07450-50c6-4658-8cb2-e75d652ef663 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.003618] env[69239]: DEBUG oslo_vmware.rw_handles [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281c169-fea9-4b05-0250-1f5f075793cb/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1142.003618] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Uploaded image 0f628efb-00e6-4151-8707-2f3ec50c4e8b to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1142.005224] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1142.005521] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cca00215-0fe8-46d2-a305-e51867a8517e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.012927] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1142.012927] env[69239]: value = "task-4145996" [ 1142.012927] env[69239]: _type = "Task" [ 1142.012927] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.021991] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145996, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.073028] env[69239]: DEBUG oslo_vmware.api [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.095409] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "01065479-a96a-4606-8248-f1583b598eec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.345s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.223704] env[69239]: DEBUG nova.virt.hardware [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.223820] env[69239]: DEBUG nova.virt.hardware [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.224061] env[69239]: DEBUG nova.virt.hardware [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.224329] env[69239]: DEBUG nova.virt.hardware [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.224615] env[69239]: DEBUG nova.virt.hardware [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.224771] env[69239]: DEBUG nova.virt.hardware [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.225091] env[69239]: DEBUG nova.virt.hardware [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.225339] env[69239]: DEBUG nova.virt.hardware [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.225592] env[69239]: DEBUG nova.virt.hardware [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.225841] env[69239]: DEBUG nova.virt.hardware [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.226112] env[69239]: DEBUG nova.virt.hardware [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.227399] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e43272-e3e8-434f-b121-260a3eb09f03 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.238998] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb2fe0b-c374-481d-9d2f-597e0f694b4e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.261487] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:c0:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c9b4e68-b1c0-4fd7-9d05-33eb7872047f', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.273926] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.275034] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.275034] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b78f4781-e393-4f3e-8012-545814b693da {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.292842] env[69239]: DEBUG nova.network.neutron [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Successfully created port: 6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.298259] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.298259] env[69239]: value = "task-4145997" [ 1142.298259] env[69239]: _type = "Task" [ 1142.298259] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.327528] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145994, 'name': Rename_Task, 'duration_secs': 0.159627} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.330802] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.332395] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.332395] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b93dde4-e3b0-4012-a4bd-a2987268b806 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.342115] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1142.342115] env[69239]: value = "task-4145998" [ 1142.342115] env[69239]: _type = "Task" [ 1142.342115] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.349870] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.410028] env[69239]: DEBUG nova.compute.manager [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.480819] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145995, 'name': CreateVM_Task, 'duration_secs': 0.403702} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.480819] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.484909] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/481e75e9-3107-461c-b738-b236d0590d34" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.484909] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/481e75e9-3107-461c-b738-b236d0590d34" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.484909] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/481e75e9-3107-461c-b738-b236d0590d34" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.484909] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8745ae69-6f71-4f6c-8a03-f01b169da666 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.489015] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1142.489015] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ea07bc-48fd-fa8f-3ba0-f1e3b9933a7f" [ 1142.489015] env[69239]: _type = "Task" [ 1142.489015] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.508635] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ea07bc-48fd-fa8f-3ba0-f1e3b9933a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.514422] env[69239]: DEBUG nova.compute.manager [req-77e8a7fe-7f58-410b-b6ce-814df7887d4d req-16bfa431-178c-4b0e-ada6-e2deb993cde6 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Received event network-changed-336a8c9c-5bd2-4bee-b674-6cb4b1129888 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.515153] env[69239]: DEBUG nova.compute.manager [req-77e8a7fe-7f58-410b-b6ce-814df7887d4d req-16bfa431-178c-4b0e-ada6-e2deb993cde6 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Refreshing instance network info cache due to event network-changed-336a8c9c-5bd2-4bee-b674-6cb4b1129888. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.515720] env[69239]: DEBUG oslo_concurrency.lockutils [req-77e8a7fe-7f58-410b-b6ce-814df7887d4d req-16bfa431-178c-4b0e-ada6-e2deb993cde6 service nova] Acquiring lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.515936] env[69239]: DEBUG oslo_concurrency.lockutils [req-77e8a7fe-7f58-410b-b6ce-814df7887d4d req-16bfa431-178c-4b0e-ada6-e2deb993cde6 service nova] Acquired lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.516153] env[69239]: DEBUG nova.network.neutron [req-77e8a7fe-7f58-410b-b6ce-814df7887d4d req-16bfa431-178c-4b0e-ada6-e2deb993cde6 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Refreshing network info cache for port 336a8c9c-5bd2-4bee-b674-6cb4b1129888 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.537485] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145996, 'name': Destroy_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.579549] env[69239]: DEBUG oslo_vmware.api [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.752967] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2736517-3660-4505-aba8-d5fefa3f93dc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.761217] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7c3832-1967-4a52-90f6-a9ac9c8420b5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.796493] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd6cff4-6074-4b31-8dd9-23b4a08dc710 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.811059] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72405a9-81e9-45be-81c5-22570b75c3a8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.815045] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4145997, 'name': CreateVM_Task, 'duration_secs': 0.420586} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.815245] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.816549] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.816740] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.817130] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.817425] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b5f6848-0319-472b-ba18-4e06c1fef778 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.828709] env[69239]: DEBUG nova.compute.provider_tree [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.837586] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1142.837586] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a4f22c-6e7f-41a1-6ba4-fad045932df2" [ 1142.837586] env[69239]: _type = "Task" [ 1142.837586] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.841960] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145993, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.856234] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a4f22c-6e7f-41a1-6ba4-fad045932df2, 'name': SearchDatastore_Task, 'duration_secs': 0.012089} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.860247] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.860647] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.861048] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.861288] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.861543] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.862027] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145998, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.862632] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6bd8bf1-77be-4072-9c8c-ad58602c57c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.874089] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.874313] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.875126] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb04a81-8236-4d26-bfb3-2361d15f9b93 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.882251] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1142.882251] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]523d8462-9813-af14-f74d-231a71ce1223" [ 1142.882251] env[69239]: _type = "Task" [ 1142.882251] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.892937] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523d8462-9813-af14-f74d-231a71ce1223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.000354] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/481e75e9-3107-461c-b738-b236d0590d34" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.000555] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Processing image 481e75e9-3107-461c-b738-b236d0590d34 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.000792] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/481e75e9-3107-461c-b738-b236d0590d34/481e75e9-3107-461c-b738-b236d0590d34.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.000940] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/481e75e9-3107-461c-b738-b236d0590d34/481e75e9-3107-461c-b738-b236d0590d34.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.001158] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.001435] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44b037d2-abfb-42cd-8bdc-606ef7d4d4c6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.010604] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.010843] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.011742] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab07824-2a6a-4537-9b44-e5ab477ac3eb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.017599] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1143.017599] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]528c220d-0ea9-a225-8267-fc70dba9dff9" [ 1143.017599] env[69239]: _type = "Task" [ 1143.017599] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.030241] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145996, 'name': Destroy_Task, 'duration_secs': 0.937427} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.035200] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Destroyed the VM [ 1143.035466] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1143.035768] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]528c220d-0ea9-a225-8267-fc70dba9dff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.035992] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0d6a4f81-5c7c-4b0a-b6ae-a493a7a9ac25 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.044379] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1143.044379] env[69239]: value = "task-4145999" [ 1143.044379] env[69239]: _type = "Task" [ 1143.044379] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.054612] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145999, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.075730] env[69239]: DEBUG oslo_vmware.api [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.261979] env[69239]: DEBUG nova.network.neutron [req-77e8a7fe-7f58-410b-b6ce-814df7887d4d req-16bfa431-178c-4b0e-ada6-e2deb993cde6 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Updated VIF entry in instance network info cache for port 336a8c9c-5bd2-4bee-b674-6cb4b1129888. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.262499] env[69239]: DEBUG nova.network.neutron [req-77e8a7fe-7f58-410b-b6ce-814df7887d4d req-16bfa431-178c-4b0e-ada6-e2deb993cde6 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Updating instance_info_cache with network_info: [{"id": "336a8c9c-5bd2-4bee-b674-6cb4b1129888", "address": "fa:16:3e:6b:78:11", "network": {"id": "b9148f44-99a4-401c-914f-0bafe1bcf5cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-483948712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e41ba40b9149fb80ea78c2bef2b56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336a8c9c-5b", "ovs_interfaceid": "336a8c9c-5bd2-4bee-b674-6cb4b1129888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.339320] env[69239]: DEBUG nova.scheduler.client.report [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.343172] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145993, 'name': PowerOnVM_Task, 'duration_secs': 1.149451} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.343738] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.343950] env[69239]: INFO nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1143.344336] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1143.348586] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7e7dec-7184-4c7a-8374-cb61cd25daba {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.357210] env[69239]: DEBUG oslo_vmware.api [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4145998, 'name': PowerOnVM_Task, 'duration_secs': 0.627404} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.359534] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.359747] env[69239]: INFO nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1143.359928] env[69239]: DEBUG nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1143.363700] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ecc923-9ffa-4340-8714-182bcb2edfaa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.394705] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523d8462-9813-af14-f74d-231a71ce1223, 'name': SearchDatastore_Task, 'duration_secs': 0.011675} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.395732] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6791000-1f5d-4810-ace5-0b998f73d674 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.403736] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1143.403736] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a12e24-059e-935b-8d28-b104004bef62" [ 1143.403736] env[69239]: _type = "Task" [ 1143.403736] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.414282] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a12e24-059e-935b-8d28-b104004bef62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.418624] env[69239]: DEBUG nova.compute.manager [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.447370] env[69239]: DEBUG nova.virt.hardware [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.447659] env[69239]: DEBUG nova.virt.hardware [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.447837] env[69239]: DEBUG nova.virt.hardware [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.448061] env[69239]: DEBUG nova.virt.hardware [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.448287] env[69239]: DEBUG nova.virt.hardware [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.448518] env[69239]: DEBUG nova.virt.hardware [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.448802] env[69239]: DEBUG nova.virt.hardware [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.449013] env[69239]: DEBUG nova.virt.hardware [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.449275] env[69239]: DEBUG nova.virt.hardware [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.449502] env[69239]: DEBUG nova.virt.hardware [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.449732] env[69239]: DEBUG nova.virt.hardware [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.450992] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd07d515-fe77-4b65-aa20-b65269602e1c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.459232] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aace27b7-ff90-4c54-96fd-419d075adf41 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.529952] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Preparing fetch location {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1143.530282] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Fetch image to [datastore2] OSTACK_IMG_c09fea2b-a2d9-4c76-b229-14f274b2dd0c/OSTACK_IMG_c09fea2b-a2d9-4c76-b229-14f274b2dd0c.vmdk {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1143.530494] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Downloading stream optimized image 481e75e9-3107-461c-b738-b236d0590d34 to [datastore2] OSTACK_IMG_c09fea2b-a2d9-4c76-b229-14f274b2dd0c/OSTACK_IMG_c09fea2b-a2d9-4c76-b229-14f274b2dd0c.vmdk on the data store datastore2 as vApp {{(pid=69239) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1143.530674] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Downloading image file data 481e75e9-3107-461c-b738-b236d0590d34 to the ESX as VM named 'OSTACK_IMG_c09fea2b-a2d9-4c76-b229-14f274b2dd0c' {{(pid=69239) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1143.560100] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145999, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.587533] env[69239]: DEBUG oslo_vmware.api [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.613950] env[69239]: DEBUG oslo_vmware.rw_handles [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1143.613950] env[69239]: value = "resgroup-9" [ 1143.613950] env[69239]: _type = "ResourcePool" [ 1143.613950] env[69239]: }. {{(pid=69239) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1143.614348] env[69239]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b66bec3a-3b2a-4ab1-8d15-5b666d3d7576 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.636547] env[69239]: DEBUG oslo_vmware.rw_handles [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lease: (returnval){ [ 1143.636547] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529a106a-7914-8e06-1aa1-aa63253d1dbb" [ 1143.636547] env[69239]: _type = "HttpNfcLease" [ 1143.636547] env[69239]: } obtained for vApp import into resource pool (val){ [ 1143.636547] env[69239]: value = "resgroup-9" [ 1143.636547] env[69239]: _type = "ResourcePool" [ 1143.636547] env[69239]: }. {{(pid=69239) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1143.636547] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the lease: (returnval){ [ 1143.636547] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529a106a-7914-8e06-1aa1-aa63253d1dbb" [ 1143.636547] env[69239]: _type = "HttpNfcLease" [ 1143.636547] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1143.643997] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1143.643997] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529a106a-7914-8e06-1aa1-aa63253d1dbb" [ 1143.643997] env[69239]: _type = "HttpNfcLease" [ 1143.643997] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1143.765599] env[69239]: DEBUG oslo_concurrency.lockutils [req-77e8a7fe-7f58-410b-b6ce-814df7887d4d req-16bfa431-178c-4b0e-ada6-e2deb993cde6 service nova] Releasing lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.845133] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.845890] env[69239]: DEBUG nova.compute.manager [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.848833] env[69239]: DEBUG oslo_concurrency.lockutils [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.296s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.849781] env[69239]: DEBUG nova.objects.instance [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Lazy-loading 'resources' on Instance uuid de26553e-ca34-4694-bc01-d66bf46381ea {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.880997] env[69239]: INFO nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Took 30.07 seconds to build instance. [ 1143.885647] env[69239]: INFO nova.compute.manager [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Took 30.04 seconds to build instance. [ 1143.914891] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a12e24-059e-935b-8d28-b104004bef62, 'name': SearchDatastore_Task, 'duration_secs': 0.021374} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.915203] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.915501] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 6782dd8f-05b7-4598-9057-ee3b08dbb8f8/6782dd8f-05b7-4598-9057-ee3b08dbb8f8.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.915776] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c5ea6ac-cba1-4ea8-9287-ff04fa1d0898 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.923211] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1143.923211] env[69239]: value = "task-4146001" [ 1143.923211] env[69239]: _type = "Task" [ 1143.923211] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.932316] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.933145] env[69239]: DEBUG nova.network.neutron [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Successfully updated port: 6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.054578] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4145999, 'name': RemoveSnapshot_Task, 'duration_secs': 0.785574} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.054861] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1144.055198] env[69239]: DEBUG nova.compute.manager [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1144.056075] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b818a840-3d82-4974-b38b-448700984dd9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.088298] env[69239]: DEBUG oslo_vmware.api [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.146900] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1144.146900] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529a106a-7914-8e06-1aa1-aa63253d1dbb" [ 1144.146900] env[69239]: _type = "HttpNfcLease" [ 1144.146900] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1144.355333] env[69239]: DEBUG nova.compute.utils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.360433] env[69239]: DEBUG nova.compute.manager [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.360433] env[69239]: DEBUG nova.network.neutron [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.387328] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "6cec197c-38ae-4ca7-a09e-f464be922afa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.583s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.391058] env[69239]: DEBUG oslo_concurrency.lockutils [None req-ae49cdc8-70dc-469b-9496-2532c0e1eb41 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "6611254f-c3cd-45c4-bbe8-51e5a2e8dd80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.556s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.409436] env[69239]: DEBUG nova.policy [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '900908f0818b469ba5439621adbcd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '765323911cfa40429daa38610922364c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.434618] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146001, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.438333] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "refresh_cache-67873eb5-68d3-4360-b671-e67e262e4258" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.438505] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired lock "refresh_cache-67873eb5-68d3-4360-b671-e67e262e4258" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.438664] env[69239]: DEBUG nova.network.neutron [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.553250] env[69239]: DEBUG nova.compute.manager [req-7be57e71-3dea-458c-a902-2ac74cffe3d3 req-e1218f31-c4b2-445a-aba0-29ab3f641cb2 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Received event network-vif-plugged-6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.553250] env[69239]: DEBUG oslo_concurrency.lockutils [req-7be57e71-3dea-458c-a902-2ac74cffe3d3 req-e1218f31-c4b2-445a-aba0-29ab3f641cb2 service nova] Acquiring lock "67873eb5-68d3-4360-b671-e67e262e4258-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.553250] env[69239]: DEBUG oslo_concurrency.lockutils [req-7be57e71-3dea-458c-a902-2ac74cffe3d3 req-e1218f31-c4b2-445a-aba0-29ab3f641cb2 service nova] Lock "67873eb5-68d3-4360-b671-e67e262e4258-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.553393] env[69239]: DEBUG oslo_concurrency.lockutils [req-7be57e71-3dea-458c-a902-2ac74cffe3d3 req-e1218f31-c4b2-445a-aba0-29ab3f641cb2 service nova] Lock "67873eb5-68d3-4360-b671-e67e262e4258-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.553581] env[69239]: DEBUG nova.compute.manager [req-7be57e71-3dea-458c-a902-2ac74cffe3d3 req-e1218f31-c4b2-445a-aba0-29ab3f641cb2 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] No waiting events found dispatching network-vif-plugged-6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1144.553780] env[69239]: WARNING nova.compute.manager [req-7be57e71-3dea-458c-a902-2ac74cffe3d3 req-e1218f31-c4b2-445a-aba0-29ab3f641cb2 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Received unexpected event network-vif-plugged-6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e for instance with vm_state building and task_state spawning. [ 1144.553999] env[69239]: DEBUG nova.compute.manager [req-7be57e71-3dea-458c-a902-2ac74cffe3d3 req-e1218f31-c4b2-445a-aba0-29ab3f641cb2 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Received event network-changed-6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.554254] env[69239]: DEBUG nova.compute.manager [req-7be57e71-3dea-458c-a902-2ac74cffe3d3 req-e1218f31-c4b2-445a-aba0-29ab3f641cb2 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Refreshing instance network info cache due to event network-changed-6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.554444] env[69239]: DEBUG oslo_concurrency.lockutils [req-7be57e71-3dea-458c-a902-2ac74cffe3d3 req-e1218f31-c4b2-445a-aba0-29ab3f641cb2 service nova] Acquiring lock "refresh_cache-67873eb5-68d3-4360-b671-e67e262e4258" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.569010] env[69239]: INFO nova.compute.manager [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Shelve offloading [ 1144.596052] env[69239]: DEBUG oslo_vmware.api [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.648821] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1144.648821] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529a106a-7914-8e06-1aa1-aa63253d1dbb" [ 1144.648821] env[69239]: _type = "HttpNfcLease" [ 1144.648821] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1144.649145] env[69239]: DEBUG oslo_vmware.rw_handles [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1144.649145] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529a106a-7914-8e06-1aa1-aa63253d1dbb" [ 1144.649145] env[69239]: _type = "HttpNfcLease" [ 1144.649145] env[69239]: }. {{(pid=69239) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1144.649891] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498451db-207e-4726-800c-c51acc550f57 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.659625] env[69239]: DEBUG oslo_vmware.rw_handles [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52638099-e0c2-274b-400b-217d324313de/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1144.659832] env[69239]: DEBUG oslo_vmware.rw_handles [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52638099-e0c2-274b-400b-217d324313de/disk-0.vmdk. {{(pid=69239) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1144.663696] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece3a9a2-54fc-4dbf-bafb-c0227e9484f3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.729304] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb7581e-711d-40cc-ad7a-0b1d09b2390e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.763797] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-255815ad-4d35-4377-b0e1-710b8d074fb5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.768223] env[69239]: DEBUG nova.network.neutron [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Successfully created port: d65b9821-10b9-4d24-b727-13055fee117a {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.770405] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0515732f-5507-48a0-84bd-7d4ce71ff0c6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.779568] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48669e79-bd25-4fe1-8a28-0aebc1f1157f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.793845] env[69239]: DEBUG nova.compute.provider_tree [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.860762] env[69239]: DEBUG nova.compute.manager [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.937360] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545786} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.938231] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 6782dd8f-05b7-4598-9057-ee3b08dbb8f8/6782dd8f-05b7-4598-9057-ee3b08dbb8f8.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.938231] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.938231] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cccb831d-ef61-440d-8867-1969ce48f290 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.945667] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1144.945667] env[69239]: value = "task-4146002" [ 1144.945667] env[69239]: _type = "Task" [ 1144.945667] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.956124] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.980976] env[69239]: DEBUG nova.network.neutron [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.072929] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.072929] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4d9938e-a26f-4d68-a8b5-5266eb96baa0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.083676] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1145.083676] env[69239]: value = "task-4146003" [ 1145.083676] env[69239]: _type = "Task" [ 1145.083676] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.100757] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] VM already powered off {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1145.101068] env[69239]: DEBUG nova.compute.manager [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1145.101436] env[69239]: DEBUG oslo_vmware.api [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.103531] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33fef09-0c0a-4510-8ff4-c8b6efc4ce3b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.110436] env[69239]: DEBUG oslo_concurrency.lockutils [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.110599] env[69239]: DEBUG oslo_concurrency.lockutils [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.110771] env[69239]: DEBUG nova.network.neutron [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.151818] env[69239]: DEBUG nova.network.neutron [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Updating instance_info_cache with network_info: [{"id": "6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e", "address": "fa:16:3e:1e:6c:34", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7d0c6b-de", "ovs_interfaceid": "6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.297918] env[69239]: DEBUG nova.scheduler.client.report [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.460291] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072717} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.461557] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.462571] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea362c0-20e4-4a1e-8107-5fa8a1115c45 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.488175] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 6782dd8f-05b7-4598-9057-ee3b08dbb8f8/6782dd8f-05b7-4598-9057-ee3b08dbb8f8.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.492785] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a0b7216-1689-4b11-8c3c-93c31a221357 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.515325] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "01065479-a96a-4606-8248-f1583b598eec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.515436] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "01065479-a96a-4606-8248-f1583b598eec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.515608] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "01065479-a96a-4606-8248-f1583b598eec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.515795] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "01065479-a96a-4606-8248-f1583b598eec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.516053] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "01065479-a96a-4606-8248-f1583b598eec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.518925] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1145.518925] env[69239]: value = "task-4146004" [ 1145.518925] env[69239]: _type = "Task" [ 1145.518925] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.523602] env[69239]: INFO nova.compute.manager [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Terminating instance [ 1145.533421] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146004, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.598146] env[69239]: DEBUG oslo_vmware.api [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.654936] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Releasing lock "refresh_cache-67873eb5-68d3-4360-b671-e67e262e4258" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.655773] env[69239]: DEBUG nova.compute.manager [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Instance network_info: |[{"id": "6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e", "address": "fa:16:3e:1e:6c:34", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7d0c6b-de", "ovs_interfaceid": "6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.655773] env[69239]: DEBUG oslo_concurrency.lockutils [req-7be57e71-3dea-458c-a902-2ac74cffe3d3 req-e1218f31-c4b2-445a-aba0-29ab3f641cb2 service nova] Acquired lock "refresh_cache-67873eb5-68d3-4360-b671-e67e262e4258" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.656028] env[69239]: DEBUG nova.network.neutron [req-7be57e71-3dea-458c-a902-2ac74cffe3d3 req-e1218f31-c4b2-445a-aba0-29ab3f641cb2 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Refreshing network info cache for port 6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.657330] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:6c:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.666941] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.675068] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.675455] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cbaa33a-7e3a-4554-9dfa-92201fffe401 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.706443] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.706443] env[69239]: value = "task-4146005" [ 1145.706443] env[69239]: _type = "Task" [ 1145.706443] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.717210] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146005, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.806186] env[69239]: DEBUG oslo_concurrency.lockutils [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.811137] env[69239]: DEBUG oslo_concurrency.lockutils [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.056s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.811457] env[69239]: DEBUG oslo_concurrency.lockutils [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.814135] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.780s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.847142] env[69239]: INFO nova.scheduler.client.report [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Deleted allocations for instance 6adb3e10-042e-4139-9b2e-58a8678fc008 [ 1145.851718] env[69239]: INFO nova.scheduler.client.report [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Deleted allocations for instance de26553e-ca34-4694-bc01-d66bf46381ea [ 1145.874459] env[69239]: DEBUG nova.compute.manager [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.921117] env[69239]: DEBUG nova.virt.hardware [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.921117] env[69239]: DEBUG nova.virt.hardware [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.921117] env[69239]: DEBUG nova.virt.hardware [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.921117] env[69239]: DEBUG nova.virt.hardware [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.921117] env[69239]: DEBUG nova.virt.hardware [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.921117] env[69239]: DEBUG nova.virt.hardware [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.921932] env[69239]: DEBUG nova.virt.hardware [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.922345] env[69239]: DEBUG nova.virt.hardware [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.922685] env[69239]: DEBUG nova.virt.hardware [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.923037] env[69239]: DEBUG nova.virt.hardware [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.923402] env[69239]: DEBUG nova.virt.hardware [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.924474] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3083fa-ea17-4f38-aff0-7a880e6e654a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.941854] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b7bd9f-0de6-4a9f-b41a-ff36c179b4c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.974694] env[69239]: DEBUG nova.network.neutron [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Updating instance_info_cache with network_info: [{"id": "8f56ac24-8c04-4bbd-b439-c7d0338161ae", "address": "fa:16:3e:8c:c6:ed", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f56ac24-8c", "ovs_interfaceid": "8f56ac24-8c04-4bbd-b439-c7d0338161ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.029392] env[69239]: DEBUG nova.compute.manager [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.030162] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.031351] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b937d1-7c38-4415-bde2-3990a9589bd0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.040555] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146004, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.047371] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.047803] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e142bec3-5097-47b5-96b7-bdba39861d85 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.058737] env[69239]: DEBUG oslo_vmware.api [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1146.058737] env[69239]: value = "task-4146006" [ 1146.058737] env[69239]: _type = "Task" [ 1146.058737] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.070735] env[69239]: DEBUG oslo_vmware.api [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4146006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.096826] env[69239]: DEBUG oslo_vmware.api [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.214158] env[69239]: DEBUG oslo_vmware.rw_handles [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Completed reading data from the image iterator. {{(pid=69239) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1146.214456] env[69239]: DEBUG oslo_vmware.rw_handles [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52638099-e0c2-274b-400b-217d324313de/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1146.215473] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd00e93-32c6-4c55-a309-eb02f7ce6612 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.221897] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146005, 'name': CreateVM_Task, 'duration_secs': 0.460799} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.222568] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.223363] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.224040] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.224040] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.224230] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a86095c-e9bc-4627-a32c-31e2c1cde19d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.228094] env[69239]: DEBUG oslo_vmware.rw_handles [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52638099-e0c2-274b-400b-217d324313de/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1146.228267] env[69239]: DEBUG oslo_vmware.rw_handles [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52638099-e0c2-274b-400b-217d324313de/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1146.231275] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-27987109-b8dc-4480-92ff-c1e63e3e7d0b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.235112] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1146.235112] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52109bd1-cfad-21a1-f6b1-c68731b39417" [ 1146.235112] env[69239]: _type = "Task" [ 1146.235112] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.246655] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52109bd1-cfad-21a1-f6b1-c68731b39417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.321827] env[69239]: INFO nova.compute.claims [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.369808] env[69239]: DEBUG oslo_concurrency.lockutils [None req-638d5b89-3b3a-46ea-806f-d8a81c9b6e5d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "6adb3e10-042e-4139-9b2e-58a8678fc008" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.251s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.374187] env[69239]: DEBUG oslo_concurrency.lockutils [None req-385c0c5d-93ed-4f53-b850-8a7e1d7ab36f tempest-ServerRescueTestJSONUnderV235-1807184072 tempest-ServerRescueTestJSONUnderV235-1807184072-project-member] Lock "de26553e-ca34-4694-bc01-d66bf46381ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.777s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.432203] env[69239]: DEBUG oslo_vmware.rw_handles [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52638099-e0c2-274b-400b-217d324313de/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1146.432510] env[69239]: INFO nova.virt.vmwareapi.images [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Downloaded image file data 481e75e9-3107-461c-b738-b236d0590d34 [ 1146.433479] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19edd114-7b9b-4178-9c3e-603cf04fec92 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.450155] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4662bc44-3534-4eb4-94f3-54edbd82adaf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.474972] env[69239]: INFO nova.virt.vmwareapi.images [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] The imported VM was unregistered [ 1146.477662] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Caching image {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1146.477915] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Creating directory with path [datastore2] devstack-image-cache_base/481e75e9-3107-461c-b738-b236d0590d34 {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.478538] env[69239]: DEBUG oslo_concurrency.lockutils [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.480390] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54e74821-5d41-4fe1-8ef9-c91d949594ef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.493088] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Created directory with path [datastore2] devstack-image-cache_base/481e75e9-3107-461c-b738-b236d0590d34 {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.493382] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c09fea2b-a2d9-4c76-b229-14f274b2dd0c/OSTACK_IMG_c09fea2b-a2d9-4c76-b229-14f274b2dd0c.vmdk to [datastore2] devstack-image-cache_base/481e75e9-3107-461c-b738-b236d0590d34/481e75e9-3107-461c-b738-b236d0590d34.vmdk. {{(pid=69239) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1146.493731] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e5da2096-d0f3-4e5f-b131-1b9c90e6827b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.503345] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1146.503345] env[69239]: value = "task-4146008" [ 1146.503345] env[69239]: _type = "Task" [ 1146.503345] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.515595] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146008, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.532731] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146004, 'name': ReconfigVM_Task, 'duration_secs': 0.546986} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.533136] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 6782dd8f-05b7-4598-9057-ee3b08dbb8f8/6782dd8f-05b7-4598-9057-ee3b08dbb8f8.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.534962] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'encrypted': False, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_format': None, 'image_id': '32f6ed7a-c23a-41a2-a27e-2175262f6379'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '48c452c1-f239-40e9-ae65-0d3c2f7a852c', 'disk_bus': None, 'boot_index': None, 'delete_on_termination': False, 'device_type': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821011', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'name': 'volume-81e08450-b415-4613-a0ed-83de3292fd3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6782dd8f-05b7-4598-9057-ee3b08dbb8f8', 'attached_at': '', 'detached_at': '', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'serial': '81e08450-b415-4613-a0ed-83de3292fd3e'}, 'volume_type': None}], 'swap': None} {{(pid=69239) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1146.535282] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1146.535534] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821011', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'name': 'volume-81e08450-b415-4613-a0ed-83de3292fd3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6782dd8f-05b7-4598-9057-ee3b08dbb8f8', 'attached_at': '', 'detached_at': '', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'serial': '81e08450-b415-4613-a0ed-83de3292fd3e'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1146.536772] env[69239]: DEBUG nova.network.neutron [req-7be57e71-3dea-458c-a902-2ac74cffe3d3 req-e1218f31-c4b2-445a-aba0-29ab3f641cb2 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Updated VIF entry in instance network info cache for port 6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.537414] env[69239]: DEBUG nova.network.neutron [req-7be57e71-3dea-458c-a902-2ac74cffe3d3 req-e1218f31-c4b2-445a-aba0-29ab3f641cb2 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Updating instance_info_cache with network_info: [{"id": "6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e", "address": "fa:16:3e:1e:6c:34", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7d0c6b-de", "ovs_interfaceid": "6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.541256] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb767465-3e45-4538-bca2-641898fa0c4b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.564441] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3900ee3d-de9c-4e2a-a438-3d7354ac0585 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.572103] env[69239]: DEBUG nova.network.neutron [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Successfully updated port: d65b9821-10b9-4d24-b727-13055fee117a {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.598382] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-81e08450-b415-4613-a0ed-83de3292fd3e/volume-81e08450-b415-4613-a0ed-83de3292fd3e.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.598730] env[69239]: DEBUG oslo_vmware.api [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4146006, 'name': PowerOffVM_Task, 'duration_secs': 0.333335} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.600366] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "refresh_cache-49388899-815a-4b75-bc19-906898a76c6b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.600713] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "refresh_cache-49388899-815a-4b75-bc19-906898a76c6b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.600713] env[69239]: DEBUG nova.network.neutron [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.605348] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af5dd5ac-e854-4e22-bbca-669d6c45fba7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.618484] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.618682] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.619822] env[69239]: DEBUG nova.compute.manager [req-16639b6f-1c68-4473-853b-f405ee252ada req-417beef8-7613-431c-864b-505f897aeb07 service nova] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Received event network-vif-plugged-d65b9821-10b9-4d24-b727-13055fee117a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.620052] env[69239]: DEBUG oslo_concurrency.lockutils [req-16639b6f-1c68-4473-853b-f405ee252ada req-417beef8-7613-431c-864b-505f897aeb07 service nova] Acquiring lock "49388899-815a-4b75-bc19-906898a76c6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.620268] env[69239]: DEBUG oslo_concurrency.lockutils [req-16639b6f-1c68-4473-853b-f405ee252ada req-417beef8-7613-431c-864b-505f897aeb07 service nova] Lock "49388899-815a-4b75-bc19-906898a76c6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.620438] env[69239]: DEBUG oslo_concurrency.lockutils [req-16639b6f-1c68-4473-853b-f405ee252ada req-417beef8-7613-431c-864b-505f897aeb07 service nova] Lock "49388899-815a-4b75-bc19-906898a76c6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.620601] env[69239]: DEBUG nova.compute.manager [req-16639b6f-1c68-4473-853b-f405ee252ada req-417beef8-7613-431c-864b-505f897aeb07 service nova] [instance: 49388899-815a-4b75-bc19-906898a76c6b] No waiting events found dispatching network-vif-plugged-d65b9821-10b9-4d24-b727-13055fee117a {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1146.620766] env[69239]: WARNING nova.compute.manager [req-16639b6f-1c68-4473-853b-f405ee252ada req-417beef8-7613-431c-864b-505f897aeb07 service nova] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Received unexpected event network-vif-plugged-d65b9821-10b9-4d24-b727-13055fee117a for instance with vm_state building and task_state spawning. [ 1146.625097] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baff90e8-79b6-436e-88e9-748eb1c6526e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.632127] env[69239]: DEBUG oslo_vmware.api [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145990, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.634176] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1146.634176] env[69239]: value = "task-4146009" [ 1146.634176] env[69239]: _type = "Task" [ 1146.634176] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.646620] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.659633] env[69239]: DEBUG nova.network.neutron [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.723671] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.726024] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.726024] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Deleting the datastore file [datastore2] 01065479-a96a-4606-8248-f1583b598eec {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.726024] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52109127-4068-4347-8999-1e2829b68265 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.735438] env[69239]: DEBUG oslo_vmware.api [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1146.735438] env[69239]: value = "task-4146011" [ 1146.735438] env[69239]: _type = "Task" [ 1146.735438] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.756570] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52109bd1-cfad-21a1-f6b1-c68731b39417, 'name': SearchDatastore_Task, 'duration_secs': 0.015104} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.763930] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.763930] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.763930] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.763930] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.763930] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.763930] env[69239]: DEBUG oslo_vmware.api [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4146011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.764628] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-213c67a9-fe09-48e3-be9e-2eaac31cd77b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.798147] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.798970] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.800050] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f17e79-1131-4897-9f29-f5fd48596e6d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.808678] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1146.808678] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e5f768-e4b1-7e19-0536-58bd837aab63" [ 1146.808678] env[69239]: _type = "Task" [ 1146.808678] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.820885] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e5f768-e4b1-7e19-0536-58bd837aab63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.831020] env[69239]: INFO nova.compute.resource_tracker [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating resource usage from migration 66383e06-612b-41b6-9767-e8dc43e3f795 [ 1146.839911] env[69239]: DEBUG nova.network.neutron [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Updating instance_info_cache with network_info: [{"id": "d65b9821-10b9-4d24-b727-13055fee117a", "address": "fa:16:3e:53:ac:fa", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65b9821-10", "ovs_interfaceid": "d65b9821-10b9-4d24-b727-13055fee117a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.953492] env[69239]: DEBUG nova.compute.manager [req-b4db4116-17d1-4081-816d-959a99cafc26 req-663c25da-9866-49fb-b2dc-243814d3c747 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Received event network-vif-unplugged-8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.953729] env[69239]: DEBUG oslo_concurrency.lockutils [req-b4db4116-17d1-4081-816d-959a99cafc26 req-663c25da-9866-49fb-b2dc-243814d3c747 service nova] Acquiring lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.954031] env[69239]: DEBUG oslo_concurrency.lockutils [req-b4db4116-17d1-4081-816d-959a99cafc26 req-663c25da-9866-49fb-b2dc-243814d3c747 service nova] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.954346] env[69239]: DEBUG oslo_concurrency.lockutils [req-b4db4116-17d1-4081-816d-959a99cafc26 req-663c25da-9866-49fb-b2dc-243814d3c747 service nova] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.954530] env[69239]: DEBUG nova.compute.manager [req-b4db4116-17d1-4081-816d-959a99cafc26 req-663c25da-9866-49fb-b2dc-243814d3c747 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] No waiting events found dispatching network-vif-unplugged-8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1146.954765] env[69239]: WARNING nova.compute.manager [req-b4db4116-17d1-4081-816d-959a99cafc26 req-663c25da-9866-49fb-b2dc-243814d3c747 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Received unexpected event network-vif-unplugged-8f56ac24-8c04-4bbd-b439-c7d0338161ae for instance with vm_state shelved and task_state shelving_offloading. [ 1147.020286] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146008, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.043539] env[69239]: DEBUG oslo_concurrency.lockutils [req-7be57e71-3dea-458c-a902-2ac74cffe3d3 req-e1218f31-c4b2-445a-aba0-29ab3f641cb2 service nova] Releasing lock "refresh_cache-67873eb5-68d3-4360-b671-e67e262e4258" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.105933] env[69239]: DEBUG oslo_vmware.api [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4145990, 'name': ReconfigVM_Task, 'duration_secs': 5.892991} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.108960] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.112049] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Reconfigured VM to detach interface {{(pid=69239) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1147.125160] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3553726-acf2-4003-9cc8-4686302b53a9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.142748] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c7a1b6-9c83-4831-9964-0132405614a0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.188303] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.189681] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.193480] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b49ada-573b-4cec-a3c2-c1e08348a2c8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.197120] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6093fb-4cda-4775-9eb9-5a081f392278 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.208742] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.212267] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a9fc1a7-9faf-4b37-af7b-435870412e70 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.216396] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b770ffd-cd01-4c16-98de-6da589ac9226 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.234389] env[69239]: DEBUG nova.compute.provider_tree [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.247895] env[69239]: DEBUG oslo_vmware.api [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4146011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.321077] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e5f768-e4b1-7e19-0536-58bd837aab63, 'name': SearchDatastore_Task, 'duration_secs': 0.075205} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.321957] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50ffddb-5d07-4f9f-bde8-f821fc929b15 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.332040] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1147.332040] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527db83e-e657-c973-05f6-71e920cc1435" [ 1147.332040] env[69239]: _type = "Task" [ 1147.332040] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.341660] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527db83e-e657-c973-05f6-71e920cc1435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.344310] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "refresh_cache-49388899-815a-4b75-bc19-906898a76c6b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.344648] env[69239]: DEBUG nova.compute.manager [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Instance network_info: |[{"id": "d65b9821-10b9-4d24-b727-13055fee117a", "address": "fa:16:3e:53:ac:fa", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65b9821-10", "ovs_interfaceid": "d65b9821-10b9-4d24-b727-13055fee117a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.345066] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:ac:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd65b9821-10b9-4d24-b727-13055fee117a', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.353137] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.353502] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.353780] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6741e37b-9c55-420a-b9ae-b4c0693f497a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.374641] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.374952] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.375407] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleting the datastore file [datastore2] 9bbaa4ea-cd67-4196-a77a-4efe615f4686 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.376022] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69cc522a-455a-44a5-88e0-8d12f6ab1399 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.384989] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.384989] env[69239]: value = "task-4146013" [ 1147.384989] env[69239]: _type = "Task" [ 1147.384989] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.389296] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1147.389296] env[69239]: value = "task-4146014" [ 1147.389296] env[69239]: _type = "Task" [ 1147.389296] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.397636] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146013, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.406718] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.520488] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146008, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.650231] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146009, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.738564] env[69239]: DEBUG nova.scheduler.client.report [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.753788] env[69239]: DEBUG oslo_vmware.api [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4146011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.846537] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527db83e-e657-c973-05f6-71e920cc1435, 'name': SearchDatastore_Task, 'duration_secs': 0.100846} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.846903] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.847193] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 67873eb5-68d3-4360-b671-e67e262e4258/67873eb5-68d3-4360-b671-e67e262e4258.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.847591] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bcc48b3-1eb3-41d6-9e39-dafbf05261a3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.857987] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1147.857987] env[69239]: value = "task-4146015" [ 1147.857987] env[69239]: _type = "Task" [ 1147.857987] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.871935] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.898718] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146013, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.904918] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.020835] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146008, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.148901] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146009, 'name': ReconfigVM_Task, 'duration_secs': 1.07105} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.149229] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-81e08450-b415-4613-a0ed-83de3292fd3e/volume-81e08450-b415-4613-a0ed-83de3292fd3e.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.156255] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff73c9e-55e2-48d1-892c-04c0fc0b2f18 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.177575] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1148.177575] env[69239]: value = "task-4146016" [ 1148.177575] env[69239]: _type = "Task" [ 1148.177575] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.190264] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.206823] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "3da605b2-8137-4f59-a343-ecce4fced09c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.207048] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "3da605b2-8137-4f59-a343-ecce4fced09c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.247135] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.433s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.247717] env[69239]: INFO nova.compute.manager [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Migrating [ 1148.254415] env[69239]: DEBUG oslo_concurrency.lockutils [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.691s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.254821] env[69239]: DEBUG nova.objects.instance [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lazy-loading 'resources' on Instance uuid 07515525-8fb4-4c23-b133-6370bb3bf60e {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.269152] env[69239]: DEBUG oslo_vmware.api [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4146011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.368997] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.395760] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146013, 'name': CreateVM_Task, 'duration_secs': 0.81512} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.399134] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.400260] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.400422] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.400752] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.401629] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4fdee9c-e085-4d51-8fca-c3b77ba0e60d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.407555] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.409220] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1148.409220] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e5fdf6-ac0b-0e3c-663f-c58372ae52a8" [ 1148.409220] env[69239]: _type = "Task" [ 1148.409220] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.423492] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e5fdf6-ac0b-0e3c-663f-c58372ae52a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.520909] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146008, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.659590] env[69239]: DEBUG nova.compute.manager [req-38d32301-6ca5-4eee-89b5-181c413d9f1c req-ec42781c-2667-4e31-bf2f-39de9b0f0b4f service nova] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Received event network-changed-d65b9821-10b9-4d24-b727-13055fee117a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.660161] env[69239]: DEBUG nova.compute.manager [req-38d32301-6ca5-4eee-89b5-181c413d9f1c req-ec42781c-2667-4e31-bf2f-39de9b0f0b4f service nova] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Refreshing instance network info cache due to event network-changed-d65b9821-10b9-4d24-b727-13055fee117a. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.661466] env[69239]: DEBUG oslo_concurrency.lockutils [req-38d32301-6ca5-4eee-89b5-181c413d9f1c req-ec42781c-2667-4e31-bf2f-39de9b0f0b4f service nova] Acquiring lock "refresh_cache-49388899-815a-4b75-bc19-906898a76c6b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.661750] env[69239]: DEBUG oslo_concurrency.lockutils [req-38d32301-6ca5-4eee-89b5-181c413d9f1c req-ec42781c-2667-4e31-bf2f-39de9b0f0b4f service nova] Acquired lock "refresh_cache-49388899-815a-4b75-bc19-906898a76c6b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.661947] env[69239]: DEBUG nova.network.neutron [req-38d32301-6ca5-4eee-89b5-181c413d9f1c req-ec42781c-2667-4e31-bf2f-39de9b0f0b4f service nova] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Refreshing network info cache for port d65b9821-10b9-4d24-b727-13055fee117a {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.694022] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146016, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.712795] env[69239]: DEBUG nova.compute.manager [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.755884] env[69239]: DEBUG oslo_vmware.api [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4146011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.893391} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.756111] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.756243] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.756596] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.756741] env[69239]: INFO nova.compute.manager [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 01065479-a96a-4606-8248-f1583b598eec] Took 2.73 seconds to destroy the instance on the hypervisor. [ 1148.757504] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.760146] env[69239]: DEBUG nova.compute.manager [-] [instance: 01065479-a96a-4606-8248-f1583b598eec] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.760283] env[69239]: DEBUG nova.network.neutron [-] [instance: 01065479-a96a-4606-8248-f1583b598eec] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.768869] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.769125] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.769323] env[69239]: DEBUG nova.network.neutron [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.878573] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.908639] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.921863] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e5fdf6-ac0b-0e3c-663f-c58372ae52a8, 'name': SearchDatastore_Task, 'duration_secs': 0.105556} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.926309] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.926309] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.926309] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.926309] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.926309] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.926309] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.926527] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquired lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.926623] env[69239]: DEBUG nova.network.neutron [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.928081] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27335cfb-36e6-47f7-b128-a5b5654a57f3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.945870] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.945870] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.945870] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c42dd8c4-aa29-49c8-95a5-48e4bca3a6f3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.955210] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1148.955210] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5238eb0c-48ac-fdff-d9c4-f64bc52f4986" [ 1148.955210] env[69239]: _type = "Task" [ 1148.955210] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.966307] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5238eb0c-48ac-fdff-d9c4-f64bc52f4986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.023313] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146008, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.028033] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "259e53fb-53f6-4274-ac88-5b4befea221f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.028984] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "259e53fb-53f6-4274-ac88-5b4befea221f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.028984] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "259e53fb-53f6-4274-ac88-5b4befea221f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.028984] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "259e53fb-53f6-4274-ac88-5b4befea221f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.028984] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "259e53fb-53f6-4274-ac88-5b4befea221f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.032187] env[69239]: INFO nova.compute.manager [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Terminating instance [ 1149.067501] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563ec430-3f09-44da-b33d-e64387f9526c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.078631] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f58b99-ba5e-49f2-90bf-abc44d886fd4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.120052] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a999899-9934-4b17-8296-26413d33c42e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.123902] env[69239]: DEBUG nova.compute.manager [req-295863e3-9751-4b26-b0b8-aabaecd957ca req-fbbb449c-990e-413c-ac21-ea288a2ad950 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Received event network-changed-8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.124027] env[69239]: DEBUG nova.compute.manager [req-295863e3-9751-4b26-b0b8-aabaecd957ca req-fbbb449c-990e-413c-ac21-ea288a2ad950 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Refreshing instance network info cache due to event network-changed-8f56ac24-8c04-4bbd-b439-c7d0338161ae. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.124246] env[69239]: DEBUG oslo_concurrency.lockutils [req-295863e3-9751-4b26-b0b8-aabaecd957ca req-fbbb449c-990e-413c-ac21-ea288a2ad950 service nova] Acquiring lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.125165] env[69239]: DEBUG oslo_concurrency.lockutils [req-295863e3-9751-4b26-b0b8-aabaecd957ca req-fbbb449c-990e-413c-ac21-ea288a2ad950 service nova] Acquired lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.125165] env[69239]: DEBUG nova.network.neutron [req-295863e3-9751-4b26-b0b8-aabaecd957ca req-fbbb449c-990e-413c-ac21-ea288a2ad950 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Refreshing network info cache for port 8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.137158] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196f1de0-de2a-44e7-9cee-9d88efa84dc5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.156028] env[69239]: DEBUG nova.compute.provider_tree [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.192627] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146016, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.249040] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.376430] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146015, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.510174} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.378542] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 67873eb5-68d3-4360-b671-e67e262e4258/67873eb5-68d3-4360-b671-e67e262e4258.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.378542] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.378542] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98066a45-136e-454d-a0bb-4d950574b396 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.389099] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1149.389099] env[69239]: value = "task-4146017" [ 1149.389099] env[69239]: _type = "Task" [ 1149.389099] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.397877] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.408575] env[69239]: DEBUG oslo_vmware.api [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.607969} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.408922] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.409178] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.409422] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.420721] env[69239]: DEBUG nova.network.neutron [req-38d32301-6ca5-4eee-89b5-181c413d9f1c req-ec42781c-2667-4e31-bf2f-39de9b0f0b4f service nova] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Updated VIF entry in instance network info cache for port d65b9821-10b9-4d24-b727-13055fee117a. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.421538] env[69239]: DEBUG nova.network.neutron [req-38d32301-6ca5-4eee-89b5-181c413d9f1c req-ec42781c-2667-4e31-bf2f-39de9b0f0b4f service nova] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Updating instance_info_cache with network_info: [{"id": "d65b9821-10b9-4d24-b727-13055fee117a", "address": "fa:16:3e:53:ac:fa", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65b9821-10", "ovs_interfaceid": "d65b9821-10b9-4d24-b727-13055fee117a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.449541] env[69239]: INFO nova.scheduler.client.report [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleted allocations for instance 9bbaa4ea-cd67-4196-a77a-4efe615f4686 [ 1149.467250] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5238eb0c-48ac-fdff-d9c4-f64bc52f4986, 'name': SearchDatastore_Task, 'duration_secs': 0.015971} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.470825] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b4cc698-34f3-4cf9-bd82-e7b8197f967f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.478064] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1149.478064] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52859b1e-425e-7923-1c33-c04f21b04797" [ 1149.478064] env[69239]: _type = "Task" [ 1149.478064] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.489129] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52859b1e-425e-7923-1c33-c04f21b04797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.525935] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146008, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.525125} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.528911] env[69239]: INFO nova.virt.vmwareapi.ds_util [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c09fea2b-a2d9-4c76-b229-14f274b2dd0c/OSTACK_IMG_c09fea2b-a2d9-4c76-b229-14f274b2dd0c.vmdk to [datastore2] devstack-image-cache_base/481e75e9-3107-461c-b738-b236d0590d34/481e75e9-3107-461c-b738-b236d0590d34.vmdk. [ 1149.529270] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Cleaning up location [datastore2] OSTACK_IMG_c09fea2b-a2d9-4c76-b229-14f274b2dd0c {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1149.529559] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c09fea2b-a2d9-4c76-b229-14f274b2dd0c {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.529947] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc18c61e-b8b1-4962-9a23-70cdbba3801a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.537939] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1149.537939] env[69239]: value = "task-4146018" [ 1149.537939] env[69239]: _type = "Task" [ 1149.537939] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.542568] env[69239]: DEBUG nova.compute.manager [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.542984] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.543908] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187a5334-afb6-4d1e-b8f4-d29118faff2d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.552222] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.556026] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.556026] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-523102b0-2cfd-4bd4-8cdf-22f15b10b97c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.562613] env[69239]: DEBUG oslo_vmware.api [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1149.562613] env[69239]: value = "task-4146019" [ 1149.562613] env[69239]: _type = "Task" [ 1149.562613] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.574858] env[69239]: DEBUG oslo_vmware.api [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4146019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.629043] env[69239]: DEBUG nova.network.neutron [-] [instance: 01065479-a96a-4606-8248-f1583b598eec] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.659750] env[69239]: DEBUG nova.scheduler.client.report [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.672065] env[69239]: DEBUG nova.network.neutron [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance_info_cache with network_info: [{"id": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "address": "fa:16:3e:77:77:bd", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953bbfca-0d", "ovs_interfaceid": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.694768] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146016, 'name': ReconfigVM_Task, 'duration_secs': 1.434972} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.696405] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821011', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'name': 'volume-81e08450-b415-4613-a0ed-83de3292fd3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6782dd8f-05b7-4598-9057-ee3b08dbb8f8', 'attached_at': '', 'detached_at': '', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'serial': '81e08450-b415-4613-a0ed-83de3292fd3e'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1149.697130] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2d1fb9d-09ac-48b3-892d-1819d049cd73 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.708419] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1149.708419] env[69239]: value = "task-4146020" [ 1149.708419] env[69239]: _type = "Task" [ 1149.708419] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.719593] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146020, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.792624] env[69239]: INFO nova.network.neutron [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Port e76ca577-0f98-4ad9-833f-9b213fd39eb8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1149.793590] env[69239]: DEBUG nova.network.neutron [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Updating instance_info_cache with network_info: [{"id": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "address": "fa:16:3e:8f:63:69", "network": {"id": "2f7e73b3-2d60-4ec9-8814-564f6217be06", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2000118468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0c413a591a046939b74848c895674e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d44e7e8-de", "ovs_interfaceid": "2d44e7e8-de4b-4be1-9d18-8cd28fa77441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.900183] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075896} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.902936] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.903851] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f67b18-998f-412d-90e9-29803379a669 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.929934] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 67873eb5-68d3-4360-b671-e67e262e4258/67873eb5-68d3-4360-b671-e67e262e4258.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.930488] env[69239]: DEBUG oslo_concurrency.lockutils [req-38d32301-6ca5-4eee-89b5-181c413d9f1c req-ec42781c-2667-4e31-bf2f-39de9b0f0b4f service nova] Releasing lock "refresh_cache-49388899-815a-4b75-bc19-906898a76c6b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.930889] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-157e0a62-40d6-4835-b0c2-ee5e19a5c433 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.946306] env[69239]: DEBUG nova.network.neutron [req-295863e3-9751-4b26-b0b8-aabaecd957ca req-fbbb449c-990e-413c-ac21-ea288a2ad950 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Updated VIF entry in instance network info cache for port 8f56ac24-8c04-4bbd-b439-c7d0338161ae. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.946691] env[69239]: DEBUG nova.network.neutron [req-295863e3-9751-4b26-b0b8-aabaecd957ca req-fbbb449c-990e-413c-ac21-ea288a2ad950 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Updating instance_info_cache with network_info: [{"id": "8f56ac24-8c04-4bbd-b439-c7d0338161ae", "address": "fa:16:3e:8c:c6:ed", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8f56ac24-8c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.955749] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1149.955749] env[69239]: value = "task-4146021" [ 1149.955749] env[69239]: _type = "Task" [ 1149.955749] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.956839] env[69239]: DEBUG oslo_concurrency.lockutils [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.967949] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.991132] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52859b1e-425e-7923-1c33-c04f21b04797, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.991512] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.991780] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 49388899-815a-4b75-bc19-906898a76c6b/49388899-815a-4b75-bc19-906898a76c6b.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.992079] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6964b21-26a5-4d84-af45-63266dfb0608 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.001225] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1150.001225] env[69239]: value = "task-4146022" [ 1150.001225] env[69239]: _type = "Task" [ 1150.001225] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.011795] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.049382] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037515} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.049752] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.050013] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/481e75e9-3107-461c-b738-b236d0590d34/481e75e9-3107-461c-b738-b236d0590d34.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.050307] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/481e75e9-3107-461c-b738-b236d0590d34/481e75e9-3107-461c-b738-b236d0590d34.vmdk to [datastore2] 69ef9903-3cbc-4b39-98a2-db9fe5640d24/69ef9903-3cbc-4b39-98a2-db9fe5640d24.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.050613] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00122a0e-ff78-4652-8471-14cae425a73e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.058832] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1150.058832] env[69239]: value = "task-4146023" [ 1150.058832] env[69239]: _type = "Task" [ 1150.058832] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.071162] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.076722] env[69239]: DEBUG oslo_vmware.api [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4146019, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.139781] env[69239]: INFO nova.compute.manager [-] [instance: 01065479-a96a-4606-8248-f1583b598eec] Took 1.38 seconds to deallocate network for instance. [ 1150.166797] env[69239]: DEBUG oslo_concurrency.lockutils [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.167660] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 16.320s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.176861] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.195810] env[69239]: INFO nova.scheduler.client.report [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleted allocations for instance 07515525-8fb4-4c23-b133-6370bb3bf60e [ 1150.222173] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146020, 'name': Rename_Task, 'duration_secs': 0.508463} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.222697] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.222996] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02e866a0-b67b-412e-a699-4be69f864f89 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.232470] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1150.232470] env[69239]: value = "task-4146024" [ 1150.232470] env[69239]: _type = "Task" [ 1150.232470] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.243192] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.299107] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Releasing lock "refresh_cache-259e53fb-53f6-4274-ac88-5b4befea221f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.449704] env[69239]: DEBUG oslo_concurrency.lockutils [req-295863e3-9751-4b26-b0b8-aabaecd957ca req-fbbb449c-990e-413c-ac21-ea288a2ad950 service nova] Releasing lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.468967] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.515127] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146022, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.578931] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146023, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.582713] env[69239]: DEBUG oslo_vmware.api [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4146019, 'name': PowerOffVM_Task, 'duration_secs': 0.525704} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.583127] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.583381] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.583724] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2b36bac-2eb9-41db-af58-1117d4f3710f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.648388] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.690999] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.691399] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.693393] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Deleting the datastore file [datastore1] 259e53fb-53f6-4274-ac88-5b4befea221f {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.694800] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d09aadbb-d6bf-4e22-874d-34edf25471a3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.712150] env[69239]: DEBUG oslo_vmware.api [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1150.712150] env[69239]: value = "task-4146026" [ 1150.712150] env[69239]: _type = "Task" [ 1150.712150] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.712913] env[69239]: DEBUG oslo_concurrency.lockutils [None req-943702f3-2eea-401a-910b-79732240bd27 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "07515525-8fb4-4c23-b133-6370bb3bf60e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.252s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.727126] env[69239]: DEBUG oslo_vmware.api [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4146026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.748703] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.803654] env[69239]: DEBUG oslo_concurrency.lockutils [None req-7fe51213-c328-40ec-9c1f-4a3cf0ab2596 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "interface-259e53fb-53f6-4274-ac88-5b4befea221f-e76ca577-0f98-4ad9-833f-9b213fd39eb8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.319s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.933182] env[69239]: DEBUG nova.compute.manager [req-3aebb823-8ce4-46b3-ba44-88a9a8951e42 req-0920d3c7-1ed3-4162-a238-9b2db5a08734 service nova] [instance: 01065479-a96a-4606-8248-f1583b598eec] Received event network-vif-deleted-bac7ea2b-b980-485a-99c5-842946e34987 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.974348] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146021, 'name': ReconfigVM_Task, 'duration_secs': 0.631696} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.975033] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 67873eb5-68d3-4360-b671-e67e262e4258/67873eb5-68d3-4360-b671-e67e262e4258.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.976019] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c251c56-130c-4780-a5e9-a53014172bf6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.987438] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1150.987438] env[69239]: value = "task-4146027" [ 1150.987438] env[69239]: _type = "Task" [ 1150.987438] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.004652] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146027, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.018056] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551219} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.018391] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 49388899-815a-4b75-bc19-906898a76c6b/49388899-815a-4b75-bc19-906898a76c6b.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.018525] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.018892] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13776a0b-355f-425b-94e4-fba748a53cb3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.028206] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1151.028206] env[69239]: value = "task-4146028" [ 1151.028206] env[69239]: _type = "Task" [ 1151.028206] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.038854] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.071706] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146023, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.199033] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Applying migration context for instance 8c838990-2b74-406f-ad36-50a8cd62de0b as it has an incoming, in-progress migration 66383e06-612b-41b6-9767-e8dc43e3f795. Migration status is migrating {{(pid=69239) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1151.200434] env[69239]: INFO nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating resource usage from migration 66383e06-612b-41b6-9767-e8dc43e3f795 [ 1151.229103] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 7274cc79-d1e6-4d72-8555-f8d84300a8cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.229103] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 0de18b9d-ab56-4687-802a-eb202691f51f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.229103] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 1015dafd-be46-432a-be03-144c3474f466 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.229103] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 6782dd8f-05b7-4598-9057-ee3b08dbb8f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.229103] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 259e53fb-53f6-4274-ac88-5b4befea221f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.229103] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 69ef9903-3cbc-4b39-98a2-db9fe5640d24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.229103] env[69239]: WARNING nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 01065479-a96a-4606-8248-f1583b598eec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1151.229103] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 6cec197c-38ae-4ca7-a09e-f464be922afa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.229103] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.229103] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 67873eb5-68d3-4360-b671-e67e262e4258 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.229103] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 49388899-815a-4b75-bc19-906898a76c6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.229103] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Migration 66383e06-612b-41b6-9767-e8dc43e3f795 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1151.229103] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 8c838990-2b74-406f-ad36-50a8cd62de0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.237098] env[69239]: DEBUG oslo_vmware.api [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4146026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363644} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.242837] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.243186] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.243472] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.243730] env[69239]: INFO nova.compute.manager [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1151.244113] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.244449] env[69239]: DEBUG nova.compute.manager [-] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.244599] env[69239]: DEBUG nova.network.neutron [-] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.258064] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146024, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.505162] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146027, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.540845] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146028, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.575549] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146023, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.707667] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32b402b-0ba4-4270-96e0-9e48cace5b08 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.735160] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance '8c838990-2b74-406f-ad36-50a8cd62de0b' progress to 0 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.739083] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 3da605b2-8137-4f59-a343-ecce4fced09c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1151.739686] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1151.739686] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1151.755317] env[69239]: DEBUG oslo_vmware.api [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146024, 'name': PowerOnVM_Task, 'duration_secs': 1.476976} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.755572] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.755904] env[69239]: DEBUG nova.compute.manager [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1151.757122] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a0a146-4d35-4a8f-84a0-d2695348f425 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.787173] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "9e08a025-0ddc-47ce-b157-4e6d489080c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.787423] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "9e08a025-0ddc-47ce-b157-4e6d489080c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.003352] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146027, 'name': Rename_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.009505] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bdb20a-3d25-400d-9c37-f3ad96461cb7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.018610] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935a8c17-9821-420b-b029-de37398211c4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.060159] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a098611c-5aca-4cec-881c-abdf8a2299a4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.071279] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.540508} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.074040] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.074967] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a982583-b2a9-4d69-963b-3e5a3cd78f09 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.079241] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d586104a-c6e5-4670-93ce-8638c6a8bc78 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.087513] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146023, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.099316] env[69239]: DEBUG nova.compute.provider_tree [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.118769] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 49388899-815a-4b75-bc19-906898a76c6b/49388899-815a-4b75-bc19-906898a76c6b.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.121396] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aba5f0b-4768-47b2-acfa-03511bfe1630 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.137270] env[69239]: DEBUG nova.network.neutron [-] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.147591] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1152.147591] env[69239]: value = "task-4146029" [ 1152.147591] env[69239]: _type = "Task" [ 1152.147591] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.160304] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.245254] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.245658] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98f878e6-c522-4400-8b87-f5a030594dbd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.255161] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1152.255161] env[69239]: value = "task-4146030" [ 1152.255161] env[69239]: _type = "Task" [ 1152.255161] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.267601] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.280036] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.296481] env[69239]: DEBUG nova.compute.manager [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.299546] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.504029] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146027, 'name': Rename_Task, 'duration_secs': 1.106501} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.504499] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.504803] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-950236a0-a945-4bb9-924c-21b16fb958c8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.515237] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1152.515237] env[69239]: value = "task-4146031" [ 1152.515237] env[69239]: _type = "Task" [ 1152.515237] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.528329] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.579130] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146023, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.621184] env[69239]: DEBUG nova.scheduler.client.report [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.640409] env[69239]: INFO nova.compute.manager [-] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Took 1.40 seconds to deallocate network for instance. [ 1152.663454] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.767963] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146030, 'name': PowerOffVM_Task, 'duration_secs': 0.415139} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.768350] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.768441] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance '8c838990-2b74-406f-ad36-50a8cd62de0b' progress to 17 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.826026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.960761] env[69239]: DEBUG nova.compute.manager [req-449f13d3-85ca-4007-a223-6ac02a6c5039 req-d945ea6f-6b63-43ff-a13a-80f7d8c993a1 service nova] [instance: 259e53fb-53f6-4274-ac88-5b4befea221f] Received event network-vif-deleted-2d44e7e8-de4b-4be1-9d18-8cd28fa77441 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.028099] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.075870] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146023, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.89292} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.076309] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/481e75e9-3107-461c-b738-b236d0590d34/481e75e9-3107-461c-b738-b236d0590d34.vmdk to [datastore2] 69ef9903-3cbc-4b39-98a2-db9fe5640d24/69ef9903-3cbc-4b39-98a2-db9fe5640d24.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.077086] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79be796e-9bb5-4dc4-ac44-daa6ddaeab62 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.102681] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 69ef9903-3cbc-4b39-98a2-db9fe5640d24/69ef9903-3cbc-4b39-98a2-db9fe5640d24.vmdk or device None with type streamOptimized {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.102982] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf51daac-09be-427c-b6c8-e1cc64b61e90 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.125059] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1153.125059] env[69239]: value = "task-4146032" [ 1153.125059] env[69239]: _type = "Task" [ 1153.125059] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.128840] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69239) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1153.129101] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.962s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.129397] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.884s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.131207] env[69239]: INFO nova.compute.claims [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.134136] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.134337] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Cleaning up deleted instances {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1153.141720] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.148908] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.158403] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146029, 'name': ReconfigVM_Task, 'duration_secs': 0.9785} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.158749] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 49388899-815a-4b75-bc19-906898a76c6b/49388899-815a-4b75-bc19-906898a76c6b.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.159454] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ec0d534-41ab-4f1d-8208-3baedd26a26e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.168608] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1153.168608] env[69239]: value = "task-4146033" [ 1153.168608] env[69239]: _type = "Task" [ 1153.168608] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.179209] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146033, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.276108] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.276108] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.276108] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.276108] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.276108] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.276376] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.276376] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.276558] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.276779] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.276985] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.277190] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.282784] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffa5dafe-fdf5-4319-b355-e35bd1d34201 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.300120] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1153.300120] env[69239]: value = "task-4146034" [ 1153.300120] env[69239]: _type = "Task" [ 1153.300120] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.309198] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.526357] env[69239]: DEBUG oslo_vmware.api [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146031, 'name': PowerOnVM_Task, 'duration_secs': 0.856632} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.526646] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.526847] env[69239]: INFO nova.compute.manager [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1153.527050] env[69239]: DEBUG nova.compute.manager [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1153.527876] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462dcd6e-f80c-4f60-ad4d-facd3a905dc8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.636509] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.653608] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] There are 57 instances to clean {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1153.654118] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 07515525-8fb4-4c23-b133-6370bb3bf60e] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.680035] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146033, 'name': Rename_Task, 'duration_secs': 0.502763} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.681041] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.681302] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-421a79f1-76ba-47fb-934f-ead4037df71f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.688875] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1153.688875] env[69239]: value = "task-4146035" [ 1153.688875] env[69239]: _type = "Task" [ 1153.688875] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.698170] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.810475] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146034, 'name': ReconfigVM_Task, 'duration_secs': 0.451291} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.810925] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance '8c838990-2b74-406f-ad36-50a8cd62de0b' progress to 33 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.047065] env[69239]: INFO nova.compute.manager [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Took 28.50 seconds to build instance. [ 1154.136574] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146032, 'name': ReconfigVM_Task, 'duration_secs': 0.904754} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.136860] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 69ef9903-3cbc-4b39-98a2-db9fe5640d24/69ef9903-3cbc-4b39-98a2-db9fe5640d24.vmdk or device None with type streamOptimized {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.137543] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee957da5-6b80-4ea3-a334-af524f31e589 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.144690] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1154.144690] env[69239]: value = "task-4146036" [ 1154.144690] env[69239]: _type = "Task" [ 1154.144690] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.154642] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146036, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.159268] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: ef4328d0-ab2c-4c37-af3c-6f5145943ebe] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.204639] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.318041] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.318266] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.318428] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.318613] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.318760] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.318929] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.319362] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.319633] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.320129] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.320395] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.320673] env[69239]: DEBUG nova.virt.hardware [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.326446] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1154.330379] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1728e929-4b4b-4b8b-aae0-bff4e0df81fa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.352908] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1154.352908] env[69239]: value = "task-4146037" [ 1154.352908] env[69239]: _type = "Task" [ 1154.352908] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.365569] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.428755] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86515a3a-7735-45c4-a138-a6e68baaf98b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.439659] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6bc822-126d-496b-a8c6-c4cc02ce86e8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.473547] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1134529f-c8c1-42a5-a028-47969cdba18c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.482386] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc02544-2950-4e06-998d-0960418f1ff6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.500087] env[69239]: DEBUG nova.compute.provider_tree [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.550561] env[69239]: DEBUG oslo_concurrency.lockutils [None req-eea8ea7d-823e-4ab6-9d8e-3c6d2db10b62 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "67873eb5-68d3-4360-b671-e67e262e4258" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.015s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.656649] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146036, 'name': Rename_Task, 'duration_secs': 0.162484} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.657128] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.657526] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec5ed4c9-e6b4-4703-a79f-72842648167e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.668029] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: de26553e-ca34-4694-bc01-d66bf46381ea] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.670486] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1154.670486] env[69239]: value = "task-4146038" [ 1154.670486] env[69239]: _type = "Task" [ 1154.670486] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.681059] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.683806] env[69239]: DEBUG nova.compute.manager [req-0e754e17-8bd8-474c-88f9-2bbed7e930e1 req-818db1d8-04fc-48a3-962c-13cf8f889315 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Received event network-changed-6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.684156] env[69239]: DEBUG nova.compute.manager [req-0e754e17-8bd8-474c-88f9-2bbed7e930e1 req-818db1d8-04fc-48a3-962c-13cf8f889315 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Refreshing instance network info cache due to event network-changed-6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.684533] env[69239]: DEBUG oslo_concurrency.lockutils [req-0e754e17-8bd8-474c-88f9-2bbed7e930e1 req-818db1d8-04fc-48a3-962c-13cf8f889315 service nova] Acquiring lock "refresh_cache-67873eb5-68d3-4360-b671-e67e262e4258" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.684804] env[69239]: DEBUG oslo_concurrency.lockutils [req-0e754e17-8bd8-474c-88f9-2bbed7e930e1 req-818db1d8-04fc-48a3-962c-13cf8f889315 service nova] Acquired lock "refresh_cache-67873eb5-68d3-4360-b671-e67e262e4258" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.685084] env[69239]: DEBUG nova.network.neutron [req-0e754e17-8bd8-474c-88f9-2bbed7e930e1 req-818db1d8-04fc-48a3-962c-13cf8f889315 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Refreshing network info cache for port 6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.701643] env[69239]: DEBUG oslo_vmware.api [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146035, 'name': PowerOnVM_Task, 'duration_secs': 0.947838} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.701923] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.702220] env[69239]: INFO nova.compute.manager [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1154.702440] env[69239]: DEBUG nova.compute.manager [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1154.703815] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3112cd-65ba-4fe9-8c3b-32cd3f791575 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.866030] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146037, 'name': ReconfigVM_Task, 'duration_secs': 0.185853} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.866030] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1154.866030] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f4d166-6b15-41cc-a795-5ae56f872030 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.892212] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 8c838990-2b74-406f-ad36-50a8cd62de0b/8c838990-2b74-406f-ad36-50a8cd62de0b.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.893455] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fe7c997-3a59-4673-bce2-329b59eb40d5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.916021] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1154.916021] env[69239]: value = "task-4146039" [ 1154.916021] env[69239]: _type = "Task" [ 1154.916021] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.923799] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.003506] env[69239]: DEBUG nova.scheduler.client.report [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.172045] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: b7fe75cb-dde5-49b5-9d75-8aa2921e43b4] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.186832] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146038, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.229225] env[69239]: INFO nova.compute.manager [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Took 27.91 seconds to build instance. [ 1155.419749] env[69239]: DEBUG nova.network.neutron [req-0e754e17-8bd8-474c-88f9-2bbed7e930e1 req-818db1d8-04fc-48a3-962c-13cf8f889315 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Updated VIF entry in instance network info cache for port 6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.420105] env[69239]: DEBUG nova.network.neutron [req-0e754e17-8bd8-474c-88f9-2bbed7e930e1 req-818db1d8-04fc-48a3-962c-13cf8f889315 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Updating instance_info_cache with network_info: [{"id": "6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e", "address": "fa:16:3e:1e:6c:34", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7d0c6b-de", "ovs_interfaceid": "6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.427546] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.509008] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.509583] env[69239]: DEBUG nova.compute.manager [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.512500] env[69239]: DEBUG oslo_concurrency.lockutils [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.556s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.512713] env[69239]: DEBUG oslo_concurrency.lockutils [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.520027] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.868s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.520027] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.520027] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.240s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.520027] env[69239]: DEBUG nova.objects.instance [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69239) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1155.549753] env[69239]: INFO nova.scheduler.client.report [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Deleted allocations for instance 01065479-a96a-4606-8248-f1583b598eec [ 1155.678148] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 490ecfbb-f3e2-4c96-983d-c012980905cb] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.686168] env[69239]: DEBUG oslo_vmware.api [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146038, 'name': PowerOnVM_Task, 'duration_secs': 0.597681} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.686436] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.731267] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be7222c-e55d-4295-a951-ac9a11bff243 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "49388899-815a-4b75-bc19-906898a76c6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.424s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.791385] env[69239]: DEBUG nova.compute.manager [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1155.792774] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54705e88-2e28-4919-bbde-58ca89bee7ec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.926456] env[69239]: DEBUG oslo_concurrency.lockutils [req-0e754e17-8bd8-474c-88f9-2bbed7e930e1 req-818db1d8-04fc-48a3-962c-13cf8f889315 service nova] Releasing lock "refresh_cache-67873eb5-68d3-4360-b671-e67e262e4258" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.926972] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146039, 'name': ReconfigVM_Task, 'duration_secs': 0.645275} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.927307] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 8c838990-2b74-406f-ad36-50a8cd62de0b/8c838990-2b74-406f-ad36-50a8cd62de0b.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.927810] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance '8c838990-2b74-406f-ad36-50a8cd62de0b' progress to 50 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.023839] env[69239]: DEBUG nova.compute.utils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.029796] env[69239]: DEBUG nova.compute.manager [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.030515] env[69239]: DEBUG nova.network.neutron [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.033968] env[69239]: DEBUG oslo_concurrency.lockutils [None req-24293918-77e1-4070-a6a2-76ebf1f2e206 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.400s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.035059] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.736s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.035160] env[69239]: INFO nova.compute.manager [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Unshelving [ 1156.057965] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a9ffe908-cc10-45cd-ab78-9a37cf9f358a tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "01065479-a96a-4606-8248-f1583b598eec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.542s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.083388] env[69239]: DEBUG nova.policy [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6c946c3f0224befa053cb72fd2065bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d2057584da346efb7f246396bc2b011', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.181553] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: fec69706-2b0a-42e1-ba90-61a8ed0d0044] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.313776] env[69239]: DEBUG oslo_concurrency.lockutils [None req-3bf1e748-d228-454b-8451-987990dc057a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.074s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.429157] env[69239]: DEBUG nova.network.neutron [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Successfully created port: 7af1152f-9b64-46a2-91d0-99b34ba7bd05 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.435040] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831a1714-2d12-4f8a-ad8e-cc999c426797 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.459870] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142db1cc-df94-4ff4-bce5-e4f7de73f131 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.481130] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance '8c838990-2b74-406f-ad36-50a8cd62de0b' progress to 67 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.531516] env[69239]: DEBUG nova.compute.manager [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.539893] env[69239]: DEBUG oslo_concurrency.lockutils [None req-cf958fc3-2100-422b-a918-7e9dbc99b201 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.548411] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.723s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.551694] env[69239]: INFO nova.compute.claims [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.685282] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 908e4eb1-6bbd-45a0-a7f2-6d0b4314d3d0] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.911177] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "49388899-815a-4b75-bc19-906898a76c6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.911515] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "49388899-815a-4b75-bc19-906898a76c6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.911898] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "49388899-815a-4b75-bc19-906898a76c6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.912254] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "49388899-815a-4b75-bc19-906898a76c6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.912476] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "49388899-815a-4b75-bc19-906898a76c6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.915454] env[69239]: INFO nova.compute.manager [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Terminating instance [ 1157.024952] env[69239]: DEBUG nova.network.neutron [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Port 953bbfca-0d3b-49dc-8e71-cf2f233875c3 binding to destination host cpu-1 is already ACTIVE {{(pid=69239) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1157.080501] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.188266] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: a6eabea9-ff1c-47b9-96eb-93317812136d] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.420111] env[69239]: DEBUG nova.compute.manager [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.420367] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.421558] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fc9cfd-545f-41f1-85a4-0f85f1a742d8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.430813] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.431172] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45cad1bf-b28e-41c7-80a4-8adc12b5811e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.439671] env[69239]: DEBUG oslo_vmware.api [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1157.439671] env[69239]: value = "task-4146040" [ 1157.439671] env[69239]: _type = "Task" [ 1157.439671] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.450535] env[69239]: DEBUG oslo_vmware.api [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.542782] env[69239]: DEBUG nova.compute.manager [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.577431] env[69239]: DEBUG nova.virt.hardware [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.577700] env[69239]: DEBUG nova.virt.hardware [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.577860] env[69239]: DEBUG nova.virt.hardware [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.578213] env[69239]: DEBUG nova.virt.hardware [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.578530] env[69239]: DEBUG nova.virt.hardware [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.578660] env[69239]: DEBUG nova.virt.hardware [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.578849] env[69239]: DEBUG nova.virt.hardware [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.579051] env[69239]: DEBUG nova.virt.hardware [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.579238] env[69239]: DEBUG nova.virt.hardware [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.579425] env[69239]: DEBUG nova.virt.hardware [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.579606] env[69239]: DEBUG nova.virt.hardware [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.580899] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7c52ca-4fd6-4622-82f0-4f65f5d51af4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.594601] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950fd93e-1c99-49f0-b5c5-cb33801f98f4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.691584] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1d90eb-1ce5-46fc-a6cb-2bcdd61e0b1e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.696425] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 0f354fa1-3c78-407b-bb51-c22d1e733c21] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.702489] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-eb79181d-dc59-4a59-aaaa-690aa7804b6a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Suspending the VM {{(pid=69239) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1157.702751] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-33f201dd-cbe0-4991-bda9-62c1c8cbd7fa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.713637] env[69239]: DEBUG oslo_vmware.api [None req-eb79181d-dc59-4a59-aaaa-690aa7804b6a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1157.713637] env[69239]: value = "task-4146041" [ 1157.713637] env[69239]: _type = "Task" [ 1157.713637] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.723485] env[69239]: DEBUG oslo_vmware.api [None req-eb79181d-dc59-4a59-aaaa-690aa7804b6a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146041, 'name': SuspendVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.808614] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e49b43f-9179-46fa-a712-f0c33416d487 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.820284] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bff54b-bdbf-4a8f-adb6-f37cb2a328c2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.876022] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb048adf-fe21-4f05-9ee9-dbc1fbe6e658 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.890153] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cd1cb6-0b37-4c67-a040-82765cc195de {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.919691] env[69239]: DEBUG nova.compute.provider_tree [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.951870] env[69239]: DEBUG oslo_vmware.api [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146040, 'name': PowerOffVM_Task, 'duration_secs': 0.325479} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.955021] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.955021] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.955021] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f1e2ec7-59a4-4ca3-93d6-121b8f563e25 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.958364] env[69239]: DEBUG nova.network.neutron [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Successfully updated port: 7af1152f-9b64-46a2-91d0-99b34ba7bd05 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.975063] env[69239]: DEBUG nova.compute.manager [req-d29dff31-3878-4d3c-9cb8-cd98cc65d877 req-2a9cb047-86f1-4828-a682-caefd4f8526a service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Received event network-vif-plugged-7af1152f-9b64-46a2-91d0-99b34ba7bd05 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.975305] env[69239]: DEBUG oslo_concurrency.lockutils [req-d29dff31-3878-4d3c-9cb8-cd98cc65d877 req-2a9cb047-86f1-4828-a682-caefd4f8526a service nova] Acquiring lock "3da605b2-8137-4f59-a343-ecce4fced09c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.975727] env[69239]: DEBUG oslo_concurrency.lockutils [req-d29dff31-3878-4d3c-9cb8-cd98cc65d877 req-2a9cb047-86f1-4828-a682-caefd4f8526a service nova] Lock "3da605b2-8137-4f59-a343-ecce4fced09c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.975727] env[69239]: DEBUG oslo_concurrency.lockutils [req-d29dff31-3878-4d3c-9cb8-cd98cc65d877 req-2a9cb047-86f1-4828-a682-caefd4f8526a service nova] Lock "3da605b2-8137-4f59-a343-ecce4fced09c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.975895] env[69239]: DEBUG nova.compute.manager [req-d29dff31-3878-4d3c-9cb8-cd98cc65d877 req-2a9cb047-86f1-4828-a682-caefd4f8526a service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] No waiting events found dispatching network-vif-plugged-7af1152f-9b64-46a2-91d0-99b34ba7bd05 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1157.976138] env[69239]: WARNING nova.compute.manager [req-d29dff31-3878-4d3c-9cb8-cd98cc65d877 req-2a9cb047-86f1-4828-a682-caefd4f8526a service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Received unexpected event network-vif-plugged-7af1152f-9b64-46a2-91d0-99b34ba7bd05 for instance with vm_state building and task_state spawning. [ 1157.980339] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "6cec197c-38ae-4ca7-a09e-f464be922afa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.980555] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "6cec197c-38ae-4ca7-a09e-f464be922afa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.980752] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "6cec197c-38ae-4ca7-a09e-f464be922afa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.980930] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "6cec197c-38ae-4ca7-a09e-f464be922afa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.981108] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "6cec197c-38ae-4ca7-a09e-f464be922afa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.983605] env[69239]: INFO nova.compute.manager [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Terminating instance [ 1158.041957] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.042957] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.042957] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleting the datastore file [datastore2] 49388899-815a-4b75-bc19-906898a76c6b {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.045668] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c129889-a389-422d-bc5d-8cd270a69375 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.051871] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "8c838990-2b74-406f-ad36-50a8cd62de0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.052177] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.052351] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.060637] env[69239]: DEBUG oslo_vmware.api [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1158.060637] env[69239]: value = "task-4146043" [ 1158.060637] env[69239]: _type = "Task" [ 1158.060637] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.074522] env[69239]: DEBUG oslo_vmware.api [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.074982] env[69239]: DEBUG oslo_concurrency.lockutils [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "6611254f-c3cd-45c4-bbe8-51e5a2e8dd80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.075111] env[69239]: DEBUG oslo_concurrency.lockutils [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "6611254f-c3cd-45c4-bbe8-51e5a2e8dd80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.075403] env[69239]: DEBUG oslo_concurrency.lockutils [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "6611254f-c3cd-45c4-bbe8-51e5a2e8dd80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.075536] env[69239]: DEBUG oslo_concurrency.lockutils [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "6611254f-c3cd-45c4-bbe8-51e5a2e8dd80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.076716] env[69239]: DEBUG oslo_concurrency.lockutils [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "6611254f-c3cd-45c4-bbe8-51e5a2e8dd80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.077804] env[69239]: INFO nova.compute.manager [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Terminating instance [ 1158.200112] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: fd31c1d3-55ab-4bf6-851e-c09d60ce0738] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.225024] env[69239]: DEBUG oslo_vmware.api [None req-eb79181d-dc59-4a59-aaaa-690aa7804b6a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146041, 'name': SuspendVM_Task} progress is 58%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.423987] env[69239]: DEBUG nova.scheduler.client.report [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.460650] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.460835] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.460936] env[69239]: DEBUG nova.network.neutron [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.487619] env[69239]: DEBUG nova.compute.manager [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.487888] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.489198] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654c6015-9e65-4106-9b5c-4531ee66b5ff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.496934] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.497174] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3715e166-5b83-413b-aea8-a9003a626dfe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.505706] env[69239]: DEBUG oslo_vmware.api [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1158.505706] env[69239]: value = "task-4146044" [ 1158.505706] env[69239]: _type = "Task" [ 1158.505706] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.513932] env[69239]: DEBUG oslo_vmware.api [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4146044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.574132] env[69239]: DEBUG oslo_vmware.api [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502998} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.574987] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.575500] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.575634] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.575901] env[69239]: INFO nova.compute.manager [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1158.576494] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.576608] env[69239]: DEBUG nova.compute.manager [-] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.576722] env[69239]: DEBUG nova.network.neutron [-] [instance: 49388899-815a-4b75-bc19-906898a76c6b] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.581606] env[69239]: DEBUG nova.compute.manager [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.581945] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.583418] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f147f9-4ca6-43d0-8b69-f17fb45e0960 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.593150] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.593511] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-146cde08-31df-49a3-881d-d57c69898378 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.602538] env[69239]: DEBUG oslo_vmware.api [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1158.602538] env[69239]: value = "task-4146045" [ 1158.602538] env[69239]: _type = "Task" [ 1158.602538] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.614043] env[69239]: DEBUG oslo_vmware.api [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4146045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.704768] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 194d81a3-8531-4f38-998a-aa20bdb36c93] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.731059] env[69239]: DEBUG oslo_vmware.api [None req-eb79181d-dc59-4a59-aaaa-690aa7804b6a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146041, 'name': SuspendVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.929370] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.929733] env[69239]: DEBUG nova.compute.manager [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.932258] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.783s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.932493] env[69239]: DEBUG nova.objects.instance [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lazy-loading 'resources' on Instance uuid 259e53fb-53f6-4274-ac88-5b4befea221f {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.993839] env[69239]: DEBUG nova.network.neutron [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.018161] env[69239]: DEBUG oslo_vmware.api [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4146044, 'name': PowerOffVM_Task, 'duration_secs': 0.26384} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.018562] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.018653] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.018900] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22640964-a3ca-4823-8e10-db11901b6424 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.084856] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.085314] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.085314] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Deleting the datastore file [datastore2] 6cec197c-38ae-4ca7-a09e-f464be922afa {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.085551] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac051cf6-c4e7-4f71-9cf1-02db1038858b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.093737] env[69239]: DEBUG oslo_vmware.api [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1159.093737] env[69239]: value = "task-4146047" [ 1159.093737] env[69239]: _type = "Task" [ 1159.093737] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.104186] env[69239]: DEBUG oslo_vmware.api [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4146047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.107859] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.108047] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.108234] env[69239]: DEBUG nova.network.neutron [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.114728] env[69239]: DEBUG oslo_vmware.api [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4146045, 'name': PowerOffVM_Task, 'duration_secs': 0.3499} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.114982] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.115175] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.115433] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f576abf-9470-474b-b647-cbca54090baf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.151252] env[69239]: DEBUG nova.network.neutron [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance_info_cache with network_info: [{"id": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "address": "fa:16:3e:e5:ba:07", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af1152f-9b", "ovs_interfaceid": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.203082] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.203328] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.203519] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Deleting the datastore file [datastore2] 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.203796] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-894116cc-6404-40e0-a76d-30575cb7da47 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.208343] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: c2d45cc2-63cb-4943-9fd7-64ab5306ac87] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.211410] env[69239]: DEBUG oslo_vmware.api [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for the task: (returnval){ [ 1159.211410] env[69239]: value = "task-4146049" [ 1159.211410] env[69239]: _type = "Task" [ 1159.211410] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.221188] env[69239]: DEBUG oslo_vmware.api [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4146049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.231411] env[69239]: DEBUG oslo_vmware.api [None req-eb79181d-dc59-4a59-aaaa-690aa7804b6a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146041, 'name': SuspendVM_Task, 'duration_secs': 1.023437} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.231701] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-eb79181d-dc59-4a59-aaaa-690aa7804b6a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Suspended the VM {{(pid=69239) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1159.231884] env[69239]: DEBUG nova.compute.manager [None req-eb79181d-dc59-4a59-aaaa-690aa7804b6a tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.233230] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cf8074-2c91-4879-8a28-9cca1034dd1c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.429473] env[69239]: DEBUG nova.network.neutron [-] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.438023] env[69239]: DEBUG nova.compute.utils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.442207] env[69239]: DEBUG nova.compute.manager [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.442945] env[69239]: DEBUG nova.network.neutron [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.484904] env[69239]: DEBUG nova.policy [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae68b17b45b94aeeb14a0f31dbda289a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97f1d9bc976d43eb8d39008acbdf6c95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.606834] env[69239]: DEBUG oslo_vmware.api [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4146047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275293} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.607190] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.607355] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.607555] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.607733] env[69239]: INFO nova.compute.manager [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1159.607988] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.608236] env[69239]: DEBUG nova.compute.manager [-] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.608338] env[69239]: DEBUG nova.network.neutron [-] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.654262] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.654644] env[69239]: DEBUG nova.compute.manager [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Instance network_info: |[{"id": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "address": "fa:16:3e:e5:ba:07", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af1152f-9b", "ovs_interfaceid": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.655073] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:ba:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7af1152f-9b64-46a2-91d0-99b34ba7bd05', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.662935] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.666016] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.666507] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebd728ae-35cd-4260-b89c-f6e0b38b5d25 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.695549] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.695549] env[69239]: value = "task-4146050" [ 1159.695549] env[69239]: _type = "Task" [ 1159.695549] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.704703] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146050, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.712394] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 68dc8f98-ffe2-4c42-9431-2bbe7884f423] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.724923] env[69239]: DEBUG oslo_vmware.api [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Task: {'id': task-4146049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263618} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.728039] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.728312] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.728569] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.728851] env[69239]: INFO nova.compute.manager [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1159.729230] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.732638] env[69239]: DEBUG nova.compute.manager [-] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.732760] env[69239]: DEBUG nova.network.neutron [-] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.820970] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bf7552-29be-48ef-865d-27aeef93f625 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.831434] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e325a03-b71d-444a-817b-782274297257 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.866297] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8282434-4dc3-4a58-b9c9-ab007cf52382 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.876032] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866bf7ba-a5d6-4966-8a4d-b309147eb53c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.892417] env[69239]: DEBUG nova.compute.provider_tree [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.932914] env[69239]: INFO nova.compute.manager [-] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Took 1.36 seconds to deallocate network for instance. [ 1159.942962] env[69239]: DEBUG nova.compute.manager [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.958974] env[69239]: DEBUG nova.network.neutron [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Successfully created port: 9521dfeb-689f-4246-879c-511cbdf5c481 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.205991] env[69239]: DEBUG nova.compute.manager [req-c6133ca3-0809-43b3-b3da-2cb6f16e4ad5 req-b8363bad-642d-4451-9000-2b6ef908041e service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Received event network-changed-7af1152f-9b64-46a2-91d0-99b34ba7bd05 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.206272] env[69239]: DEBUG nova.compute.manager [req-c6133ca3-0809-43b3-b3da-2cb6f16e4ad5 req-b8363bad-642d-4451-9000-2b6ef908041e service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Refreshing instance network info cache due to event network-changed-7af1152f-9b64-46a2-91d0-99b34ba7bd05. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.206437] env[69239]: DEBUG oslo_concurrency.lockutils [req-c6133ca3-0809-43b3-b3da-2cb6f16e4ad5 req-b8363bad-642d-4451-9000-2b6ef908041e service nova] Acquiring lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.206579] env[69239]: DEBUG oslo_concurrency.lockutils [req-c6133ca3-0809-43b3-b3da-2cb6f16e4ad5 req-b8363bad-642d-4451-9000-2b6ef908041e service nova] Acquired lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.206736] env[69239]: DEBUG nova.network.neutron [req-c6133ca3-0809-43b3-b3da-2cb6f16e4ad5 req-b8363bad-642d-4451-9000-2b6ef908041e service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Refreshing network info cache for port 7af1152f-9b64-46a2-91d0-99b34ba7bd05 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.212250] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146050, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.219567] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 3024be94-0544-44d0-b6c7-91a395d26e63] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.311125] env[69239]: DEBUG nova.network.neutron [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance_info_cache with network_info: [{"id": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "address": "fa:16:3e:77:77:bd", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953bbfca-0d", "ovs_interfaceid": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.397296] env[69239]: DEBUG nova.scheduler.client.report [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.442233] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.458616] env[69239]: DEBUG nova.compute.manager [req-1b9314ce-d5d1-4f89-aad1-7ae3e3614c39 req-c8bf2377-6d30-4c38-afbd-8bf8c721c015 service nova] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Received event network-vif-deleted-b871e886-693d-4301-8b8f-42cf6124830a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.458616] env[69239]: INFO nova.compute.manager [req-1b9314ce-d5d1-4f89-aad1-7ae3e3614c39 req-c8bf2377-6d30-4c38-afbd-8bf8c721c015 service nova] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Neutron deleted interface b871e886-693d-4301-8b8f-42cf6124830a; detaching it from the instance and deleting it from the info cache [ 1160.458616] env[69239]: DEBUG nova.network.neutron [req-1b9314ce-d5d1-4f89-aad1-7ae3e3614c39 req-c8bf2377-6d30-4c38-afbd-8bf8c721c015 service nova] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.553193] env[69239]: DEBUG nova.network.neutron [-] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.707829] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146050, 'name': CreateVM_Task, 'duration_secs': 0.751367} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.707994] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.708811] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.709027] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.709425] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.709732] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-545c2ba5-32ba-42dd-9236-94345caf9a65 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.716820] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1160.716820] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52480fcc-391c-add6-7076-8910db8ebe11" [ 1160.716820] env[69239]: _type = "Task" [ 1160.716820] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.725689] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 7c219ef8-df8a-4212-a984-59006ea4d994] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.727752] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52480fcc-391c-add6-7076-8910db8ebe11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.790113] env[69239]: DEBUG nova.network.neutron [-] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.814133] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.903161] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.906183] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.826s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.906410] env[69239]: DEBUG nova.objects.instance [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lazy-loading 'pci_requests' on Instance uuid 9bbaa4ea-cd67-4196-a77a-4efe615f4686 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.924772] env[69239]: DEBUG nova.network.neutron [req-c6133ca3-0809-43b3-b3da-2cb6f16e4ad5 req-b8363bad-642d-4451-9000-2b6ef908041e service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updated VIF entry in instance network info cache for port 7af1152f-9b64-46a2-91d0-99b34ba7bd05. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.925351] env[69239]: DEBUG nova.network.neutron [req-c6133ca3-0809-43b3-b3da-2cb6f16e4ad5 req-b8363bad-642d-4451-9000-2b6ef908041e service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance_info_cache with network_info: [{"id": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "address": "fa:16:3e:e5:ba:07", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af1152f-9b", "ovs_interfaceid": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.929157] env[69239]: INFO nova.scheduler.client.report [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Deleted allocations for instance 259e53fb-53f6-4274-ac88-5b4befea221f [ 1160.958432] env[69239]: DEBUG nova.compute.manager [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.962950] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4612ebf2-4d46-4774-a327-1d724ea4c5eb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.965442] env[69239]: INFO nova.compute.manager [None req-51b4bf2e-991c-4de6-87fb-fb515326b8b3 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Resuming [ 1160.966152] env[69239]: DEBUG nova.objects.instance [None req-51b4bf2e-991c-4de6-87fb-fb515326b8b3 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lazy-loading 'flavor' on Instance uuid 69ef9903-3cbc-4b39-98a2-db9fe5640d24 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.976819] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13df069-4d3d-4541-ba6e-9d09307609dc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.001049] env[69239]: DEBUG nova.virt.hardware [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.001396] env[69239]: DEBUG nova.virt.hardware [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.001567] env[69239]: DEBUG nova.virt.hardware [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.001781] env[69239]: DEBUG nova.virt.hardware [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.001974] env[69239]: DEBUG nova.virt.hardware [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.002147] env[69239]: DEBUG nova.virt.hardware [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.002361] env[69239]: DEBUG nova.virt.hardware [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.002575] env[69239]: DEBUG nova.virt.hardware [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.002829] env[69239]: DEBUG nova.virt.hardware [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.003030] env[69239]: DEBUG nova.virt.hardware [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.003210] env[69239]: DEBUG nova.virt.hardware [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.004330] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3b12a6-3f48-4818-8ff7-e725b94fc634 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.020175] env[69239]: DEBUG nova.compute.manager [req-1b9314ce-d5d1-4f89-aad1-7ae3e3614c39 req-c8bf2377-6d30-4c38-afbd-8bf8c721c015 service nova] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Detach interface failed, port_id=b871e886-693d-4301-8b8f-42cf6124830a, reason: Instance 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1161.026518] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7045653e-1191-4dec-b467-2f1bde2e811b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.056994] env[69239]: INFO nova.compute.manager [-] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Took 1.45 seconds to deallocate network for instance. [ 1161.229594] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 11e214f9-857f-4646-bdcc-399f5242a6db] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.231841] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52480fcc-391c-add6-7076-8910db8ebe11, 'name': SearchDatastore_Task, 'duration_secs': 0.030894} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.232580] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.232580] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.232825] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.232961] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.233106] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.233391] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92ac6ae8-09f2-4bcb-bb71-c156f51501a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.248687] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.248886] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.249736] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4272534-c589-479f-a856-4073ef24eb6a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.260302] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1161.260302] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f57d3e-ec1a-fdf0-3036-c3c24692705a" [ 1161.260302] env[69239]: _type = "Task" [ 1161.260302] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.273524] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f57d3e-ec1a-fdf0-3036-c3c24692705a, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.274497] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92236cf7-22c2-4051-994f-92458da6020f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.281265] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1161.281265] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529e2f27-4702-e08e-7530-b276d4dee6aa" [ 1161.281265] env[69239]: _type = "Task" [ 1161.281265] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.290438] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529e2f27-4702-e08e-7530-b276d4dee6aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.293319] env[69239]: INFO nova.compute.manager [-] [instance: 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80] Took 1.56 seconds to deallocate network for instance. [ 1161.339847] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cfd70a-d7ca-4779-872a-fd1e89774951 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.361188] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57daaf15-3ddc-41a3-8e54-0114bf823da4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.371865] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance '8c838990-2b74-406f-ad36-50a8cd62de0b' progress to 83 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.410302] env[69239]: DEBUG nova.objects.instance [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lazy-loading 'numa_topology' on Instance uuid 9bbaa4ea-cd67-4196-a77a-4efe615f4686 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.428751] env[69239]: DEBUG oslo_concurrency.lockutils [req-c6133ca3-0809-43b3-b3da-2cb6f16e4ad5 req-b8363bad-642d-4451-9000-2b6ef908041e service nova] Releasing lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.430066] env[69239]: DEBUG nova.compute.manager [req-c6133ca3-0809-43b3-b3da-2cb6f16e4ad5 req-b8363bad-642d-4451-9000-2b6ef908041e service nova] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Received event network-vif-deleted-d65b9821-10b9-4d24-b727-13055fee117a {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.437866] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2d4b625f-f0df-4500-a682-d0775426ede6 tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "259e53fb-53f6-4274-ac88-5b4befea221f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.409s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.551570] env[69239]: DEBUG nova.network.neutron [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Successfully updated port: 9521dfeb-689f-4246-879c-511cbdf5c481 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.564900] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.737870] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 2eecfc92-5239-45c2-8137-a24991a71abe] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.792062] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529e2f27-4702-e08e-7530-b276d4dee6aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.792437] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.792717] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 3da605b2-8137-4f59-a343-ecce4fced09c/3da605b2-8137-4f59-a343-ecce4fced09c.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.792985] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-510a57cf-adcf-49d6-a5f5-021ccf3cfb51 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.801233] env[69239]: DEBUG oslo_concurrency.lockutils [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.801574] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1161.801574] env[69239]: value = "task-4146051" [ 1161.801574] env[69239]: _type = "Task" [ 1161.801574] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.810413] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.881617] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.881999] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7ded923-faec-4f6d-b34f-49aa73c9cebb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.889720] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1161.889720] env[69239]: value = "task-4146052" [ 1161.889720] env[69239]: _type = "Task" [ 1161.889720] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.898567] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.913439] env[69239]: INFO nova.compute.claims [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.054754] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "refresh_cache-9e08a025-0ddc-47ce-b157-4e6d489080c2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.054754] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "refresh_cache-9e08a025-0ddc-47ce-b157-4e6d489080c2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.054754] env[69239]: DEBUG nova.network.neutron [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.133366] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "1015dafd-be46-432a-be03-144c3474f466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.133639] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "1015dafd-be46-432a-be03-144c3474f466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.133867] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "1015dafd-be46-432a-be03-144c3474f466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.134049] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "1015dafd-be46-432a-be03-144c3474f466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.134232] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "1015dafd-be46-432a-be03-144c3474f466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.137362] env[69239]: INFO nova.compute.manager [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Terminating instance [ 1162.239857] env[69239]: DEBUG nova.compute.manager [req-9724b1a5-41a8-4c42-9526-153f20902154 req-adcd3397-0cd7-466c-8ac7-419f51163a79 service nova] [instance: 6cec197c-38ae-4ca7-a09e-f464be922afa] Received event network-vif-deleted-9016686a-f73d-4896-a54e-bbf86e9a0200 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.240689] env[69239]: DEBUG nova.compute.manager [req-9724b1a5-41a8-4c42-9526-153f20902154 req-adcd3397-0cd7-466c-8ac7-419f51163a79 service nova] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Received event network-vif-plugged-9521dfeb-689f-4246-879c-511cbdf5c481 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.240689] env[69239]: DEBUG oslo_concurrency.lockutils [req-9724b1a5-41a8-4c42-9526-153f20902154 req-adcd3397-0cd7-466c-8ac7-419f51163a79 service nova] Acquiring lock "9e08a025-0ddc-47ce-b157-4e6d489080c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.241114] env[69239]: DEBUG oslo_concurrency.lockutils [req-9724b1a5-41a8-4c42-9526-153f20902154 req-adcd3397-0cd7-466c-8ac7-419f51163a79 service nova] Lock "9e08a025-0ddc-47ce-b157-4e6d489080c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.241114] env[69239]: DEBUG oslo_concurrency.lockutils [req-9724b1a5-41a8-4c42-9526-153f20902154 req-adcd3397-0cd7-466c-8ac7-419f51163a79 service nova] Lock "9e08a025-0ddc-47ce-b157-4e6d489080c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.241387] env[69239]: DEBUG nova.compute.manager [req-9724b1a5-41a8-4c42-9526-153f20902154 req-adcd3397-0cd7-466c-8ac7-419f51163a79 service nova] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] No waiting events found dispatching network-vif-plugged-9521dfeb-689f-4246-879c-511cbdf5c481 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1162.241681] env[69239]: WARNING nova.compute.manager [req-9724b1a5-41a8-4c42-9526-153f20902154 req-adcd3397-0cd7-466c-8ac7-419f51163a79 service nova] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Received unexpected event network-vif-plugged-9521dfeb-689f-4246-879c-511cbdf5c481 for instance with vm_state building and task_state spawning. [ 1162.241865] env[69239]: DEBUG nova.compute.manager [req-9724b1a5-41a8-4c42-9526-153f20902154 req-adcd3397-0cd7-466c-8ac7-419f51163a79 service nova] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Received event network-changed-9521dfeb-689f-4246-879c-511cbdf5c481 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.242047] env[69239]: DEBUG nova.compute.manager [req-9724b1a5-41a8-4c42-9526-153f20902154 req-adcd3397-0cd7-466c-8ac7-419f51163a79 service nova] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Refreshing instance network info cache due to event network-changed-9521dfeb-689f-4246-879c-511cbdf5c481. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.242291] env[69239]: DEBUG oslo_concurrency.lockutils [req-9724b1a5-41a8-4c42-9526-153f20902154 req-adcd3397-0cd7-466c-8ac7-419f51163a79 service nova] Acquiring lock "refresh_cache-9e08a025-0ddc-47ce-b157-4e6d489080c2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.243076] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: a0160ab3-7f9f-4f46-b68b-58ea552461ad] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.313631] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489951} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.313911] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 3da605b2-8137-4f59-a343-ecce4fced09c/3da605b2-8137-4f59-a343-ecce4fced09c.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.314158] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.314533] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adaa9e9a-b51e-40d4-9c3c-2150f004badd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.323146] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1162.323146] env[69239]: value = "task-4146053" [ 1162.323146] env[69239]: _type = "Task" [ 1162.323146] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.333910] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.400499] env[69239]: DEBUG oslo_vmware.api [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146052, 'name': PowerOnVM_Task, 'duration_secs': 0.494443} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.400733] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.400934] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8763c970-8145-4c4c-9f73-c6fc66329f28 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance '8c838990-2b74-406f-ad36-50a8cd62de0b' progress to 100 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.477211] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b4bf2e-991c-4de6-87fb-fb515326b8b3 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.477502] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b4bf2e-991c-4de6-87fb-fb515326b8b3 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquired lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.477681] env[69239]: DEBUG nova.network.neutron [None req-51b4bf2e-991c-4de6-87fb-fb515326b8b3 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.595469] env[69239]: DEBUG nova.network.neutron [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.643850] env[69239]: DEBUG nova.compute.manager [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.644226] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.645632] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca577257-095a-4f75-ba78-a263abd3beb9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.654034] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179ecdf3-fbda-4442-a6c9-471d6fa2d9d2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.668714] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4d243a-3034-40ec-aaed-0abb31cae5c7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.673940] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.674367] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c629d57-8f13-4f6e-940a-9e5006ed26e3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.727150] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ef74f9-136b-4c1c-b80d-86b2131584d1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.731691] env[69239]: DEBUG oslo_vmware.api [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1162.731691] env[69239]: value = "task-4146054" [ 1162.731691] env[69239]: _type = "Task" [ 1162.731691] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.743395] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdffc821-2ddc-47ce-bd0c-b168a9f8fc87 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.755385] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: e3e20499-5e00-4b6b-90a0-2cebc0cf524c] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.758419] env[69239]: DEBUG oslo_vmware.api [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4146054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.776155] env[69239]: DEBUG nova.compute.provider_tree [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.834152] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081224} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.835357] env[69239]: DEBUG nova.network.neutron [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updating instance_info_cache with network_info: [{"id": "9521dfeb-689f-4246-879c-511cbdf5c481", "address": "fa:16:3e:57:f1:1b", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9521dfeb-68", "ovs_interfaceid": "9521dfeb-689f-4246-879c-511cbdf5c481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.836725] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.837839] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4942f28-d25f-46e1-9dda-70dc5d24fddf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.863369] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 3da605b2-8137-4f59-a343-ecce4fced09c/3da605b2-8137-4f59-a343-ecce4fced09c.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.864396] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7461cf2-300f-4044-8b2e-8779541a6be3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.885443] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1162.885443] env[69239]: value = "task-4146055" [ 1162.885443] env[69239]: _type = "Task" [ 1162.885443] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.896316] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.216145] env[69239]: DEBUG nova.network.neutron [None req-51b4bf2e-991c-4de6-87fb-fb515326b8b3 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Updating instance_info_cache with network_info: [{"id": "336a8c9c-5bd2-4bee-b674-6cb4b1129888", "address": "fa:16:3e:6b:78:11", "network": {"id": "b9148f44-99a4-401c-914f-0bafe1bcf5cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-483948712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e41ba40b9149fb80ea78c2bef2b56c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336a8c9c-5b", "ovs_interfaceid": "336a8c9c-5bd2-4bee-b674-6cb4b1129888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.244018] env[69239]: DEBUG oslo_vmware.api [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4146054, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.260429] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: adf7e76b-a921-4315-820f-b32a74f4b2e0] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.280526] env[69239]: DEBUG nova.scheduler.client.report [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.338462] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "refresh_cache-9e08a025-0ddc-47ce-b157-4e6d489080c2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.338810] env[69239]: DEBUG nova.compute.manager [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Instance network_info: |[{"id": "9521dfeb-689f-4246-879c-511cbdf5c481", "address": "fa:16:3e:57:f1:1b", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9521dfeb-68", "ovs_interfaceid": "9521dfeb-689f-4246-879c-511cbdf5c481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.339136] env[69239]: DEBUG oslo_concurrency.lockutils [req-9724b1a5-41a8-4c42-9526-153f20902154 req-adcd3397-0cd7-466c-8ac7-419f51163a79 service nova] Acquired lock "refresh_cache-9e08a025-0ddc-47ce-b157-4e6d489080c2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.339320] env[69239]: DEBUG nova.network.neutron [req-9724b1a5-41a8-4c42-9526-153f20902154 req-adcd3397-0cd7-466c-8ac7-419f51163a79 service nova] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Refreshing network info cache for port 9521dfeb-689f-4246-879c-511cbdf5c481 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.340544] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:f1:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9521dfeb-689f-4246-879c-511cbdf5c481', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.349913] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.351203] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.351484] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-580782c9-b09f-4ef3-8734-d89bff68064c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.373723] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.373723] env[69239]: value = "task-4146056" [ 1163.373723] env[69239]: _type = "Task" [ 1163.373723] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.385774] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146056, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.395778] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.719699] env[69239]: DEBUG oslo_concurrency.lockutils [None req-51b4bf2e-991c-4de6-87fb-fb515326b8b3 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Releasing lock "refresh_cache-69ef9903-3cbc-4b39-98a2-db9fe5640d24" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.720739] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ad509c-b50d-47cf-a035-193834576d6e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.728625] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-51b4bf2e-991c-4de6-87fb-fb515326b8b3 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Resuming the VM {{(pid=69239) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1163.728944] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-463db796-ce3e-4781-b60f-263a3941ea8c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.737784] env[69239]: DEBUG oslo_vmware.api [None req-51b4bf2e-991c-4de6-87fb-fb515326b8b3 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1163.737784] env[69239]: value = "task-4146057" [ 1163.737784] env[69239]: _type = "Task" [ 1163.737784] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.744948] env[69239]: DEBUG oslo_vmware.api [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4146054, 'name': PowerOffVM_Task, 'duration_secs': 0.580525} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.745696] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.745908] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.746200] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dd54c3b-5c48-4331-aa74-ef95f094694a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.750956] env[69239]: DEBUG oslo_vmware.api [None req-51b4bf2e-991c-4de6-87fb-fb515326b8b3 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.764282] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: a4b92ebd-4cc6-47d8-8940-638eee152487] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.787601] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.881s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.790449] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.348s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.790752] env[69239]: DEBUG nova.objects.instance [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lazy-loading 'resources' on Instance uuid 49388899-815a-4b75-bc19-906898a76c6b {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.826201] env[69239]: INFO nova.network.neutron [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Updating port 8f56ac24-8c04-4bbd-b439-c7d0338161ae with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1163.856521] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.856787] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.857064] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Deleting the datastore file [datastore1] 1015dafd-be46-432a-be03-144c3474f466 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.857713] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e55075e-98de-41b2-a27a-c468b7208050 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.865016] env[69239]: DEBUG oslo_vmware.api [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for the task: (returnval){ [ 1163.865016] env[69239]: value = "task-4146059" [ 1163.865016] env[69239]: _type = "Task" [ 1163.865016] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.876565] env[69239]: DEBUG oslo_vmware.api [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4146059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.886428] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146056, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.899862] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146055, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.249285] env[69239]: DEBUG oslo_vmware.api [None req-51b4bf2e-991c-4de6-87fb-fb515326b8b3 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146057, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.256795] env[69239]: DEBUG nova.network.neutron [req-9724b1a5-41a8-4c42-9526-153f20902154 req-adcd3397-0cd7-466c-8ac7-419f51163a79 service nova] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updated VIF entry in instance network info cache for port 9521dfeb-689f-4246-879c-511cbdf5c481. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.257289] env[69239]: DEBUG nova.network.neutron [req-9724b1a5-41a8-4c42-9526-153f20902154 req-adcd3397-0cd7-466c-8ac7-419f51163a79 service nova] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updating instance_info_cache with network_info: [{"id": "9521dfeb-689f-4246-879c-511cbdf5c481", "address": "fa:16:3e:57:f1:1b", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9521dfeb-68", "ovs_interfaceid": "9521dfeb-689f-4246-879c-511cbdf5c481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.267838] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: c2c80e53-bc51-47b7-9163-253be16dc59b] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.384743] env[69239]: DEBUG oslo_vmware.api [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Task: {'id': task-4146059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306217} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.387934] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.388178] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.388363] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.388545] env[69239]: INFO nova.compute.manager [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] [instance: 1015dafd-be46-432a-be03-144c3474f466] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1164.388800] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.389750] env[69239]: DEBUG nova.compute.manager [-] [instance: 1015dafd-be46-432a-be03-144c3474f466] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.389852] env[69239]: DEBUG nova.network.neutron [-] [instance: 1015dafd-be46-432a-be03-144c3474f466] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.398154] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146056, 'name': CreateVM_Task, 'duration_secs': 0.714472} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.399038] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.402646] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.402826] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.403182] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.407189] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2931c1e-3cda-482b-9886-ba9c12689e15 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.409111] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146055, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.413618] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1164.413618] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5222f6a9-b964-1e2f-bd1c-5a67f4125e85" [ 1164.413618] env[69239]: _type = "Task" [ 1164.413618] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.422458] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "8c838990-2b74-406f-ad36-50a8cd62de0b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.422723] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.422911] env[69239]: DEBUG nova.compute.manager [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Going to confirm migration 6 {{(pid=69239) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1164.436727] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5222f6a9-b964-1e2f-bd1c-5a67f4125e85, 'name': SearchDatastore_Task, 'duration_secs': 0.017628} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.437233] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.438393] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.438393] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.438393] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.438524] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.442649] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4568ec18-7a52-48e1-8df8-1c9d9c43997f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.460059] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.460450] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.466487] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a8fe334-b1ad-4c48-90a1-24e8e9498fd6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.474522] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1164.474522] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d8efb5-0f27-7094-8636-9df507f6fe24" [ 1164.474522] env[69239]: _type = "Task" [ 1164.474522] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.485097] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d8efb5-0f27-7094-8636-9df507f6fe24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.574202] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af386ddd-75bb-45e9-b8bd-5b31aaef7e10 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.584170] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79920709-b102-4062-b831-d912732b4888 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.625016] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babf0b05-636d-460d-a058-cbdbaacbc325 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.634569] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74efaf30-e742-4ef1-ba95-bff68f160d35 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.652135] env[69239]: DEBUG nova.compute.provider_tree [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.750782] env[69239]: DEBUG oslo_vmware.api [None req-51b4bf2e-991c-4de6-87fb-fb515326b8b3 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146057, 'name': PowerOnVM_Task, 'duration_secs': 0.76936} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.751114] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-51b4bf2e-991c-4de6-87fb-fb515326b8b3 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Resumed the VM {{(pid=69239) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1164.751309] env[69239]: DEBUG nova.compute.manager [None req-51b4bf2e-991c-4de6-87fb-fb515326b8b3 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1164.753804] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4c7f68-a998-4197-9e5e-47ddeea520b2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.762067] env[69239]: DEBUG oslo_concurrency.lockutils [req-9724b1a5-41a8-4c42-9526-153f20902154 req-adcd3397-0cd7-466c-8ac7-419f51163a79 service nova] Releasing lock "refresh_cache-9e08a025-0ddc-47ce-b157-4e6d489080c2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.771834] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: ea9ade42-e305-485a-8057-16cb758b883f] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.776731] env[69239]: DEBUG nova.compute.manager [req-95037843-3860-4ae1-8b2f-41ab7496d262 req-72ad4304-9f49-4fb9-92e0-b887f277cf6f service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Received event network-vif-deleted-05c35540-eab6-45d9-a320-1bcf5f241e29 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.776951] env[69239]: INFO nova.compute.manager [req-95037843-3860-4ae1-8b2f-41ab7496d262 req-72ad4304-9f49-4fb9-92e0-b887f277cf6f service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Neutron deleted interface 05c35540-eab6-45d9-a320-1bcf5f241e29; detaching it from the instance and deleting it from the info cache [ 1164.777145] env[69239]: DEBUG nova.network.neutron [req-95037843-3860-4ae1-8b2f-41ab7496d262 req-72ad4304-9f49-4fb9-92e0-b887f277cf6f service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.900219] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146055, 'name': ReconfigVM_Task, 'duration_secs': 1.746614} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.900521] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 3da605b2-8137-4f59-a343-ecce4fced09c/3da605b2-8137-4f59-a343-ecce4fced09c.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.901187] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c35f5ff-3ef6-456d-9b21-5c5a951aa0da {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.910501] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1164.910501] env[69239]: value = "task-4146060" [ 1164.910501] env[69239]: _type = "Task" [ 1164.910501] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.921469] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146060, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.969800] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.970209] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.970531] env[69239]: DEBUG nova.network.neutron [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.970856] env[69239]: DEBUG nova.objects.instance [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lazy-loading 'info_cache' on Instance uuid 8c838990-2b74-406f-ad36-50a8cd62de0b {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.992933] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d8efb5-0f27-7094-8636-9df507f6fe24, 'name': SearchDatastore_Task, 'duration_secs': 0.017207} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.995273] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa2cd8a-aa8c-40af-8c22-7240f1652d42 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.004144] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1165.004144] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5217e87a-ea5a-ad74-d0bf-3b4e49f8c291" [ 1165.004144] env[69239]: _type = "Task" [ 1165.004144] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.017342] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5217e87a-ea5a-ad74-d0bf-3b4e49f8c291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.159910] env[69239]: DEBUG nova.scheduler.client.report [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.258099] env[69239]: DEBUG nova.network.neutron [-] [instance: 1015dafd-be46-432a-be03-144c3474f466] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.279925] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 6adb3e10-042e-4139-9b2e-58a8678fc008] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.282683] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1601aa8b-fa2d-450b-9ea9-8728605dcbb3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.290503] env[69239]: DEBUG nova.compute.manager [req-b96e724e-8b69-4481-ae26-bf4e338bc9a7 req-42767244-feb3-48a2-b928-41453a5804b8 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Received event network-vif-plugged-8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.290750] env[69239]: DEBUG oslo_concurrency.lockutils [req-b96e724e-8b69-4481-ae26-bf4e338bc9a7 req-42767244-feb3-48a2-b928-41453a5804b8 service nova] Acquiring lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.290919] env[69239]: DEBUG oslo_concurrency.lockutils [req-b96e724e-8b69-4481-ae26-bf4e338bc9a7 req-42767244-feb3-48a2-b928-41453a5804b8 service nova] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.291110] env[69239]: DEBUG oslo_concurrency.lockutils [req-b96e724e-8b69-4481-ae26-bf4e338bc9a7 req-42767244-feb3-48a2-b928-41453a5804b8 service nova] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.291317] env[69239]: DEBUG nova.compute.manager [req-b96e724e-8b69-4481-ae26-bf4e338bc9a7 req-42767244-feb3-48a2-b928-41453a5804b8 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] No waiting events found dispatching network-vif-plugged-8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1165.291507] env[69239]: WARNING nova.compute.manager [req-b96e724e-8b69-4481-ae26-bf4e338bc9a7 req-42767244-feb3-48a2-b928-41453a5804b8 service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Received unexpected event network-vif-plugged-8f56ac24-8c04-4bbd-b439-c7d0338161ae for instance with vm_state shelved_offloaded and task_state spawning. [ 1165.296804] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cf733f-a17f-43b0-a260-8424087a5071 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.330539] env[69239]: DEBUG nova.compute.manager [req-95037843-3860-4ae1-8b2f-41ab7496d262 req-72ad4304-9f49-4fb9-92e0-b887f277cf6f service nova] [instance: 1015dafd-be46-432a-be03-144c3474f466] Detach interface failed, port_id=05c35540-eab6-45d9-a320-1bcf5f241e29, reason: Instance 1015dafd-be46-432a-be03-144c3474f466 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1165.399542] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.399752] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.399933] env[69239]: DEBUG nova.network.neutron [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.421596] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146060, 'name': Rename_Task, 'duration_secs': 0.335977} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.421887] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.422984] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9111ec6a-e41c-4ac8-8fa8-3d69f19853cb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.429529] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1165.429529] env[69239]: value = "task-4146061" [ 1165.429529] env[69239]: _type = "Task" [ 1165.429529] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.438970] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.517397] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5217e87a-ea5a-ad74-d0bf-3b4e49f8c291, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.517687] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.517972] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 9e08a025-0ddc-47ce-b157-4e6d489080c2/9e08a025-0ddc-47ce-b157-4e6d489080c2.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.518328] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aed81c05-9d48-4260-adaf-9dad135dcd92 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.528454] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1165.528454] env[69239]: value = "task-4146062" [ 1165.528454] env[69239]: _type = "Task" [ 1165.528454] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.538252] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.666158] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.669162] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.104s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.669613] env[69239]: DEBUG nova.objects.instance [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lazy-loading 'resources' on Instance uuid 6cec197c-38ae-4ca7-a09e-f464be922afa {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.700067] env[69239]: INFO nova.scheduler.client.report [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleted allocations for instance 49388899-815a-4b75-bc19-906898a76c6b [ 1165.760649] env[69239]: INFO nova.compute.manager [-] [instance: 1015dafd-be46-432a-be03-144c3474f466] Took 1.37 seconds to deallocate network for instance. [ 1165.787835] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: d94afb5d-685e-461a-8900-e811ebedbc13] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.939774] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.039101] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.153450] env[69239]: DEBUG nova.network.neutron [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Updating instance_info_cache with network_info: [{"id": "8f56ac24-8c04-4bbd-b439-c7d0338161ae", "address": "fa:16:3e:8c:c6:ed", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f56ac24-8c", "ovs_interfaceid": "8f56ac24-8c04-4bbd-b439-c7d0338161ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.209425] env[69239]: DEBUG oslo_concurrency.lockutils [None req-1a9f6002-9792-43bb-817d-72d724eec344 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "49388899-815a-4b75-bc19-906898a76c6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.298s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.267661] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.294673] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: ae00c652-9070-43f0-9ba4-bbd6c60c5240] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.412097] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975590a5-4d29-42d7-89fe-b438486e747f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.423909] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b829f300-1011-4415-a4c1-a47c5925e279 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.463865] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c490f842-2670-473d-b74b-fdd2fa72b1d1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.471789] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146061, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.482594] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52d56e1-4737-4a64-9681-c48936b1f7db {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.499419] env[69239]: DEBUG nova.compute.provider_tree [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.501996] env[69239]: DEBUG nova.network.neutron [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance_info_cache with network_info: [{"id": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "address": "fa:16:3e:77:77:bd", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953bbfca-0d", "ovs_interfaceid": "953bbfca-0d3b-49dc-8e71-cf2f233875c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.542883] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146062, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.656523] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.685877] env[69239]: DEBUG nova.virt.hardware [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5b579d1fb537289c32f1408895699903',container_format='bare',created_at=2025-05-14T11:28:04Z,direct_url=,disk_format='vmdk',id=0f628efb-00e6-4151-8707-2f3ec50c4e8b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1483226794-shelved',owner='8609f982790e4e448658668d65a639f5',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-05-14T11:28:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.686110] env[69239]: DEBUG nova.virt.hardware [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.686277] env[69239]: DEBUG nova.virt.hardware [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.686466] env[69239]: DEBUG nova.virt.hardware [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.686618] env[69239]: DEBUG nova.virt.hardware [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.686766] env[69239]: DEBUG nova.virt.hardware [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.686976] env[69239]: DEBUG nova.virt.hardware [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.687329] env[69239]: DEBUG nova.virt.hardware [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.687519] env[69239]: DEBUG nova.virt.hardware [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.687692] env[69239]: DEBUG nova.virt.hardware [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.687889] env[69239]: DEBUG nova.virt.hardware [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.688894] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2c427b-d824-4699-b068-8b8bab6ea564 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.698298] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64643d1f-113e-4599-a22c-583280eeeb94 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.714760] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:c6:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f56ac24-8c04-4bbd-b439-c7d0338161ae', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.722538] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.722832] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.723079] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db32fb31-e7a8-4dcc-8d54-e1ca8217101c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.743145] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.743145] env[69239]: value = "task-4146063" [ 1166.743145] env[69239]: _type = "Task" [ 1166.743145] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.752040] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146063, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.801471] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 04c545a7-8355-408b-b506-d3f785cc057a] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.944240] env[69239]: DEBUG oslo_vmware.api [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146061, 'name': PowerOnVM_Task, 'duration_secs': 1.049061} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.944240] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.944240] env[69239]: INFO nova.compute.manager [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1166.944240] env[69239]: DEBUG nova.compute.manager [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1166.944240] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4065b2-4f39-4498-84e5-c5b8cc9d42a9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.004966] env[69239]: DEBUG nova.scheduler.client.report [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.012986] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "refresh_cache-8c838990-2b74-406f-ad36-50a8cd62de0b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.014608] env[69239]: DEBUG nova.objects.instance [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lazy-loading 'migration_context' on Instance uuid 8c838990-2b74-406f-ad36-50a8cd62de0b {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.040734] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146062, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.021196} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.041257] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 9e08a025-0ddc-47ce-b157-4e6d489080c2/9e08a025-0ddc-47ce-b157-4e6d489080c2.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.041381] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.041609] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d117e28-2097-48b5-b356-0093df39d54c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.050096] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1167.050096] env[69239]: value = "task-4146064" [ 1167.050096] env[69239]: _type = "Task" [ 1167.050096] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.061838] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.257162] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146063, 'name': CreateVM_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.306684] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 7e27c8d4-373d-4b35-9684-5af63e7a5ff6] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.328014] env[69239]: DEBUG nova.compute.manager [req-9e2d850a-1670-46a6-b484-e424d230b5cf req-7a7e822e-06e3-4d12-898d-ec839771883a service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Received event network-changed-8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.328259] env[69239]: DEBUG nova.compute.manager [req-9e2d850a-1670-46a6-b484-e424d230b5cf req-7a7e822e-06e3-4d12-898d-ec839771883a service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Refreshing instance network info cache due to event network-changed-8f56ac24-8c04-4bbd-b439-c7d0338161ae. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.328876] env[69239]: DEBUG oslo_concurrency.lockutils [req-9e2d850a-1670-46a6-b484-e424d230b5cf req-7a7e822e-06e3-4d12-898d-ec839771883a service nova] Acquiring lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.328876] env[69239]: DEBUG oslo_concurrency.lockutils [req-9e2d850a-1670-46a6-b484-e424d230b5cf req-7a7e822e-06e3-4d12-898d-ec839771883a service nova] Acquired lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.329216] env[69239]: DEBUG nova.network.neutron [req-9e2d850a-1670-46a6-b484-e424d230b5cf req-7a7e822e-06e3-4d12-898d-ec839771883a service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Refreshing network info cache for port 8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.462128] env[69239]: INFO nova.compute.manager [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Took 18.24 seconds to build instance. [ 1167.518438] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.521589] env[69239]: DEBUG nova.objects.base [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Object Instance<8c838990-2b74-406f-ad36-50a8cd62de0b> lazy-loaded attributes: info_cache,migration_context {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1167.521874] env[69239]: DEBUG oslo_concurrency.lockutils [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.721s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.522127] env[69239]: DEBUG nova.objects.instance [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lazy-loading 'resources' on Instance uuid 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.524621] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61d2e91-eb89-43d6-9904-093fe6120c4e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.549413] env[69239]: INFO nova.scheduler.client.report [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Deleted allocations for instance 6cec197c-38ae-4ca7-a09e-f464be922afa [ 1167.550441] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49821558-e83b-4cbf-b1be-10d4ca817596 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.564824] env[69239]: DEBUG oslo_vmware.api [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1167.564824] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52754265-ee0a-feae-a3ad-697e90b3a969" [ 1167.564824] env[69239]: _type = "Task" [ 1167.564824] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.569111] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084712} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.573170] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.574640] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57135537-308d-45b1-b120-9b023e90b56b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.584123] env[69239]: DEBUG oslo_vmware.api [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52754265-ee0a-feae-a3ad-697e90b3a969, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.594945] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.607120] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 9e08a025-0ddc-47ce-b157-4e6d489080c2/9e08a025-0ddc-47ce-b157-4e6d489080c2.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.607319] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3527992a-2a59-4eea-9ca4-d5b1221feed0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.630494] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1167.630494] env[69239]: value = "task-4146065" [ 1167.630494] env[69239]: _type = "Task" [ 1167.630494] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.641213] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.756471] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146063, 'name': CreateVM_Task, 'duration_secs': 0.769006} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.756659] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.757757] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0f628efb-00e6-4151-8707-2f3ec50c4e8b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.757935] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0f628efb-00e6-4151-8707-2f3ec50c4e8b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.758349] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0f628efb-00e6-4151-8707-2f3ec50c4e8b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.758646] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ba9841-98b5-44cc-9a24-8cf5ee56965f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.764422] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1167.764422] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527b6669-d3fc-627a-2f51-d188f3b459e4" [ 1167.764422] env[69239]: _type = "Task" [ 1167.764422] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.775307] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527b6669-d3fc-627a-2f51-d188f3b459e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.807575] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "b41616ab-757c-4e0e-9322-5f84871ac1f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.807804] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "b41616ab-757c-4e0e-9322-5f84871ac1f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.810758] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: da3f94b3-d1aa-41f2-ba7b-f4a003ed5c0f] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.589999] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5c99ac56-2c0f-4827-bcf9-b730aa600ef5 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "3da605b2-8137-4f59-a343-ecce4fced09c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.383s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.595412] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e1450799-db58-41eb-8a3a-78b9f94014d4 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "6cec197c-38ae-4ca7-a09e-f464be922afa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.614s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.596745] env[69239]: DEBUG nova.compute.manager [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.599878] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: ceb679d3-fcf7-481f-83b9-5cb912fa8cd8] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.616294] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.621620] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0f628efb-00e6-4151-8707-2f3ec50c4e8b" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.621764] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Processing image 0f628efb-00e6-4151-8707-2f3ec50c4e8b {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.621934] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0f628efb-00e6-4151-8707-2f3ec50c4e8b/0f628efb-00e6-4151-8707-2f3ec50c4e8b.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.622092] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0f628efb-00e6-4151-8707-2f3ec50c4e8b/0f628efb-00e6-4151-8707-2f3ec50c4e8b.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.622273] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.622558] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3373d76f-f233-45bd-891b-bcf64f6dc095 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.646138] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.646138] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.648568] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be747eb1-8ac6-4ca1-9d1b-4bb74cb0d33e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.662046] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1168.662046] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]523082da-522b-57b3-1f68-3b3e015aa76f" [ 1168.662046] env[69239]: _type = "Task" [ 1168.662046] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.667383] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523082da-522b-57b3-1f68-3b3e015aa76f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.851339] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8f348f-545e-4785-b25d-fc6e9f816e10 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.864022] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25d9f9c-5f35-43f7-9149-e085cb400bda {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.900578] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acef9afa-44c7-4995-b66a-e601da560a29 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.910902] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873dac7a-fcb6-4cd1-9bc4-befb84217a3a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.930267] env[69239]: DEBUG nova.compute.provider_tree [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.103985] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 1257c7e3-6466-4540-a0ea-4437e151905f] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.112326] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146065, 'name': ReconfigVM_Task, 'duration_secs': 1.124103} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.112748] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 9e08a025-0ddc-47ce-b157-4e6d489080c2/9e08a025-0ddc-47ce-b157-4e6d489080c2.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.113552] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-526c865f-f28b-4cc5-a01e-dc7e217d96d5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.122362] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1169.122362] env[69239]: value = "task-4146066" [ 1169.122362] env[69239]: _type = "Task" [ 1169.122362] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.130045] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.136637] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146066, 'name': Rename_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.169756] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Preparing fetch location {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1169.170085] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Fetch image to [datastore2] OSTACK_IMG_a26ed8bc-21d4-4dc4-a1fd-dcc15c8c1493/OSTACK_IMG_a26ed8bc-21d4-4dc4-a1fd-dcc15c8c1493.vmdk {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1169.170252] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Downloading stream optimized image 0f628efb-00e6-4151-8707-2f3ec50c4e8b to [datastore2] OSTACK_IMG_a26ed8bc-21d4-4dc4-a1fd-dcc15c8c1493/OSTACK_IMG_a26ed8bc-21d4-4dc4-a1fd-dcc15c8c1493.vmdk on the data store datastore2 as vApp {{(pid=69239) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1169.170424] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Downloading image file data 0f628efb-00e6-4151-8707-2f3ec50c4e8b to the ESX as VM named 'OSTACK_IMG_a26ed8bc-21d4-4dc4-a1fd-dcc15c8c1493' {{(pid=69239) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1169.263288] env[69239]: DEBUG oslo_vmware.rw_handles [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1169.263288] env[69239]: value = "resgroup-9" [ 1169.263288] env[69239]: _type = "ResourcePool" [ 1169.263288] env[69239]: }. {{(pid=69239) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1169.263716] env[69239]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c9c5604c-5105-4fb8-8ff3-cdce16c9ec1a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.287009] env[69239]: DEBUG oslo_vmware.rw_handles [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lease: (returnval){ [ 1169.287009] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526326e4-3647-5471-99e7-20dbeaf3f2c4" [ 1169.287009] env[69239]: _type = "HttpNfcLease" [ 1169.287009] env[69239]: } obtained for vApp import into resource pool (val){ [ 1169.287009] env[69239]: value = "resgroup-9" [ 1169.287009] env[69239]: _type = "ResourcePool" [ 1169.287009] env[69239]: }. {{(pid=69239) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1169.287451] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the lease: (returnval){ [ 1169.287451] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526326e4-3647-5471-99e7-20dbeaf3f2c4" [ 1169.287451] env[69239]: _type = "HttpNfcLease" [ 1169.287451] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1169.294962] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.294962] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526326e4-3647-5471-99e7-20dbeaf3f2c4" [ 1169.294962] env[69239]: _type = "HttpNfcLease" [ 1169.294962] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1169.363805] env[69239]: DEBUG nova.compute.manager [req-481ddbbb-cce4-4b0e-af47-09e45a619ec2 req-7583859b-9fdb-4e2c-9e13-8cd8cce485af service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Received event network-changed-7af1152f-9b64-46a2-91d0-99b34ba7bd05 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.364138] env[69239]: DEBUG nova.compute.manager [req-481ddbbb-cce4-4b0e-af47-09e45a619ec2 req-7583859b-9fdb-4e2c-9e13-8cd8cce485af service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Refreshing instance network info cache due to event network-changed-7af1152f-9b64-46a2-91d0-99b34ba7bd05. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.365518] env[69239]: DEBUG oslo_concurrency.lockutils [req-481ddbbb-cce4-4b0e-af47-09e45a619ec2 req-7583859b-9fdb-4e2c-9e13-8cd8cce485af service nova] Acquiring lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.365518] env[69239]: DEBUG oslo_concurrency.lockutils [req-481ddbbb-cce4-4b0e-af47-09e45a619ec2 req-7583859b-9fdb-4e2c-9e13-8cd8cce485af service nova] Acquired lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.365518] env[69239]: DEBUG nova.network.neutron [req-481ddbbb-cce4-4b0e-af47-09e45a619ec2 req-7583859b-9fdb-4e2c-9e13-8cd8cce485af service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Refreshing network info cache for port 7af1152f-9b64-46a2-91d0-99b34ba7bd05 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.409942] env[69239]: DEBUG nova.network.neutron [req-9e2d850a-1670-46a6-b484-e424d230b5cf req-7a7e822e-06e3-4d12-898d-ec839771883a service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Updated VIF entry in instance network info cache for port 8f56ac24-8c04-4bbd-b439-c7d0338161ae. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.410468] env[69239]: DEBUG nova.network.neutron [req-9e2d850a-1670-46a6-b484-e424d230b5cf req-7a7e822e-06e3-4d12-898d-ec839771883a service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Updating instance_info_cache with network_info: [{"id": "8f56ac24-8c04-4bbd-b439-c7d0338161ae", "address": "fa:16:3e:8c:c6:ed", "network": {"id": "481d8aaf-3382-4080-8659-cad36bfa48fc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2139593810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8609f982790e4e448658668d65a639f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f56ac24-8c", "ovs_interfaceid": "8f56ac24-8c04-4bbd-b439-c7d0338161ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.437326] env[69239]: DEBUG nova.scheduler.client.report [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.609780] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 5218604c-e5de-4d24-bc5a-8a96cb645126] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.633859] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146066, 'name': Rename_Task, 'duration_secs': 0.180484} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.634224] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.634671] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cab98ef5-d964-4eb9-90d6-a311768ca1cd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.643211] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1169.643211] env[69239]: value = "task-4146068" [ 1169.643211] env[69239]: _type = "Task" [ 1169.643211] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.652812] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.796963] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.796963] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526326e4-3647-5471-99e7-20dbeaf3f2c4" [ 1169.796963] env[69239]: _type = "HttpNfcLease" [ 1169.796963] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1169.913453] env[69239]: DEBUG oslo_concurrency.lockutils [req-9e2d850a-1670-46a6-b484-e424d230b5cf req-7a7e822e-06e3-4d12-898d-ec839771883a service nova] Releasing lock "refresh_cache-9bbaa4ea-cd67-4196-a77a-4efe615f4686" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.942990] env[69239]: DEBUG oslo_concurrency.lockutils [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.421s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.947014] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.679s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.947470] env[69239]: DEBUG nova.objects.instance [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lazy-loading 'resources' on Instance uuid 1015dafd-be46-432a-be03-144c3474f466 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.969471] env[69239]: INFO nova.scheduler.client.report [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Deleted allocations for instance 6611254f-c3cd-45c4-bbe8-51e5a2e8dd80 [ 1170.113731] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 46e30dc4-a255-4dc9-b3ca-9e03610ac529] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.156896] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146068, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.238384] env[69239]: DEBUG nova.network.neutron [req-481ddbbb-cce4-4b0e-af47-09e45a619ec2 req-7583859b-9fdb-4e2c-9e13-8cd8cce485af service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updated VIF entry in instance network info cache for port 7af1152f-9b64-46a2-91d0-99b34ba7bd05. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.238964] env[69239]: DEBUG nova.network.neutron [req-481ddbbb-cce4-4b0e-af47-09e45a619ec2 req-7583859b-9fdb-4e2c-9e13-8cd8cce485af service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance_info_cache with network_info: [{"id": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "address": "fa:16:3e:e5:ba:07", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af1152f-9b", "ovs_interfaceid": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.298292] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1170.298292] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526326e4-3647-5471-99e7-20dbeaf3f2c4" [ 1170.298292] env[69239]: _type = "HttpNfcLease" [ 1170.298292] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1170.298647] env[69239]: DEBUG oslo_vmware.rw_handles [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1170.298647] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526326e4-3647-5471-99e7-20dbeaf3f2c4" [ 1170.298647] env[69239]: _type = "HttpNfcLease" [ 1170.298647] env[69239]: }. {{(pid=69239) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1170.299411] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7d44b9-7076-4699-828e-0029fd1b9e35 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.308762] env[69239]: DEBUG oslo_vmware.rw_handles [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521953a6-328a-3ca4-c95b-5a68504ec22e/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1170.309015] env[69239]: DEBUG oslo_vmware.rw_handles [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521953a6-328a-3ca4-c95b-5a68504ec22e/disk-0.vmdk. {{(pid=69239) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1170.364255] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.364541] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.364783] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.364974] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.365159] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.368298] env[69239]: INFO nova.compute.manager [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Terminating instance [ 1170.377709] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a014920-557a-40a7-b5a9-7aa18c5c4f2c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.477425] env[69239]: DEBUG oslo_concurrency.lockutils [None req-277a9fb6-7a18-4eaa-ac95-655af868f506 tempest-ListServersNegativeTestJSON-1485357193 tempest-ListServersNegativeTestJSON-1485357193-project-member] Lock "6611254f-c3cd-45c4-bbe8-51e5a2e8dd80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.402s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.616625] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 0a158a5f-a0b3-42dc-8a41-e1e430e64c0c] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.643816] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a8456c-0f1f-4066-a5b0-951fbf27f079 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.662841] env[69239]: DEBUG oslo_vmware.api [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146068, 'name': PowerOnVM_Task, 'duration_secs': 0.652892} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.664070] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df23515c-42bf-439f-a2b8-92fd45bd7587 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.668434] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.668690] env[69239]: INFO nova.compute.manager [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1170.669023] env[69239]: DEBUG nova.compute.manager [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1170.672706] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca156b7-b00b-4077-82db-d9725bd763d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.714150] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a98ac02-0cb4-468f-9236-b3a585dc6711 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.730941] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a507dc-e25b-4e82-ad23-60fd9c218c2f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.747733] env[69239]: DEBUG oslo_concurrency.lockutils [req-481ddbbb-cce4-4b0e-af47-09e45a619ec2 req-7583859b-9fdb-4e2c-9e13-8cd8cce485af service nova] Releasing lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.748424] env[69239]: DEBUG nova.compute.provider_tree [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.883075] env[69239]: DEBUG nova.compute.manager [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.883075] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.884122] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b4b272-7f2c-4717-91f8-c5c3bd7426d2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.894444] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.896352] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bf2657c-855f-4fb5-892a-b026bbaa9d25 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.905022] env[69239]: DEBUG oslo_vmware.api [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1170.905022] env[69239]: value = "task-4146069" [ 1170.905022] env[69239]: _type = "Task" [ 1170.905022] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.917479] env[69239]: DEBUG oslo_vmware.api [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.121672] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: e4116487-0f74-4511-b170-3dd28643a27a] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.234208] env[69239]: INFO nova.compute.manager [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Took 18.43 seconds to build instance. [ 1171.255048] env[69239]: DEBUG nova.scheduler.client.report [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.417379] env[69239]: DEBUG oslo_vmware.api [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146069, 'name': PowerOffVM_Task, 'duration_secs': 0.317456} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.419343] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.419524] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.419847] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72dd49c8-d834-4f8e-975a-d160468c780e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.496584] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.497849] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.498245] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Deleting the datastore file [datastore2] 69ef9903-3cbc-4b39-98a2-db9fe5640d24 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.498528] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7855421d-69f2-4946-a9a5-7022ecdd611b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.507503] env[69239]: DEBUG oslo_vmware.api [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for the task: (returnval){ [ 1171.507503] env[69239]: value = "task-4146071" [ 1171.507503] env[69239]: _type = "Task" [ 1171.507503] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.517721] env[69239]: DEBUG oslo_vmware.api [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.625961] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: f3262187-303d-497f-85f1-c36e11713535] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.662270] env[69239]: DEBUG oslo_vmware.rw_handles [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Completed reading data from the image iterator. {{(pid=69239) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1171.662561] env[69239]: DEBUG oslo_vmware.rw_handles [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521953a6-328a-3ca4-c95b-5a68504ec22e/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1171.663523] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8837d7ec-a15b-4219-a5a8-2bc067369ce5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.671808] env[69239]: DEBUG oslo_vmware.rw_handles [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521953a6-328a-3ca4-c95b-5a68504ec22e/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1171.672012] env[69239]: DEBUG oslo_vmware.rw_handles [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521953a6-328a-3ca4-c95b-5a68504ec22e/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1171.672272] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0d3bb5b3-fca5-49d5-bda8-3b7d26fa5c64 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.737110] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72b62f33-2579-4e88-8ce3-88a7a75579a4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "9e08a025-0ddc-47ce-b157-4e6d489080c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.949s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.765026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.765487] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.170s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.793031] env[69239]: INFO nova.scheduler.client.report [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Deleted allocations for instance 1015dafd-be46-432a-be03-144c3474f466 [ 1171.873720] env[69239]: DEBUG oslo_vmware.rw_handles [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521953a6-328a-3ca4-c95b-5a68504ec22e/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1171.873962] env[69239]: INFO nova.virt.vmwareapi.images [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Downloaded image file data 0f628efb-00e6-4151-8707-2f3ec50c4e8b [ 1171.874887] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85950b45-522e-44dc-be52-203f7a882f50 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.894548] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe317373-4920-4020-9475-6717954e03ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.955478] env[69239]: INFO nova.virt.vmwareapi.images [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] The imported VM was unregistered [ 1171.957856] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Caching image {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1171.958572] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0f628efb-00e6-4151-8707-2f3ec50c4e8b {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.958891] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7012efe3-a93d-4f59-a448-b94da7e48672 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.980606] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Created directory with path [datastore2] devstack-image-cache_base/0f628efb-00e6-4151-8707-2f3ec50c4e8b {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.980854] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a26ed8bc-21d4-4dc4-a1fd-dcc15c8c1493/OSTACK_IMG_a26ed8bc-21d4-4dc4-a1fd-dcc15c8c1493.vmdk to [datastore2] devstack-image-cache_base/0f628efb-00e6-4151-8707-2f3ec50c4e8b/0f628efb-00e6-4151-8707-2f3ec50c4e8b.vmdk. {{(pid=69239) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1171.981163] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c47d19e8-2c9c-4251-8843-6f9168d01751 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.990219] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1171.990219] env[69239]: value = "task-4146073" [ 1171.990219] env[69239]: _type = "Task" [ 1171.990219] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.999409] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146073, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.018876] env[69239]: DEBUG oslo_vmware.api [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Task: {'id': task-4146071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257562} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.019615] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.019615] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.019615] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.019816] env[69239]: INFO nova.compute.manager [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1172.019910] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.020162] env[69239]: DEBUG nova.compute.manager [-] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.020257] env[69239]: DEBUG nova.network.neutron [-] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.131333] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: ee6949fc-f81c-429c-9756-9140b82aa5fa] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.302818] env[69239]: DEBUG oslo_concurrency.lockutils [None req-bbb7a0b0-0dc0-4e40-a0c6-7072f669ed3b tempest-AttachInterfacesTestJSON-1442903876 tempest-AttachInterfacesTestJSON-1442903876-project-member] Lock "1015dafd-be46-432a-be03-144c3474f466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.168s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.448584] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae08e164-039a-4de6-a9e2-083ffdc71f60 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.457639] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0a2136-58d7-4d3a-824f-ec157c18c164 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.490264] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a837740c-3e74-43f9-bb44-55e95a9d201e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.506079] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b3734c-74dd-4815-ac9f-99afede61277 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.513072] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146073, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.521533] env[69239]: DEBUG nova.compute.provider_tree [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.634343] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 72c59591-e7cc-4a2b-9f28-fb3b696d5d30] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.668310] env[69239]: DEBUG nova.compute.manager [req-7bf8ac85-3ed3-40de-9891-e624c3bdc254 req-06480570-fe2b-41e1-8d49-e59822201a74 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Received event network-vif-deleted-336a8c9c-5bd2-4bee-b674-6cb4b1129888 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.668535] env[69239]: INFO nova.compute.manager [req-7bf8ac85-3ed3-40de-9891-e624c3bdc254 req-06480570-fe2b-41e1-8d49-e59822201a74 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Neutron deleted interface 336a8c9c-5bd2-4bee-b674-6cb4b1129888; detaching it from the instance and deleting it from the info cache [ 1172.668710] env[69239]: DEBUG nova.network.neutron [req-7bf8ac85-3ed3-40de-9891-e624c3bdc254 req-06480570-fe2b-41e1-8d49-e59822201a74 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.006064] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146073, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.025591] env[69239]: DEBUG nova.scheduler.client.report [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.138656] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 54d4ddec-4054-4db3-bdd5-3614ee273b89] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.141310] env[69239]: DEBUG nova.network.neutron [-] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.172124] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5913bccf-f9c8-4d1f-93ed-4bac3ece6414 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.186370] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228f9d3d-4e07-43e5-b70d-0c8d9dd35ac6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.226873] env[69239]: DEBUG nova.compute.manager [req-7bf8ac85-3ed3-40de-9891-e624c3bdc254 req-06480570-fe2b-41e1-8d49-e59822201a74 service nova] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Detach interface failed, port_id=336a8c9c-5bd2-4bee-b674-6cb4b1129888, reason: Instance 69ef9903-3cbc-4b39-98a2-db9fe5640d24 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.244295] env[69239]: DEBUG nova.compute.manager [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Stashing vm_state: active {{(pid=69239) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1173.504158] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146073, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.644229] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 4156b2a5-daef-4f43-9306-0d6730b8d580] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.646768] env[69239]: INFO nova.compute.manager [-] [instance: 69ef9903-3cbc-4b39-98a2-db9fe5640d24] Took 1.63 seconds to deallocate network for instance. [ 1173.785153] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.005230] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146073, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.037822] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.272s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.041096] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.911s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.042649] env[69239]: INFO nova.compute.claims [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.149168] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: cf1eb428-09b1-4619-a28b-9570fa678ee0] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.160407] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.512541] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146073, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.631154] env[69239]: INFO nova.scheduler.client.report [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Deleted allocation for migration 66383e06-612b-41b6-9767-e8dc43e3f795 [ 1174.654985] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 09dae98c-7b24-4342-9f25-64065c1eb190] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.011618] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146073, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.137325] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30717de0-8651-4262-a056-864580835306 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.714s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.157225] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: fc588c49-4478-456b-a3f8-a049fc908c96] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.283193] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45972509-1354-41e3-baff-6f20fef3890f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.294516] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3745e1d6-6d3d-417e-82c9-766c783a6b8b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.329982] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64666bd5-87ed-4476-8d04-0db865492194 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.338771] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d19295-61ba-4e3a-949e-d50090aa47c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.354015] env[69239]: DEBUG nova.compute.provider_tree [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.512304] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146073, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.204902} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.513508] env[69239]: INFO nova.virt.vmwareapi.ds_util [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a26ed8bc-21d4-4dc4-a1fd-dcc15c8c1493/OSTACK_IMG_a26ed8bc-21d4-4dc4-a1fd-dcc15c8c1493.vmdk to [datastore2] devstack-image-cache_base/0f628efb-00e6-4151-8707-2f3ec50c4e8b/0f628efb-00e6-4151-8707-2f3ec50c4e8b.vmdk. [ 1175.513508] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Cleaning up location [datastore2] OSTACK_IMG_a26ed8bc-21d4-4dc4-a1fd-dcc15c8c1493 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1175.513851] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a26ed8bc-21d4-4dc4-a1fd-dcc15c8c1493 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.514289] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-780d83cc-bad4-48f3-ac6d-6e92d4cb3dff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.527133] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1175.527133] env[69239]: value = "task-4146074" [ 1175.527133] env[69239]: _type = "Task" [ 1175.527133] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.538637] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.661179] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: bb959ee7-1de9-4877-b342-4183c2a30146] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.857855] env[69239]: DEBUG nova.scheduler.client.report [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.912661] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "8c838990-2b74-406f-ad36-50a8cd62de0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.912965] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.913201] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "8c838990-2b74-406f-ad36-50a8cd62de0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.913392] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.913575] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.917017] env[69239]: INFO nova.compute.manager [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Terminating instance [ 1176.037375] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.073636} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.037732] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.037953] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0f628efb-00e6-4151-8707-2f3ec50c4e8b/0f628efb-00e6-4151-8707-2f3ec50c4e8b.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.038224] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0f628efb-00e6-4151-8707-2f3ec50c4e8b/0f628efb-00e6-4151-8707-2f3ec50c4e8b.vmdk to [datastore2] 9bbaa4ea-cd67-4196-a77a-4efe615f4686/9bbaa4ea-cd67-4196-a77a-4efe615f4686.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.038525] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28a3db82-e2d8-4314-abcf-a72056f0cf62 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.046312] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1176.046312] env[69239]: value = "task-4146075" [ 1176.046312] env[69239]: _type = "Task" [ 1176.046312] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.056897] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.164891] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 1e575dc2-3d1b-4ca6-b3d3-31385f6209ec] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.364321] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.364995] env[69239]: DEBUG nova.compute.manager [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.367485] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.583s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.426642] env[69239]: DEBUG nova.compute.manager [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.426933] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.427835] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13809dd8-305d-4459-9fe5-ccb7182703a6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.438260] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.438642] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e74467c-a00a-4c6e-8941-c7f470c7f3ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.447666] env[69239]: DEBUG oslo_vmware.api [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1176.447666] env[69239]: value = "task-4146076" [ 1176.447666] env[69239]: _type = "Task" [ 1176.447666] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.458172] env[69239]: DEBUG oslo_vmware.api [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.565707] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146075, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.668447] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: ed453e1a-e257-4e7f-9cab-7fb5f17dda4c] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.871752] env[69239]: DEBUG nova.compute.utils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.877321] env[69239]: DEBUG nova.compute.manager [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.877627] env[69239]: DEBUG nova.network.neutron [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.888553] env[69239]: INFO nova.compute.claims [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.958294] env[69239]: DEBUG oslo_vmware.api [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146076, 'name': PowerOffVM_Task, 'duration_secs': 0.2271} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.958581] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.958828] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.959050] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccfa3670-9294-47c2-9e95-9cc70bfa61c4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.999301] env[69239]: DEBUG nova.policy [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '900908f0818b469ba5439621adbcd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '765323911cfa40429daa38610922364c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.058494] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.058789] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.059110] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Deleting the datastore file [datastore1] 8c838990-2b74-406f-ad36-50a8cd62de0b {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.064255] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f20986c2-1a12-47f2-958a-a121f22b807f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.066552] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146075, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.075848] env[69239]: DEBUG oslo_vmware.api [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1177.075848] env[69239]: value = "task-4146078" [ 1177.075848] env[69239]: _type = "Task" [ 1177.075848] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.091508] env[69239]: DEBUG oslo_vmware.api [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.173573] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 1c5e3340-3f00-480d-a7db-9d7a0ea07636] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.381390] env[69239]: DEBUG nova.compute.manager [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.396192] env[69239]: INFO nova.compute.resource_tracker [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updating resource usage from migration 4b5afb02-bd68-4b7f-b1f9-9858e28cb32f [ 1177.510743] env[69239]: DEBUG nova.network.neutron [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Successfully created port: 26ac5679-64b4-4098-b9fb-823f78ae4aa8 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.562019] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146075, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.591871] env[69239]: DEBUG oslo_vmware.api [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.643395] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02d04e7-596f-4125-95d4-e727bde19b6c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.655886] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bf3168-1bf3-4979-ac30-ef5105eedd9b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.694338] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 868d8686-b21b-4c8f-94ea-191c1b662640] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.697187] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0647984a-d8aa-45e3-9b74-edfabc8febed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.714133] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904ebc41-7a8d-4aa3-ba86-fa2b689415d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.732623] env[69239]: DEBUG nova.compute.provider_tree [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.901306] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Acquiring lock "f3dd26be-30b7-4395-b9d7-d484c9edfded" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.901306] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Lock "f3dd26be-30b7-4395-b9d7-d484c9edfded" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.060912] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146075, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.093033] env[69239]: DEBUG oslo_vmware.api [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534436} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.093033] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.093033] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.093033] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.093033] env[69239]: INFO nova.compute.manager [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1178.093033] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.093033] env[69239]: DEBUG nova.compute.manager [-] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.093033] env[69239]: DEBUG nova.network.neutron [-] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.204642] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: d12c516a-0927-432d-9c09-bd80581aef86] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.238030] env[69239]: DEBUG nova.scheduler.client.report [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.397513] env[69239]: DEBUG nova.compute.manager [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.403521] env[69239]: DEBUG nova.compute.manager [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.443230] env[69239]: DEBUG nova.virt.hardware [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.443230] env[69239]: DEBUG nova.virt.hardware [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.443230] env[69239]: DEBUG nova.virt.hardware [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.443230] env[69239]: DEBUG nova.virt.hardware [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.443230] env[69239]: DEBUG nova.virt.hardware [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.443230] env[69239]: DEBUG nova.virt.hardware [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.443524] env[69239]: DEBUG nova.virt.hardware [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.443602] env[69239]: DEBUG nova.virt.hardware [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.443790] env[69239]: DEBUG nova.virt.hardware [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.443937] env[69239]: DEBUG nova.virt.hardware [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.444141] env[69239]: DEBUG nova.virt.hardware [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.445165] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c6a0fb-70f4-4ebb-8b39-808de44e6288 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.458629] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58732a9f-2bc1-438d-868a-7ffcdd0f05a9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.561934] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146075, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.706983] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: a20a473d-c061-4bc7-8d44-32d26d10cfe9] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.744913] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.377s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.745259] env[69239]: INFO nova.compute.manager [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Migrating [ 1178.758244] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.599s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.758566] env[69239]: DEBUG nova.objects.instance [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lazy-loading 'resources' on Instance uuid 69ef9903-3cbc-4b39-98a2-db9fe5640d24 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.936184] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.964784] env[69239]: DEBUG nova.compute.manager [req-27504b1d-7110-46ab-a14e-dbf68d0b05dc req-87fee90d-5156-4ace-a7c0-2a95c48feeb5 service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Received event network-vif-deleted-953bbfca-0d3b-49dc-8e71-cf2f233875c3 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.964999] env[69239]: INFO nova.compute.manager [req-27504b1d-7110-46ab-a14e-dbf68d0b05dc req-87fee90d-5156-4ace-a7c0-2a95c48feeb5 service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Neutron deleted interface 953bbfca-0d3b-49dc-8e71-cf2f233875c3; detaching it from the instance and deleting it from the info cache [ 1178.965183] env[69239]: DEBUG nova.network.neutron [req-27504b1d-7110-46ab-a14e-dbf68d0b05dc req-87fee90d-5156-4ace-a7c0-2a95c48feeb5 service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.061902] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146075, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.674019} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.062262] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0f628efb-00e6-4151-8707-2f3ec50c4e8b/0f628efb-00e6-4151-8707-2f3ec50c4e8b.vmdk to [datastore2] 9bbaa4ea-cd67-4196-a77a-4efe615f4686/9bbaa4ea-cd67-4196-a77a-4efe615f4686.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.063500] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cc083f-bcba-48a5-8366-b8022fb194af {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.089930] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 9bbaa4ea-cd67-4196-a77a-4efe615f4686/9bbaa4ea-cd67-4196-a77a-4efe615f4686.vmdk or device None with type streamOptimized {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.091765] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1780075-3f0c-4d38-aad6-91ae1687ca09 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.108476] env[69239]: DEBUG nova.compute.manager [req-ee9da9ac-7543-4285-a6ca-5319ecbdcdd7 req-ca518e9c-04ad-46d4-b996-b0843e9dbb3b service nova] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Received event network-vif-plugged-26ac5679-64b4-4098-b9fb-823f78ae4aa8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.108835] env[69239]: DEBUG oslo_concurrency.lockutils [req-ee9da9ac-7543-4285-a6ca-5319ecbdcdd7 req-ca518e9c-04ad-46d4-b996-b0843e9dbb3b service nova] Acquiring lock "b41616ab-757c-4e0e-9322-5f84871ac1f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.109069] env[69239]: DEBUG oslo_concurrency.lockutils [req-ee9da9ac-7543-4285-a6ca-5319ecbdcdd7 req-ca518e9c-04ad-46d4-b996-b0843e9dbb3b service nova] Lock "b41616ab-757c-4e0e-9322-5f84871ac1f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.109715] env[69239]: DEBUG oslo_concurrency.lockutils [req-ee9da9ac-7543-4285-a6ca-5319ecbdcdd7 req-ca518e9c-04ad-46d4-b996-b0843e9dbb3b service nova] Lock "b41616ab-757c-4e0e-9322-5f84871ac1f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.109715] env[69239]: DEBUG nova.compute.manager [req-ee9da9ac-7543-4285-a6ca-5319ecbdcdd7 req-ca518e9c-04ad-46d4-b996-b0843e9dbb3b service nova] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] No waiting events found dispatching network-vif-plugged-26ac5679-64b4-4098-b9fb-823f78ae4aa8 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1179.109715] env[69239]: WARNING nova.compute.manager [req-ee9da9ac-7543-4285-a6ca-5319ecbdcdd7 req-ca518e9c-04ad-46d4-b996-b0843e9dbb3b service nova] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Received unexpected event network-vif-plugged-26ac5679-64b4-4098-b9fb-823f78ae4aa8 for instance with vm_state building and task_state spawning. [ 1179.117508] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1179.117508] env[69239]: value = "task-4146079" [ 1179.117508] env[69239]: _type = "Task" [ 1179.117508] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.127129] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.180417] env[69239]: DEBUG nova.network.neutron [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Successfully updated port: 26ac5679-64b4-4098-b9fb-823f78ae4aa8 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.217211] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 63bb7544-03c3-4857-ad20-ab83a07ad501] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.275267] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "refresh_cache-9e08a025-0ddc-47ce-b157-4e6d489080c2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.275267] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "refresh_cache-9e08a025-0ddc-47ce-b157-4e6d489080c2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.275267] env[69239]: DEBUG nova.network.neutron [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.430114] env[69239]: DEBUG nova.network.neutron [-] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.472196] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7cb39d1-ccb7-4f6f-a8e0-b9c8298cfe67 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.485797] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd42bd8-c4f3-4c86-95ca-0b61763c41a9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.520782] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b809b333-965b-44ca-a689-2d3387dabf7f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.525650] env[69239]: DEBUG nova.compute.manager [req-27504b1d-7110-46ab-a14e-dbf68d0b05dc req-87fee90d-5156-4ace-a7c0-2a95c48feeb5 service nova] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Detach interface failed, port_id=953bbfca-0d3b-49dc-8e71-cf2f233875c3, reason: Instance 8c838990-2b74-406f-ad36-50a8cd62de0b could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1179.531684] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e23e64-9a52-4d19-a911-a97247c68cd3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.568974] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158af880-477d-4d6f-8162-d0c1e4164b78 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.577942] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6807a55a-8b27-4652-88fa-c4817971902a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.593690] env[69239]: DEBUG nova.compute.provider_tree [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.627479] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146079, 'name': ReconfigVM_Task, 'duration_secs': 0.384196} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.627729] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 9bbaa4ea-cd67-4196-a77a-4efe615f4686/9bbaa4ea-cd67-4196-a77a-4efe615f4686.vmdk or device None with type streamOptimized {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.628405] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef9f5368-3ed1-4cb5-9ff8-9fb55ce22d73 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.636555] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1179.636555] env[69239]: value = "task-4146080" [ 1179.636555] env[69239]: _type = "Task" [ 1179.636555] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.646546] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146080, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.683996] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "refresh_cache-b41616ab-757c-4e0e-9322-5f84871ac1f1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.684217] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "refresh_cache-b41616ab-757c-4e0e-9322-5f84871ac1f1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.684407] env[69239]: DEBUG nova.network.neutron [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.719394] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 17e9b47b-1f79-4b53-93a0-b9258d846e97] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.934344] env[69239]: INFO nova.compute.manager [-] [instance: 8c838990-2b74-406f-ad36-50a8cd62de0b] Took 1.84 seconds to deallocate network for instance. [ 1180.009524] env[69239]: DEBUG nova.network.neutron [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updating instance_info_cache with network_info: [{"id": "9521dfeb-689f-4246-879c-511cbdf5c481", "address": "fa:16:3e:57:f1:1b", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9521dfeb-68", "ovs_interfaceid": "9521dfeb-689f-4246-879c-511cbdf5c481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.097961] env[69239]: DEBUG nova.scheduler.client.report [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.151206] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146080, 'name': Rename_Task, 'duration_secs': 0.164475} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.151338] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.151819] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e07c5f4-e02f-4ecd-97ed-cc0f2a7a3f5c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.160247] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1180.160247] env[69239]: value = "task-4146081" [ 1180.160247] env[69239]: _type = "Task" [ 1180.160247] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.170061] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.226127] env[69239]: DEBUG nova.network.neutron [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.228285] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: b4ad9083-f525-471e-94cc-0f888acc8d6c] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.443346] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.451148] env[69239]: DEBUG nova.network.neutron [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Updating instance_info_cache with network_info: [{"id": "26ac5679-64b4-4098-b9fb-823f78ae4aa8", "address": "fa:16:3e:12:29:9b", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ac5679-64", "ovs_interfaceid": "26ac5679-64b4-4098-b9fb-823f78ae4aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.513089] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "refresh_cache-9e08a025-0ddc-47ce-b157-4e6d489080c2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.605346] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.608505] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.672s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.613047] env[69239]: INFO nova.compute.claims [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.641104] env[69239]: INFO nova.scheduler.client.report [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Deleted allocations for instance 69ef9903-3cbc-4b39-98a2-db9fe5640d24 [ 1180.671404] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.731553] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: f0ae9bc5-8fc7-4c58-89e9-4791269d7fc5] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.956524] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "refresh_cache-b41616ab-757c-4e0e-9322-5f84871ac1f1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.956859] env[69239]: DEBUG nova.compute.manager [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Instance network_info: |[{"id": "26ac5679-64b4-4098-b9fb-823f78ae4aa8", "address": "fa:16:3e:12:29:9b", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ac5679-64", "ovs_interfaceid": "26ac5679-64b4-4098-b9fb-823f78ae4aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.957340] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:29:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26ac5679-64b4-4098-b9fb-823f78ae4aa8', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.965563] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.966069] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.966288] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-594807eb-d86a-4d54-a68f-13c2af5cc29e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.987352] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.987352] env[69239]: value = "task-4146082" [ 1180.987352] env[69239]: _type = "Task" [ 1180.987352] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.996050] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146082, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.099683] env[69239]: DEBUG nova.compute.manager [req-474b1556-9580-4da0-bf1d-18ca3fa602cf req-795b3062-3dcd-4894-afdd-096a281e58d2 service nova] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Received event network-changed-26ac5679-64b4-4098-b9fb-823f78ae4aa8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.099963] env[69239]: DEBUG nova.compute.manager [req-474b1556-9580-4da0-bf1d-18ca3fa602cf req-795b3062-3dcd-4894-afdd-096a281e58d2 service nova] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Refreshing instance network info cache due to event network-changed-26ac5679-64b4-4098-b9fb-823f78ae4aa8. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.100201] env[69239]: DEBUG oslo_concurrency.lockutils [req-474b1556-9580-4da0-bf1d-18ca3fa602cf req-795b3062-3dcd-4894-afdd-096a281e58d2 service nova] Acquiring lock "refresh_cache-b41616ab-757c-4e0e-9322-5f84871ac1f1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.100350] env[69239]: DEBUG oslo_concurrency.lockutils [req-474b1556-9580-4da0-bf1d-18ca3fa602cf req-795b3062-3dcd-4894-afdd-096a281e58d2 service nova] Acquired lock "refresh_cache-b41616ab-757c-4e0e-9322-5f84871ac1f1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.100514] env[69239]: DEBUG nova.network.neutron [req-474b1556-9580-4da0-bf1d-18ca3fa602cf req-795b3062-3dcd-4894-afdd-096a281e58d2 service nova] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Refreshing network info cache for port 26ac5679-64b4-4098-b9fb-823f78ae4aa8 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.150039] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d9b4f3fe-f67c-43fd-b80a-267a6864a008 tempest-ServersNegativeTestJSON-459402880 tempest-ServersNegativeTestJSON-459402880-project-member] Lock "69ef9903-3cbc-4b39-98a2-db9fe5640d24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.785s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.173062] env[69239]: DEBUG oslo_vmware.api [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146081, 'name': PowerOnVM_Task, 'duration_secs': 0.722643} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.174074] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.235150] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 4474a896-3a2b-4514-914b-9475f5e59b1d] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.290311] env[69239]: DEBUG nova.compute.manager [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1181.291697] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7d2efb-2c6e-4324-8acc-4182bc343389 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.400944] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "baebd698-6910-4bf0-bf53-297e05588f64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.401224] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.498213] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146082, 'name': CreateVM_Task, 'duration_secs': 0.356882} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.498540] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.499198] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.499459] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.499749] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.499971] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e291384-b00d-4f60-a77c-df6fc7b0a116 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.505463] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1181.505463] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5289dcee-28c0-afef-b707-2c706ba2656b" [ 1181.505463] env[69239]: _type = "Task" [ 1181.505463] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.514964] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5289dcee-28c0-afef-b707-2c706ba2656b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.740931] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 089dfd42-473d-4b6c-9037-064299a91856] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.820187] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8568dd7c-bda1-40a8-b025-e32cda48e235 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.785s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.826396] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cfa2ab-469f-46e5-917c-cc171e80a973 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.840151] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bb65b4-c52c-4a01-b87d-c124a876ff29 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.876941] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7827be27-0562-4c6f-b46b-c8d229df0b0a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.885660] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1117fcc-e1c0-4974-8d24-ccacb8da9687 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.892341] env[69239]: DEBUG nova.network.neutron [req-474b1556-9580-4da0-bf1d-18ca3fa602cf req-795b3062-3dcd-4894-afdd-096a281e58d2 service nova] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Updated VIF entry in instance network info cache for port 26ac5679-64b4-4098-b9fb-823f78ae4aa8. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.892694] env[69239]: DEBUG nova.network.neutron [req-474b1556-9580-4da0-bf1d-18ca3fa602cf req-795b3062-3dcd-4894-afdd-096a281e58d2 service nova] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Updating instance_info_cache with network_info: [{"id": "26ac5679-64b4-4098-b9fb-823f78ae4aa8", "address": "fa:16:3e:12:29:9b", "network": {"id": "e693926b-b9d1-48d6-aeec-b03f2990c570", "bridge": "br-int", "label": "tempest-ServersTestJSON-1591964861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765323911cfa40429daa38610922364c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ac5679-64", "ovs_interfaceid": "26ac5679-64b4-4098-b9fb-823f78ae4aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.907932] env[69239]: DEBUG nova.compute.manager [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.912058] env[69239]: DEBUG nova.compute.provider_tree [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.016079] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5289dcee-28c0-afef-b707-2c706ba2656b, 'name': SearchDatastore_Task, 'duration_secs': 0.013134} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.016390] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.016627] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.016876] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.017053] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.017243] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.017806] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f678bb33-cc4c-4e7b-ab32-fed92dfaaa49 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.028558] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.028773] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.030300] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-600c424f-3bdc-48bd-9a54-2ee57c33dccc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.033640] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b565ca-d5b3-45be-8815-041e2b378fcf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.041087] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1182.041087] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]521cfb7f-0ee9-c934-661c-f67c3a634010" [ 1182.041087] env[69239]: _type = "Task" [ 1182.041087] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.054873] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updating instance '9e08a025-0ddc-47ce-b157-4e6d489080c2' progress to 0 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.067483] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521cfb7f-0ee9-c934-661c-f67c3a634010, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.068278] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d06308-8a5f-4aa0-96be-ab1a2b10ff15 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.076039] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1182.076039] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52fe46bb-2aee-5bde-a8b9-468b9af2af10" [ 1182.076039] env[69239]: _type = "Task" [ 1182.076039] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.084030] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52fe46bb-2aee-5bde-a8b9-468b9af2af10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.246842] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 170cb828-e7a7-43fe-9dd8-80a676543da8] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.395764] env[69239]: DEBUG oslo_concurrency.lockutils [req-474b1556-9580-4da0-bf1d-18ca3fa602cf req-795b3062-3dcd-4894-afdd-096a281e58d2 service nova] Releasing lock "refresh_cache-b41616ab-757c-4e0e-9322-5f84871ac1f1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.416068] env[69239]: DEBUG nova.scheduler.client.report [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.433354] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.566473] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.566473] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eb348af-6017-4365-ba2f-61a91708114f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.574847] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1182.574847] env[69239]: value = "task-4146083" [ 1182.574847] env[69239]: _type = "Task" [ 1182.574847] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.591343] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52fe46bb-2aee-5bde-a8b9-468b9af2af10, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.595603] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.596190] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] b41616ab-757c-4e0e-9322-5f84871ac1f1/b41616ab-757c-4e0e-9322-5f84871ac1f1.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.596648] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.597055] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e30442a-cc8b-4237-9de6-c6604106fe46 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.610313] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1182.610313] env[69239]: value = "task-4146084" [ 1182.610313] env[69239]: _type = "Task" [ 1182.610313] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.623871] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.750610] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.750610] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Cleaning up deleted instances with incomplete migration {{(pid=69239) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1182.921170] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.921690] env[69239]: DEBUG nova.compute.manager [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.924415] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.481s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.924629] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.926847] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.494s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.928519] env[69239]: INFO nova.compute.claims [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.961681] env[69239]: INFO nova.scheduler.client.report [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Deleted allocations for instance 8c838990-2b74-406f-ad36-50a8cd62de0b [ 1183.091921] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146083, 'name': PowerOffVM_Task, 'duration_secs': 0.210515} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.093100] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.093100] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updating instance '9e08a025-0ddc-47ce-b157-4e6d489080c2' progress to 17 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.121134] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146084, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.253329] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.432855] env[69239]: DEBUG nova.compute.utils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.434468] env[69239]: DEBUG nova.compute.manager [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.434689] env[69239]: DEBUG nova.network.neutron [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.472332] env[69239]: DEBUG oslo_concurrency.lockutils [None req-60f4c294-1fd9-4fdb-bdc7-3ae31127c4f3 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "8c838990-2b74-406f-ad36-50a8cd62de0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.559s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.510200] env[69239]: DEBUG nova.policy [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '296d7ff5b50f42b7bc2b7e6101ffe179', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfb726c600424f918befab4420fe247d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.599938] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.600257] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.600435] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.600710] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.600995] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.601318] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.601790] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.602118] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.602320] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.602503] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.602680] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.608476] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1cd0df0-a70d-4d6f-a18b-3f7f5e0c23c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.638226] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53244} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.639893] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] b41616ab-757c-4e0e-9322-5f84871ac1f1/b41616ab-757c-4e0e-9322-5f84871ac1f1.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.640145] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.640475] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1183.640475] env[69239]: value = "task-4146085" [ 1183.640475] env[69239]: _type = "Task" [ 1183.640475] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.640674] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-743ff32c-f5d9-4103-a8d2-ea0ef42debf3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.652502] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146085, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.654960] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1183.654960] env[69239]: value = "task-4146086" [ 1183.654960] env[69239]: _type = "Task" [ 1183.654960] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.663730] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.940802] env[69239]: DEBUG nova.compute.manager [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.003927] env[69239]: DEBUG nova.network.neutron [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Successfully created port: 19680afb-90fb-40e7-bbcd-2db4edf9fbe3 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.131012] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662563c4-b9b1-4016-806a-1ba18b723efd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.140223] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ca6c1a-62ae-4db8-a025-fcde16aafce2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.152952] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146085, 'name': ReconfigVM_Task, 'duration_secs': 0.431356} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.180980] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updating instance '9e08a025-0ddc-47ce-b157-4e6d489080c2' progress to 33 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.192809] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb2db8e-8215-4b63-bd87-ab347a16555d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.207660] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075281} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.209613] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.210932] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23039891-cc70-47a3-887d-0fe82e6b4087 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.214756] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1385a803-4d05-420f-bee8-fcbf5388f31c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.228304] env[69239]: DEBUG nova.compute.provider_tree [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.247305] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] b41616ab-757c-4e0e-9322-5f84871ac1f1/b41616ab-757c-4e0e-9322-5f84871ac1f1.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.248965] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-839b991e-7b9c-4d65-93bd-7d5137c16202 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.271626] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1184.271626] env[69239]: value = "task-4146087" [ 1184.271626] env[69239]: _type = "Task" [ 1184.271626] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.282785] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.480434] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.480855] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.690918] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.691231] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.691510] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.691750] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.691934] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.692132] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.692395] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.692607] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.692816] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.693027] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.693259] env[69239]: DEBUG nova.virt.hardware [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.698956] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.699375] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7c1bea5-2729-428b-98de-edbe66d56895 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.718905] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1184.718905] env[69239]: value = "task-4146088" [ 1184.718905] env[69239]: _type = "Task" [ 1184.718905] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.730500] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.749106] env[69239]: DEBUG nova.scheduler.client.report [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.781976] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146087, 'name': ReconfigVM_Task, 'duration_secs': 0.379684} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.782272] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Reconfigured VM instance instance-00000073 to attach disk [datastore2] b41616ab-757c-4e0e-9322-5f84871ac1f1/b41616ab-757c-4e0e-9322-5f84871ac1f1.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.782887] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6e5d3f5-e61e-46bf-976c-9439e76fc161 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.789407] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1184.789407] env[69239]: value = "task-4146089" [ 1184.789407] env[69239]: _type = "Task" [ 1184.789407] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.799414] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146089, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.956065] env[69239]: DEBUG nova.compute.manager [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.983217] env[69239]: DEBUG nova.compute.manager [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.988287] env[69239]: DEBUG nova.virt.hardware [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.988545] env[69239]: DEBUG nova.virt.hardware [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.988797] env[69239]: DEBUG nova.virt.hardware [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.988884] env[69239]: DEBUG nova.virt.hardware [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.989049] env[69239]: DEBUG nova.virt.hardware [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.989205] env[69239]: DEBUG nova.virt.hardware [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.989412] env[69239]: DEBUG nova.virt.hardware [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.989571] env[69239]: DEBUG nova.virt.hardware [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.989737] env[69239]: DEBUG nova.virt.hardware [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.989901] env[69239]: DEBUG nova.virt.hardware [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.990086] env[69239]: DEBUG nova.virt.hardware [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.990957] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166c7b93-c18b-4700-a474-ba94d1e607d8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.000269] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fe4451-e723-4418-927b-22bd349d9dc8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.230926] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146088, 'name': ReconfigVM_Task, 'duration_secs': 0.443871} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.231309] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.232205] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458905c9-545d-46f2-a02c-509ecd40ff2c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.256179] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 9e08a025-0ddc-47ce-b157-4e6d489080c2/9e08a025-0ddc-47ce-b157-4e6d489080c2.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.257018] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.257536] env[69239]: DEBUG nova.compute.manager [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.260655] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6c781d2-1df4-42c4-8398-a86f335802e6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.280060] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1185.280060] env[69239]: value = "task-4146090" [ 1185.280060] env[69239]: _type = "Task" [ 1185.280060] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.289248] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.298647] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146089, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.519022] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.519022] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.519022] env[69239]: INFO nova.compute.claims [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.685645] env[69239]: DEBUG nova.compute.manager [req-34a8a8e0-61ee-4480-912f-f9a3866a98df req-b4777415-f4e1-4d5e-9d4d-8bc41f0146d3 service nova] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Received event network-vif-plugged-19680afb-90fb-40e7-bbcd-2db4edf9fbe3 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.685645] env[69239]: DEBUG oslo_concurrency.lockutils [req-34a8a8e0-61ee-4480-912f-f9a3866a98df req-b4777415-f4e1-4d5e-9d4d-8bc41f0146d3 service nova] Acquiring lock "f3dd26be-30b7-4395-b9d7-d484c9edfded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.685893] env[69239]: DEBUG oslo_concurrency.lockutils [req-34a8a8e0-61ee-4480-912f-f9a3866a98df req-b4777415-f4e1-4d5e-9d4d-8bc41f0146d3 service nova] Lock "f3dd26be-30b7-4395-b9d7-d484c9edfded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.686085] env[69239]: DEBUG oslo_concurrency.lockutils [req-34a8a8e0-61ee-4480-912f-f9a3866a98df req-b4777415-f4e1-4d5e-9d4d-8bc41f0146d3 service nova] Lock "f3dd26be-30b7-4395-b9d7-d484c9edfded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.686257] env[69239]: DEBUG nova.compute.manager [req-34a8a8e0-61ee-4480-912f-f9a3866a98df req-b4777415-f4e1-4d5e-9d4d-8bc41f0146d3 service nova] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] No waiting events found dispatching network-vif-plugged-19680afb-90fb-40e7-bbcd-2db4edf9fbe3 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1185.686424] env[69239]: WARNING nova.compute.manager [req-34a8a8e0-61ee-4480-912f-f9a3866a98df req-b4777415-f4e1-4d5e-9d4d-8bc41f0146d3 service nova] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Received unexpected event network-vif-plugged-19680afb-90fb-40e7-bbcd-2db4edf9fbe3 for instance with vm_state building and task_state spawning. [ 1185.775947] env[69239]: DEBUG nova.compute.utils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.777402] env[69239]: DEBUG nova.compute.manager [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.777577] env[69239]: DEBUG nova.network.neutron [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.787797] env[69239]: DEBUG nova.network.neutron [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Successfully updated port: 19680afb-90fb-40e7-bbcd-2db4edf9fbe3 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.810426] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.815015] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146089, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.822466] env[69239]: DEBUG nova.policy [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a845da969914ba6a61c283895710397', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '357f7840d6bf46f8a9768c383ee4a82b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.121815] env[69239]: DEBUG nova.network.neutron [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Successfully created port: 6ee40e3e-ebcd-44b6-bfb1-45caee6b035f {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.280931] env[69239]: DEBUG nova.compute.manager [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1186.292745] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Acquiring lock "refresh_cache-f3dd26be-30b7-4395-b9d7-d484c9edfded" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.292745] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Acquired lock "refresh_cache-f3dd26be-30b7-4395-b9d7-d484c9edfded" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.292745] env[69239]: DEBUG nova.network.neutron [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.311374] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.321037] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146089, 'name': Rename_Task, 'duration_secs': 1.149872} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.321997] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.322292] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd444cc0-7c72-4950-a27b-d2f1683c5552 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.330703] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1186.330703] env[69239]: value = "task-4146091" [ 1186.330703] env[69239]: _type = "Task" [ 1186.330703] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.341317] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.693937] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5e16c7-468c-4f21-8cfc-dc64d220324e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.702293] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34cfb04-27ab-4398-a5ee-706748986926 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.735225] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127d9795-8c71-4d8e-8c22-6095c68afcd1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.743815] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c530b9-794a-4d63-a6d0-5bcfd5ab73f5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.758513] env[69239]: DEBUG nova.compute.provider_tree [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.801550] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146090, 'name': ReconfigVM_Task, 'duration_secs': 1.113064} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.801991] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 9e08a025-0ddc-47ce-b157-4e6d489080c2/9e08a025-0ddc-47ce-b157-4e6d489080c2.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.802227] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updating instance '9e08a025-0ddc-47ce-b157-4e6d489080c2' progress to 50 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.837990] env[69239]: DEBUG nova.network.neutron [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.844699] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146091, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.973631] env[69239]: DEBUG nova.network.neutron [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Updating instance_info_cache with network_info: [{"id": "19680afb-90fb-40e7-bbcd-2db4edf9fbe3", "address": "fa:16:3e:34:04:17", "network": {"id": "29d89f11-18ff-4c0a-9f5c-e3be010d3f0a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-598227502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb726c600424f918befab4420fe247d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19680afb-90", "ovs_interfaceid": "19680afb-90fb-40e7-bbcd-2db4edf9fbe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.262810] env[69239]: DEBUG nova.scheduler.client.report [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.291291] env[69239]: DEBUG nova.compute.manager [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.309184] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5c7b2e-0dec-44c4-9bc7-af4558b0f36b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.334299] env[69239]: DEBUG nova.virt.hardware [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.334499] env[69239]: DEBUG nova.virt.hardware [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.334734] env[69239]: DEBUG nova.virt.hardware [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.334945] env[69239]: DEBUG nova.virt.hardware [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.335110] env[69239]: DEBUG nova.virt.hardware [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.335263] env[69239]: DEBUG nova.virt.hardware [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.335473] env[69239]: DEBUG nova.virt.hardware [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.335680] env[69239]: DEBUG nova.virt.hardware [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.335959] env[69239]: DEBUG nova.virt.hardware [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.336120] env[69239]: DEBUG nova.virt.hardware [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.336299] env[69239]: DEBUG nova.virt.hardware [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.337200] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44f144b-8c41-4164-bda1-c63dca60440d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.340301] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583725e1-9ffb-40f7-afe8-b0bf4ce143c6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.352551] env[69239]: DEBUG oslo_vmware.api [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146091, 'name': PowerOnVM_Task, 'duration_secs': 0.539065} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.367853] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.368129] env[69239]: INFO nova.compute.manager [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1187.368320] env[69239]: DEBUG nova.compute.manager [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1187.368657] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updating instance '9e08a025-0ddc-47ce-b157-4e6d489080c2' progress to 67 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.372643] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43ea580-f76a-4b1d-a944-d414caf3b30b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.376433] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15efee37-85a4-439c-bddf-8dddaf7acc79 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.476675] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Releasing lock "refresh_cache-f3dd26be-30b7-4395-b9d7-d484c9edfded" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.477011] env[69239]: DEBUG nova.compute.manager [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Instance network_info: |[{"id": "19680afb-90fb-40e7-bbcd-2db4edf9fbe3", "address": "fa:16:3e:34:04:17", "network": {"id": "29d89f11-18ff-4c0a-9f5c-e3be010d3f0a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-598227502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb726c600424f918befab4420fe247d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19680afb-90", "ovs_interfaceid": "19680afb-90fb-40e7-bbcd-2db4edf9fbe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.477519] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:04:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19680afb-90fb-40e7-bbcd-2db4edf9fbe3', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.484991] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Creating folder: Project (bfb726c600424f918befab4420fe247d). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.485271] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75eb3675-ea33-45a5-82ca-19f89c2682ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.497478] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Created folder: Project (bfb726c600424f918befab4420fe247d) in parent group-v820715. [ 1187.497669] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Creating folder: Instances. Parent ref: group-v821029. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.498141] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71468313-c300-4f41-a067-2b1095aeb329 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.509360] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Created folder: Instances in parent group-v821029. [ 1187.509602] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.509804] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.510026] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a7b3ab8-2f5b-4ff0-b772-9d489aa103de {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.529955] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.529955] env[69239]: value = "task-4146094" [ 1187.529955] env[69239]: _type = "Task" [ 1187.529955] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.539028] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146094, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.560950] env[69239]: DEBUG nova.compute.manager [req-7200dbf6-a6f1-4782-b497-bf0c1cce7be4 req-0e6dd263-f42a-44b8-9e33-4493303b27d9 service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Received event network-vif-plugged-6ee40e3e-ebcd-44b6-bfb1-45caee6b035f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.561229] env[69239]: DEBUG oslo_concurrency.lockutils [req-7200dbf6-a6f1-4782-b497-bf0c1cce7be4 req-0e6dd263-f42a-44b8-9e33-4493303b27d9 service nova] Acquiring lock "baebd698-6910-4bf0-bf53-297e05588f64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.561448] env[69239]: DEBUG oslo_concurrency.lockutils [req-7200dbf6-a6f1-4782-b497-bf0c1cce7be4 req-0e6dd263-f42a-44b8-9e33-4493303b27d9 service nova] Lock "baebd698-6910-4bf0-bf53-297e05588f64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.561658] env[69239]: DEBUG oslo_concurrency.lockutils [req-7200dbf6-a6f1-4782-b497-bf0c1cce7be4 req-0e6dd263-f42a-44b8-9e33-4493303b27d9 service nova] Lock "baebd698-6910-4bf0-bf53-297e05588f64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.562544] env[69239]: DEBUG nova.compute.manager [req-7200dbf6-a6f1-4782-b497-bf0c1cce7be4 req-0e6dd263-f42a-44b8-9e33-4493303b27d9 service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] No waiting events found dispatching network-vif-plugged-6ee40e3e-ebcd-44b6-bfb1-45caee6b035f {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1187.562544] env[69239]: WARNING nova.compute.manager [req-7200dbf6-a6f1-4782-b497-bf0c1cce7be4 req-0e6dd263-f42a-44b8-9e33-4493303b27d9 service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Received unexpected event network-vif-plugged-6ee40e3e-ebcd-44b6-bfb1-45caee6b035f for instance with vm_state building and task_state spawning. [ 1187.657975] env[69239]: DEBUG nova.network.neutron [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Successfully updated port: 6ee40e3e-ebcd-44b6-bfb1-45caee6b035f {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.718499] env[69239]: DEBUG nova.compute.manager [req-890a0024-ae62-476b-9384-52480ad0916b req-684325b7-adcb-4c65-852d-2f87b9e8511c service nova] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Received event network-changed-19680afb-90fb-40e7-bbcd-2db4edf9fbe3 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.718785] env[69239]: DEBUG nova.compute.manager [req-890a0024-ae62-476b-9384-52480ad0916b req-684325b7-adcb-4c65-852d-2f87b9e8511c service nova] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Refreshing instance network info cache due to event network-changed-19680afb-90fb-40e7-bbcd-2db4edf9fbe3. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.718785] env[69239]: DEBUG oslo_concurrency.lockutils [req-890a0024-ae62-476b-9384-52480ad0916b req-684325b7-adcb-4c65-852d-2f87b9e8511c service nova] Acquiring lock "refresh_cache-f3dd26be-30b7-4395-b9d7-d484c9edfded" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.718964] env[69239]: DEBUG oslo_concurrency.lockutils [req-890a0024-ae62-476b-9384-52480ad0916b req-684325b7-adcb-4c65-852d-2f87b9e8511c service nova] Acquired lock "refresh_cache-f3dd26be-30b7-4395-b9d7-d484c9edfded" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.719151] env[69239]: DEBUG nova.network.neutron [req-890a0024-ae62-476b-9384-52480ad0916b req-684325b7-adcb-4c65-852d-2f87b9e8511c service nova] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Refreshing network info cache for port 19680afb-90fb-40e7-bbcd-2db4edf9fbe3 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.767997] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.768705] env[69239]: DEBUG nova.compute.manager [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.908443] env[69239]: INFO nova.compute.manager [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Took 18.81 seconds to build instance. [ 1187.921092] env[69239]: DEBUG nova.network.neutron [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Port 9521dfeb-689f-4246-879c-511cbdf5c481 binding to destination host cpu-1 is already ACTIVE {{(pid=69239) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1188.040919] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146094, 'name': CreateVM_Task, 'duration_secs': 0.31945} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.041110] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.041992] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.042193] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.042535] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.042807] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5080061-a84f-41e6-933d-64a0286cc9da {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.048153] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Waiting for the task: (returnval){ [ 1188.048153] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c7d27f-eb87-e630-7b1f-2ba0b69d5991" [ 1188.048153] env[69239]: _type = "Task" [ 1188.048153] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.056308] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c7d27f-eb87-e630-7b1f-2ba0b69d5991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.160940] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "refresh_cache-baebd698-6910-4bf0-bf53-297e05588f64" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.161110] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquired lock "refresh_cache-baebd698-6910-4bf0-bf53-297e05588f64" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.161637] env[69239]: DEBUG nova.network.neutron [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.273984] env[69239]: DEBUG nova.compute.utils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.275647] env[69239]: DEBUG nova.compute.manager [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.276213] env[69239]: DEBUG nova.network.neutron [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.316676] env[69239]: DEBUG nova.policy [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b20a75059f74960b9d6cbf596be8a27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea27c2fbed6c406b958e526d1a36416d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.410764] env[69239]: DEBUG oslo_concurrency.lockutils [None req-53e41864-e3ce-445f-80e4-14fb8b6f67b5 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "b41616ab-757c-4e0e-9322-5f84871ac1f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.603s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.434773] env[69239]: DEBUG nova.network.neutron [req-890a0024-ae62-476b-9384-52480ad0916b req-684325b7-adcb-4c65-852d-2f87b9e8511c service nova] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Updated VIF entry in instance network info cache for port 19680afb-90fb-40e7-bbcd-2db4edf9fbe3. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.434988] env[69239]: DEBUG nova.network.neutron [req-890a0024-ae62-476b-9384-52480ad0916b req-684325b7-adcb-4c65-852d-2f87b9e8511c service nova] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Updating instance_info_cache with network_info: [{"id": "19680afb-90fb-40e7-bbcd-2db4edf9fbe3", "address": "fa:16:3e:34:04:17", "network": {"id": "29d89f11-18ff-4c0a-9f5c-e3be010d3f0a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-598227502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfb726c600424f918befab4420fe247d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19680afb-90", "ovs_interfaceid": "19680afb-90fb-40e7-bbcd-2db4edf9fbe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.564808] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c7d27f-eb87-e630-7b1f-2ba0b69d5991, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.565569] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.565569] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.566034] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.566235] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.566578] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.567016] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec3f6cea-fbda-4bbd-bb71-f60012499202 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.581641] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.581876] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.582759] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a5d319-4eec-41c5-a8a9-fc6a464cbf60 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.589865] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Waiting for the task: (returnval){ [ 1188.589865] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52974846-28d6-24bb-6322-33aaa425ea37" [ 1188.589865] env[69239]: _type = "Task" [ 1188.589865] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.598905] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52974846-28d6-24bb-6322-33aaa425ea37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.656072] env[69239]: DEBUG oslo_concurrency.lockutils [None req-de7f36dc-b33e-4438-8a70-dbb126e2b68a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "b41616ab-757c-4e0e-9322-5f84871ac1f1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.656371] env[69239]: DEBUG oslo_concurrency.lockutils [None req-de7f36dc-b33e-4438-8a70-dbb126e2b68a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "b41616ab-757c-4e0e-9322-5f84871ac1f1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.656564] env[69239]: DEBUG nova.compute.manager [None req-de7f36dc-b33e-4438-8a70-dbb126e2b68a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1188.657621] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835307ae-0e4a-4e90-a218-63783891912c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.667964] env[69239]: DEBUG nova.compute.manager [None req-de7f36dc-b33e-4438-8a70-dbb126e2b68a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69239) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1188.668796] env[69239]: DEBUG nova.objects.instance [None req-de7f36dc-b33e-4438-8a70-dbb126e2b68a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lazy-loading 'flavor' on Instance uuid b41616ab-757c-4e0e-9322-5f84871ac1f1 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.703788] env[69239]: DEBUG nova.network.neutron [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.779227] env[69239]: DEBUG nova.compute.manager [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.793099] env[69239]: DEBUG nova.network.neutron [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Successfully created port: ed604863-9f2b-46cd-939c-7df676073bde {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.860474] env[69239]: DEBUG nova.network.neutron [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Updating instance_info_cache with network_info: [{"id": "6ee40e3e-ebcd-44b6-bfb1-45caee6b035f", "address": "fa:16:3e:b2:48:d9", "network": {"id": "46fdda9a-4f86-48e9-959b-191edefbce5e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2121158657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357f7840d6bf46f8a9768c383ee4a82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee40e3e-eb", "ovs_interfaceid": "6ee40e3e-ebcd-44b6-bfb1-45caee6b035f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.940322] env[69239]: DEBUG oslo_concurrency.lockutils [req-890a0024-ae62-476b-9384-52480ad0916b req-684325b7-adcb-4c65-852d-2f87b9e8511c service nova] Releasing lock "refresh_cache-f3dd26be-30b7-4395-b9d7-d484c9edfded" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.945584] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "9e08a025-0ddc-47ce-b157-4e6d489080c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.946067] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "9e08a025-0ddc-47ce-b157-4e6d489080c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.946311] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "9e08a025-0ddc-47ce-b157-4e6d489080c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.102761] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52974846-28d6-24bb-6322-33aaa425ea37, 'name': SearchDatastore_Task, 'duration_secs': 0.014415} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.103779] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff2cf29-00fc-443b-9305-0d1c1c9d4f8a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.109898] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Waiting for the task: (returnval){ [ 1189.109898] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52aa1ee9-3201-0ab2-929b-4760cc15b678" [ 1189.109898] env[69239]: _type = "Task" [ 1189.109898] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.123189] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52aa1ee9-3201-0ab2-929b-4760cc15b678, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.123597] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.124246] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] f3dd26be-30b7-4395-b9d7-d484c9edfded/f3dd26be-30b7-4395-b9d7-d484c9edfded.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.124246] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32e3902a-a5f9-465b-ab4c-d8e6192f93bf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.131790] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Waiting for the task: (returnval){ [ 1189.131790] env[69239]: value = "task-4146095" [ 1189.131790] env[69239]: _type = "Task" [ 1189.131790] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.141063] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': task-4146095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.363393] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Releasing lock "refresh_cache-baebd698-6910-4bf0-bf53-297e05588f64" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.363734] env[69239]: DEBUG nova.compute.manager [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Instance network_info: |[{"id": "6ee40e3e-ebcd-44b6-bfb1-45caee6b035f", "address": "fa:16:3e:b2:48:d9", "network": {"id": "46fdda9a-4f86-48e9-959b-191edefbce5e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2121158657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357f7840d6bf46f8a9768c383ee4a82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee40e3e-eb", "ovs_interfaceid": "6ee40e3e-ebcd-44b6-bfb1-45caee6b035f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.364233] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:48:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ee40e3e-ebcd-44b6-bfb1-45caee6b035f', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.373277] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Creating folder: Project (357f7840d6bf46f8a9768c383ee4a82b). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1189.374033] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-183b44c3-f7a3-46fd-97d7-cf318cbead9d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.387483] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Created folder: Project (357f7840d6bf46f8a9768c383ee4a82b) in parent group-v820715. [ 1189.387690] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Creating folder: Instances. Parent ref: group-v821032. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1189.387803] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca8ad8bf-a00c-4a02-bb47-f07fbf526632 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.400215] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Created folder: Instances in parent group-v821032. [ 1189.400489] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.400783] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.401092] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50d49acf-9462-4528-9d90-4ed88827439c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.426167] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.426167] env[69239]: value = "task-4146098" [ 1189.426167] env[69239]: _type = "Task" [ 1189.426167] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.434310] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146098, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.595464] env[69239]: DEBUG nova.compute.manager [req-e28accf6-a18b-4f9d-aee0-3aa9d7a65363 req-c87abf6e-2b52-49a7-bdc2-190fee43bb7b service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Received event network-changed-6ee40e3e-ebcd-44b6-bfb1-45caee6b035f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.595464] env[69239]: DEBUG nova.compute.manager [req-e28accf6-a18b-4f9d-aee0-3aa9d7a65363 req-c87abf6e-2b52-49a7-bdc2-190fee43bb7b service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Refreshing instance network info cache due to event network-changed-6ee40e3e-ebcd-44b6-bfb1-45caee6b035f. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.595780] env[69239]: DEBUG oslo_concurrency.lockutils [req-e28accf6-a18b-4f9d-aee0-3aa9d7a65363 req-c87abf6e-2b52-49a7-bdc2-190fee43bb7b service nova] Acquiring lock "refresh_cache-baebd698-6910-4bf0-bf53-297e05588f64" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.596113] env[69239]: DEBUG oslo_concurrency.lockutils [req-e28accf6-a18b-4f9d-aee0-3aa9d7a65363 req-c87abf6e-2b52-49a7-bdc2-190fee43bb7b service nova] Acquired lock "refresh_cache-baebd698-6910-4bf0-bf53-297e05588f64" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.596403] env[69239]: DEBUG nova.network.neutron [req-e28accf6-a18b-4f9d-aee0-3aa9d7a65363 req-c87abf6e-2b52-49a7-bdc2-190fee43bb7b service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Refreshing network info cache for port 6ee40e3e-ebcd-44b6-bfb1-45caee6b035f {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.618433] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.618780] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.644579] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': task-4146095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502427} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.644866] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] f3dd26be-30b7-4395-b9d7-d484c9edfded/f3dd26be-30b7-4395-b9d7-d484c9edfded.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.645121] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.645394] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db495f11-e6ad-476c-b9ba-385feb3f195e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.653057] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Waiting for the task: (returnval){ [ 1189.653057] env[69239]: value = "task-4146099" [ 1189.653057] env[69239]: _type = "Task" [ 1189.653057] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.662913] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': task-4146099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.677865] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7f36dc-b33e-4438-8a70-dbb126e2b68a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.678238] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bc84b27-e0aa-49ef-971f-46817e4a229e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.686338] env[69239]: DEBUG oslo_vmware.api [None req-de7f36dc-b33e-4438-8a70-dbb126e2b68a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1189.686338] env[69239]: value = "task-4146100" [ 1189.686338] env[69239]: _type = "Task" [ 1189.686338] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.697713] env[69239]: DEBUG oslo_vmware.api [None req-de7f36dc-b33e-4438-8a70-dbb126e2b68a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.793474] env[69239]: DEBUG nova.compute.manager [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.827590] env[69239]: DEBUG nova.virt.hardware [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.827900] env[69239]: DEBUG nova.virt.hardware [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.828163] env[69239]: DEBUG nova.virt.hardware [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.828449] env[69239]: DEBUG nova.virt.hardware [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.828713] env[69239]: DEBUG nova.virt.hardware [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.829028] env[69239]: DEBUG nova.virt.hardware [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.829402] env[69239]: DEBUG nova.virt.hardware [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.829688] env[69239]: DEBUG nova.virt.hardware [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.830024] env[69239]: DEBUG nova.virt.hardware [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.830319] env[69239]: DEBUG nova.virt.hardware [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.830630] env[69239]: DEBUG nova.virt.hardware [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.832061] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f818b7-b253-4a51-9675-148dbc58ef5b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.842957] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a28f22-e591-4238-ba04-7510558cdfb8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.934910] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146098, 'name': CreateVM_Task, 'duration_secs': 0.443101} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.935126] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.935832] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.936052] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.936335] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.936601] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb95578-af4c-4e52-aa68-755604a62e58 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.941707] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1189.941707] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]521c936f-c580-2b94-b88f-d0e95c288cd6" [ 1189.941707] env[69239]: _type = "Task" [ 1189.941707] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.950117] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521c936f-c580-2b94-b88f-d0e95c288cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.981919] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "refresh_cache-9e08a025-0ddc-47ce-b157-4e6d489080c2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.982128] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "refresh_cache-9e08a025-0ddc-47ce-b157-4e6d489080c2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.982332] env[69239]: DEBUG nova.network.neutron [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.122067] env[69239]: INFO nova.compute.manager [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Detaching volume 81e08450-b415-4613-a0ed-83de3292fd3e [ 1190.160873] env[69239]: INFO nova.virt.block_device [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Attempting to driver detach volume 81e08450-b415-4613-a0ed-83de3292fd3e from mountpoint /dev/sdb [ 1190.161976] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1190.161976] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821011', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'name': 'volume-81e08450-b415-4613-a0ed-83de3292fd3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6782dd8f-05b7-4598-9057-ee3b08dbb8f8', 'attached_at': '', 'detached_at': '', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'serial': '81e08450-b415-4613-a0ed-83de3292fd3e'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1190.162259] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597a0398-229b-48ff-9785-631e24a18c7b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.169432] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': task-4146099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080115} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.170288] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.173787] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9494d639-3578-49f6-99d8-994d80ea77ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.196911] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a644171a-c4e7-45ac-a869-4180372b4b87 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.217970] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] f3dd26be-30b7-4395-b9d7-d484c9edfded/f3dd26be-30b7-4395-b9d7-d484c9edfded.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.221785] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-756397eb-e503-46cb-9e2c-58e9e7cf9d03 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.241382] env[69239]: DEBUG oslo_vmware.api [None req-de7f36dc-b33e-4438-8a70-dbb126e2b68a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146100, 'name': PowerOffVM_Task, 'duration_secs': 0.21949} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.242494] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a3ea2d-4521-4921-a436-4a7b633fdc8a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.245168] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7f36dc-b33e-4438-8a70-dbb126e2b68a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.249021] env[69239]: DEBUG nova.compute.manager [None req-de7f36dc-b33e-4438-8a70-dbb126e2b68a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1190.249021] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bedd5c-edd3-4652-b344-eef16b345ac2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.250959] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Waiting for the task: (returnval){ [ 1190.250959] env[69239]: value = "task-4146101" [ 1190.250959] env[69239]: _type = "Task" [ 1190.250959] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.255387] env[69239]: DEBUG nova.compute.manager [req-6fc6a760-360e-4394-ad7a-e805ced12fd3 req-c2e1e6db-a135-4202-a7dc-d47376ea0181 service nova] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Received event network-vif-plugged-ed604863-9f2b-46cd-939c-7df676073bde {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.255387] env[69239]: DEBUG oslo_concurrency.lockutils [req-6fc6a760-360e-4394-ad7a-e805ced12fd3 req-c2e1e6db-a135-4202-a7dc-d47376ea0181 service nova] Acquiring lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.255387] env[69239]: DEBUG oslo_concurrency.lockutils [req-6fc6a760-360e-4394-ad7a-e805ced12fd3 req-c2e1e6db-a135-4202-a7dc-d47376ea0181 service nova] Lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.255387] env[69239]: DEBUG oslo_concurrency.lockutils [req-6fc6a760-360e-4394-ad7a-e805ced12fd3 req-c2e1e6db-a135-4202-a7dc-d47376ea0181 service nova] Lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.255387] env[69239]: DEBUG nova.compute.manager [req-6fc6a760-360e-4394-ad7a-e805ced12fd3 req-c2e1e6db-a135-4202-a7dc-d47376ea0181 service nova] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] No waiting events found dispatching network-vif-plugged-ed604863-9f2b-46cd-939c-7df676073bde {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1190.255387] env[69239]: WARNING nova.compute.manager [req-6fc6a760-360e-4394-ad7a-e805ced12fd3 req-c2e1e6db-a135-4202-a7dc-d47376ea0181 service nova] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Received unexpected event network-vif-plugged-ed604863-9f2b-46cd-939c-7df676073bde for instance with vm_state building and task_state spawning. [ 1190.282915] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1d1ba5-5ddd-4541-8034-8f730a5c3602 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.292660] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': task-4146101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.304379] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] The volume has not been displaced from its original location: [datastore2] volume-81e08450-b415-4613-a0ed-83de3292fd3e/volume-81e08450-b415-4613-a0ed-83de3292fd3e.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1190.310718] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.311188] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47002d02-ddae-4c4c-ba60-8a9e2ea39bbe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.335278] env[69239]: DEBUG oslo_vmware.api [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1190.335278] env[69239]: value = "task-4146102" [ 1190.335278] env[69239]: _type = "Task" [ 1190.335278] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.345857] env[69239]: DEBUG oslo_vmware.api [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.353234] env[69239]: DEBUG nova.network.neutron [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Successfully updated port: ed604863-9f2b-46cd-939c-7df676073bde {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.400105] env[69239]: DEBUG nova.network.neutron [req-e28accf6-a18b-4f9d-aee0-3aa9d7a65363 req-c87abf6e-2b52-49a7-bdc2-190fee43bb7b service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Updated VIF entry in instance network info cache for port 6ee40e3e-ebcd-44b6-bfb1-45caee6b035f. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.400556] env[69239]: DEBUG nova.network.neutron [req-e28accf6-a18b-4f9d-aee0-3aa9d7a65363 req-c87abf6e-2b52-49a7-bdc2-190fee43bb7b service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Updating instance_info_cache with network_info: [{"id": "6ee40e3e-ebcd-44b6-bfb1-45caee6b035f", "address": "fa:16:3e:b2:48:d9", "network": {"id": "46fdda9a-4f86-48e9-959b-191edefbce5e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2121158657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357f7840d6bf46f8a9768c383ee4a82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee40e3e-eb", "ovs_interfaceid": "6ee40e3e-ebcd-44b6-bfb1-45caee6b035f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.456496] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]521c936f-c580-2b94-b88f-d0e95c288cd6, 'name': SearchDatastore_Task, 'duration_secs': 0.015517} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.456797] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.457171] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.457565] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.457810] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.458389] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.458562] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29bbdc4b-e535-4600-8999-7ba8ebc519d1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.470898] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.471147] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.471942] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11924479-81e9-416a-b7b8-2660b5af7eac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.480853] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1190.480853] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52db4c41-cc02-2389-3882-45e110d40b2e" [ 1190.480853] env[69239]: _type = "Task" [ 1190.480853] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.492904] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52db4c41-cc02-2389-3882-45e110d40b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011081} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.493764] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa21c06-5a1f-408c-b4fa-bf331a8d8663 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.499582] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1190.499582] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ce315e-a8c1-e300-7214-887ed32fb237" [ 1190.499582] env[69239]: _type = "Task" [ 1190.499582] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.508330] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ce315e-a8c1-e300-7214-887ed32fb237, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.700700] env[69239]: DEBUG nova.network.neutron [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updating instance_info_cache with network_info: [{"id": "9521dfeb-689f-4246-879c-511cbdf5c481", "address": "fa:16:3e:57:f1:1b", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9521dfeb-68", "ovs_interfaceid": "9521dfeb-689f-4246-879c-511cbdf5c481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.763015] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': task-4146101, 'name': ReconfigVM_Task, 'duration_secs': 0.441821} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.763361] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Reconfigured VM instance instance-00000074 to attach disk [datastore1] f3dd26be-30b7-4395-b9d7-d484c9edfded/f3dd26be-30b7-4395-b9d7-d484c9edfded.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.763989] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5ea7a94-cbc1-48df-8fd2-71679896a5e3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.771397] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Waiting for the task: (returnval){ [ 1190.771397] env[69239]: value = "task-4146103" [ 1190.771397] env[69239]: _type = "Task" [ 1190.771397] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.783342] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': task-4146103, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.783854] env[69239]: DEBUG oslo_concurrency.lockutils [None req-de7f36dc-b33e-4438-8a70-dbb126e2b68a tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "b41616ab-757c-4e0e-9322-5f84871ac1f1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.127s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.846407] env[69239]: DEBUG oslo_vmware.api [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146102, 'name': ReconfigVM_Task, 'duration_secs': 0.281279} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.848101] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.851713] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1026551f-1768-42c7-bcdf-a78c794bbbf7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.863586] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.863771] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.864019] env[69239]: DEBUG nova.network.neutron [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.872487] env[69239]: DEBUG oslo_vmware.api [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1190.872487] env[69239]: value = "task-4146104" [ 1190.872487] env[69239]: _type = "Task" [ 1190.872487] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.891530] env[69239]: DEBUG oslo_vmware.api [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146104, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.904560] env[69239]: DEBUG oslo_concurrency.lockutils [req-e28accf6-a18b-4f9d-aee0-3aa9d7a65363 req-c87abf6e-2b52-49a7-bdc2-190fee43bb7b service nova] Releasing lock "refresh_cache-baebd698-6910-4bf0-bf53-297e05588f64" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.012019] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ce315e-a8c1-e300-7214-887ed32fb237, 'name': SearchDatastore_Task, 'duration_secs': 0.012686} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.012345] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.012618] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] baebd698-6910-4bf0-bf53-297e05588f64/baebd698-6910-4bf0-bf53-297e05588f64.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.012890] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c6180bb-a62a-4ad7-abb2-ebe1fb6653ea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.019677] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1191.019677] env[69239]: value = "task-4146105" [ 1191.019677] env[69239]: _type = "Task" [ 1191.019677] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.029371] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.204610] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "refresh_cache-9e08a025-0ddc-47ce-b157-4e6d489080c2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.281710] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': task-4146103, 'name': Rename_Task, 'duration_secs': 0.149979} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.282051] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.282279] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec015f8d-9dd9-49c8-9eea-e22a73dabf09 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.290660] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Waiting for the task: (returnval){ [ 1191.290660] env[69239]: value = "task-4146106" [ 1191.290660] env[69239]: _type = "Task" [ 1191.290660] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.300016] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': task-4146106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.384144] env[69239]: DEBUG oslo_vmware.api [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146104, 'name': ReconfigVM_Task, 'duration_secs': 0.155017} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.384322] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821011', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'name': 'volume-81e08450-b415-4613-a0ed-83de3292fd3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6782dd8f-05b7-4598-9057-ee3b08dbb8f8', 'attached_at': '', 'detached_at': '', 'volume_id': '81e08450-b415-4613-a0ed-83de3292fd3e', 'serial': '81e08450-b415-4613-a0ed-83de3292fd3e'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1191.406943] env[69239]: DEBUG nova.network.neutron [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.476262] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "b41616ab-757c-4e0e-9322-5f84871ac1f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.476262] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "b41616ab-757c-4e0e-9322-5f84871ac1f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.476262] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "b41616ab-757c-4e0e-9322-5f84871ac1f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.476262] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "b41616ab-757c-4e0e-9322-5f84871ac1f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.476575] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "b41616ab-757c-4e0e-9322-5f84871ac1f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.478940] env[69239]: INFO nova.compute.manager [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Terminating instance [ 1191.533751] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146105, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.569127] env[69239]: DEBUG nova.network.neutron [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance_info_cache with network_info: [{"id": "ed604863-9f2b-46cd-939c-7df676073bde", "address": "fa:16:3e:1d:2e:ed", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped604863-9f", "ovs_interfaceid": "ed604863-9f2b-46cd-939c-7df676073bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.729477] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527013e0-9396-42b3-abe1-8d64f0315d46 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.750280] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb56608-f0c8-4c5b-a75a-c82b4ffc4b05 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.757892] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updating instance '9e08a025-0ddc-47ce-b157-4e6d489080c2' progress to 83 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.800260] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': task-4146106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.944018] env[69239]: DEBUG nova.objects.instance [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lazy-loading 'flavor' on Instance uuid 6782dd8f-05b7-4598-9057-ee3b08dbb8f8 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.986980] env[69239]: DEBUG nova.compute.manager [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.986980] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.987840] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c4dc7e-7066-42f2-886b-3ecc7c6e2efd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.996441] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.996708] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89e0a9b2-92f4-4567-9f5f-bf73773a510d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.030982] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61611} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.031302] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] baebd698-6910-4bf0-bf53-297e05588f64/baebd698-6910-4bf0-bf53-297e05588f64.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.031535] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.031793] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cff1444b-70b1-41fb-a395-3acc5baae318 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.039284] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1192.039284] env[69239]: value = "task-4146108" [ 1192.039284] env[69239]: _type = "Task" [ 1192.039284] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.050235] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.066268] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.066509] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.066739] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleting the datastore file [datastore2] b41616ab-757c-4e0e-9322-5f84871ac1f1 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.067082] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adc2c152-cc70-42d3-b0fd-4b5fd21e39b5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.072273] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.072740] env[69239]: DEBUG nova.compute.manager [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Instance network_info: |[{"id": "ed604863-9f2b-46cd-939c-7df676073bde", "address": "fa:16:3e:1d:2e:ed", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped604863-9f", "ovs_interfaceid": "ed604863-9f2b-46cd-939c-7df676073bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.073190] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:2e:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed604863-9f2b-46cd-939c-7df676073bde', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.082023] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.082900] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.083270] env[69239]: DEBUG oslo_vmware.api [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1192.083270] env[69239]: value = "task-4146109" [ 1192.083270] env[69239]: _type = "Task" [ 1192.083270] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.083538] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0755f8e-6e78-4569-ac44-1bfff77dea71 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.110564] env[69239]: DEBUG oslo_vmware.api [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.112050] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.112050] env[69239]: value = "task-4146110" [ 1192.112050] env[69239]: _type = "Task" [ 1192.112050] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.121647] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146110, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.264614] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.265057] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e941849-1931-49dd-bda4-f756838b5622 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.272535] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1192.272535] env[69239]: value = "task-4146111" [ 1192.272535] env[69239]: _type = "Task" [ 1192.272535] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.283779] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.285105] env[69239]: DEBUG nova.compute.manager [req-f16fa750-81a6-4bae-bf8e-14877ca8b3ca req-f7d21570-e672-4d7b-a219-a953273def2d service nova] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Received event network-changed-ed604863-9f2b-46cd-939c-7df676073bde {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.285295] env[69239]: DEBUG nova.compute.manager [req-f16fa750-81a6-4bae-bf8e-14877ca8b3ca req-f7d21570-e672-4d7b-a219-a953273def2d service nova] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Refreshing instance network info cache due to event network-changed-ed604863-9f2b-46cd-939c-7df676073bde. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.285508] env[69239]: DEBUG oslo_concurrency.lockutils [req-f16fa750-81a6-4bae-bf8e-14877ca8b3ca req-f7d21570-e672-4d7b-a219-a953273def2d service nova] Acquiring lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.285650] env[69239]: DEBUG oslo_concurrency.lockutils [req-f16fa750-81a6-4bae-bf8e-14877ca8b3ca req-f7d21570-e672-4d7b-a219-a953273def2d service nova] Acquired lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.285826] env[69239]: DEBUG nova.network.neutron [req-f16fa750-81a6-4bae-bf8e-14877ca8b3ca req-f7d21570-e672-4d7b-a219-a953273def2d service nova] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Refreshing network info cache for port ed604863-9f2b-46cd-939c-7df676073bde {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.302386] env[69239]: DEBUG oslo_vmware.api [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': task-4146106, 'name': PowerOnVM_Task, 'duration_secs': 0.683287} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.302692] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.302922] env[69239]: INFO nova.compute.manager [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1192.303139] env[69239]: DEBUG nova.compute.manager [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1192.304089] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56961fb-0d30-4897-8fd4-98637334d941 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.463836] env[69239]: DEBUG oslo_concurrency.lockutils [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "67873eb5-68d3-4360-b671-e67e262e4258" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.464313] env[69239]: DEBUG oslo_concurrency.lockutils [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "67873eb5-68d3-4360-b671-e67e262e4258" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.553490] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073277} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.553791] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.554628] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0491a1a5-43df-4353-bc1a-07322882133e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.580227] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] baebd698-6910-4bf0-bf53-297e05588f64/baebd698-6910-4bf0-bf53-297e05588f64.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.580570] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb3b480e-59d9-4a08-914b-ceec1587a6f3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.604744] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1192.604744] env[69239]: value = "task-4146112" [ 1192.604744] env[69239]: _type = "Task" [ 1192.604744] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.612429] env[69239]: DEBUG oslo_vmware.api [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187298} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.613348] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.613478] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.613567] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.613732] env[69239]: INFO nova.compute.manager [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1192.613950] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.617481] env[69239]: DEBUG nova.compute.manager [-] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.617635] env[69239]: DEBUG nova.network.neutron [-] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.623142] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146112, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.629508] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146110, 'name': CreateVM_Task, 'duration_secs': 0.47829} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.629738] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.630445] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.630615] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.630957] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.631245] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c08c81-bf06-41d5-9499-ffeaaeb9dd08 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.637164] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1192.637164] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5241f8b6-7623-e728-bfc3-0c699008fa3a" [ 1192.637164] env[69239]: _type = "Task" [ 1192.637164] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.645619] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5241f8b6-7623-e728-bfc3-0c699008fa3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.783255] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.827370] env[69239]: INFO nova.compute.manager [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Took 13.92 seconds to build instance. [ 1192.908643] env[69239]: DEBUG nova.compute.manager [req-39c82772-f680-49a9-8743-56d9ac0d35a6 req-d30abcb0-6d27-4446-89bf-90d4aac84de6 service nova] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Received event network-vif-deleted-26ac5679-64b4-4098-b9fb-823f78ae4aa8 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.908874] env[69239]: INFO nova.compute.manager [req-39c82772-f680-49a9-8743-56d9ac0d35a6 req-d30abcb0-6d27-4446-89bf-90d4aac84de6 service nova] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Neutron deleted interface 26ac5679-64b4-4098-b9fb-823f78ae4aa8; detaching it from the instance and deleting it from the info cache [ 1192.909143] env[69239]: DEBUG nova.network.neutron [req-39c82772-f680-49a9-8743-56d9ac0d35a6 req-d30abcb0-6d27-4446-89bf-90d4aac84de6 service nova] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.955617] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6cb69e4b-d213-480b-b35b-f4498e01f853 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.337s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.967553] env[69239]: DEBUG nova.compute.utils [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.035768] env[69239]: DEBUG nova.network.neutron [req-f16fa750-81a6-4bae-bf8e-14877ca8b3ca req-f7d21570-e672-4d7b-a219-a953273def2d service nova] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updated VIF entry in instance network info cache for port ed604863-9f2b-46cd-939c-7df676073bde. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.036350] env[69239]: DEBUG nova.network.neutron [req-f16fa750-81a6-4bae-bf8e-14877ca8b3ca req-f7d21570-e672-4d7b-a219-a953273def2d service nova] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance_info_cache with network_info: [{"id": "ed604863-9f2b-46cd-939c-7df676073bde", "address": "fa:16:3e:1d:2e:ed", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped604863-9f", "ovs_interfaceid": "ed604863-9f2b-46cd-939c-7df676073bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.115475] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.147731] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5241f8b6-7623-e728-bfc3-0c699008fa3a, 'name': SearchDatastore_Task, 'duration_secs': 0.029234} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.147731] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.148014] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.148158] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.148306] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.148487] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.148755] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e41fc919-215b-4ad8-87bd-d7c0b94b8b7f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.163874] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.164142] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.164992] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09f8541-50c4-4b55-b840-81888bb9300e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.171630] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1193.171630] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52583565-c2c8-5f19-7737-424509f8b7b7" [ 1193.171630] env[69239]: _type = "Task" [ 1193.171630] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.183618] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52583565-c2c8-5f19-7737-424509f8b7b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.284409] env[69239]: DEBUG oslo_vmware.api [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146111, 'name': PowerOnVM_Task, 'duration_secs': 0.69255} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.284741] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.284909] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5f8a9b-7969-4fa9-91d6-ac0159e6f6b4 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updating instance '9e08a025-0ddc-47ce-b157-4e6d489080c2' progress to 100 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.330215] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9f84d67b-bc70-49d3-8eb6-ce3ac4042643 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Lock "f3dd26be-30b7-4395-b9d7-d484c9edfded" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.431s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.383600] env[69239]: DEBUG nova.network.neutron [-] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.412461] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3441a468-6956-4347-8ac3-b0d1877ca010 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.422406] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c40621-3a1a-401d-a87c-127cc90d0174 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.457085] env[69239]: DEBUG nova.compute.manager [req-39c82772-f680-49a9-8743-56d9ac0d35a6 req-d30abcb0-6d27-4446-89bf-90d4aac84de6 service nova] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Detach interface failed, port_id=26ac5679-64b4-4098-b9fb-823f78ae4aa8, reason: Instance b41616ab-757c-4e0e-9322-5f84871ac1f1 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1193.470874] env[69239]: DEBUG oslo_concurrency.lockutils [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "67873eb5-68d3-4360-b671-e67e262e4258" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.540088] env[69239]: DEBUG oslo_concurrency.lockutils [req-f16fa750-81a6-4bae-bf8e-14877ca8b3ca req-f7d21570-e672-4d7b-a219-a953273def2d service nova] Releasing lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.616610] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146112, 'name': ReconfigVM_Task, 'duration_secs': 0.89674} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.616881] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Reconfigured VM instance instance-00000075 to attach disk [datastore1] baebd698-6910-4bf0-bf53-297e05588f64/baebd698-6910-4bf0-bf53-297e05588f64.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.617628] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da00aa97-9d5f-466d-9033-b3f1b260a802 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.624536] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1193.624536] env[69239]: value = "task-4146113" [ 1193.624536] env[69239]: _type = "Task" [ 1193.624536] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.633839] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146113, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.683481] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52583565-c2c8-5f19-7737-424509f8b7b7, 'name': SearchDatastore_Task, 'duration_secs': 0.019441} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.684332] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9783a91e-f312-4cfd-a08b-5c9c5592aa71 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.690686] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1193.690686] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]523f0ad1-d6f1-35ef-c035-da3826d546ea" [ 1193.690686] env[69239]: _type = "Task" [ 1193.690686] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.698813] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523f0ad1-d6f1-35ef-c035-da3826d546ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.884830] env[69239]: INFO nova.compute.manager [-] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Took 1.27 seconds to deallocate network for instance. [ 1194.039495] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.039775] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.039952] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.040158] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.040331] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.042650] env[69239]: INFO nova.compute.manager [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Terminating instance [ 1194.135814] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146113, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.201486] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]523f0ad1-d6f1-35ef-c035-da3826d546ea, 'name': SearchDatastore_Task, 'duration_secs': 0.013291} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.201788] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.202145] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 578b8c6d-33b4-4e67-9180-1daf5f4e4e59/578b8c6d-33b4-4e67-9180-1daf5f4e4e59.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.202400] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5d72c35-bf0f-4236-bc82-016bff2c35f3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.209896] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1194.209896] env[69239]: value = "task-4146114" [ 1194.209896] env[69239]: _type = "Task" [ 1194.209896] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.217985] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.392884] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.394225] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.394225] env[69239]: DEBUG nova.objects.instance [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lazy-loading 'resources' on Instance uuid b41616ab-757c-4e0e-9322-5f84871ac1f1 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.537490] env[69239]: DEBUG oslo_concurrency.lockutils [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "67873eb5-68d3-4360-b671-e67e262e4258" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.537850] env[69239]: DEBUG oslo_concurrency.lockutils [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "67873eb5-68d3-4360-b671-e67e262e4258" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.538115] env[69239]: INFO nova.compute.manager [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Attaching volume 59cc9d08-3463-4796-9112-d03ec461e441 to /dev/sdb [ 1194.548729] env[69239]: DEBUG nova.compute.manager [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.549079] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.550762] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65688ca-eed8-4231-b27a-8966c355554b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.561385] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.561750] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9aab9dc-0485-4a02-a7bc-8a699cc6b235 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.570319] env[69239]: DEBUG oslo_vmware.api [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1194.570319] env[69239]: value = "task-4146115" [ 1194.570319] env[69239]: _type = "Task" [ 1194.570319] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.581502] env[69239]: DEBUG oslo_vmware.api [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.583428] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e6bd61-51dd-4393-b5fd-e66e431a6f0b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.591285] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc6a3ba-c2df-44b6-88e1-e827320f0ad5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.608185] env[69239]: DEBUG nova.virt.block_device [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Updating existing volume attachment record: 2858cdd6-d8d1-4ade-9f1d-314b624b30ea {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1194.649647] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146113, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.726282] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146114, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.083872] env[69239]: DEBUG oslo_vmware.api [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146115, 'name': PowerOffVM_Task, 'duration_secs': 0.487034} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.084188] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.084411] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.084628] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0b43672-6856-4539-8936-e72872cc1f51 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.089708] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf10e9ca-ead7-4727-914b-db499e7d6ca8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.098220] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa201e07-1769-486f-947e-7c81723c7ed8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.132974] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c67383-3f55-461f-9648-4c1a939f9ed8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.143787] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146113, 'name': Rename_Task, 'duration_secs': 1.19919} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.145462] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ddce41-2e28-431f-b7f5-e7415d413f33 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.150877] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.152400] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b32cdba-f388-41cf-afdf-d9dee1311303 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.154525] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.154777] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.154971] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleting the datastore file [datastore2] 6782dd8f-05b7-4598-9057-ee3b08dbb8f8 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.155850] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bbfb14d-ae5f-4c8a-961f-86820f258e31 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.167531] env[69239]: DEBUG nova.compute.provider_tree [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.172430] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1195.172430] env[69239]: value = "task-4146118" [ 1195.172430] env[69239]: _type = "Task" [ 1195.172430] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.178754] env[69239]: DEBUG oslo_vmware.api [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1195.178754] env[69239]: value = "task-4146119" [ 1195.178754] env[69239]: _type = "Task" [ 1195.178754] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.189743] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.195929] env[69239]: DEBUG oslo_vmware.api [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.223293] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519147} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.223582] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 578b8c6d-33b4-4e67-9180-1daf5f4e4e59/578b8c6d-33b4-4e67-9180-1daf5f4e4e59.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.223803] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.224112] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-070cd70c-ace8-4dab-a641-e8386baf0847 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.232129] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1195.232129] env[69239]: value = "task-4146120" [ 1195.232129] env[69239]: _type = "Task" [ 1195.232129] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.241065] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.253786] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Acquiring lock "f3dd26be-30b7-4395-b9d7-d484c9edfded" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.254111] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Lock "f3dd26be-30b7-4395-b9d7-d484c9edfded" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.254336] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Acquiring lock "f3dd26be-30b7-4395-b9d7-d484c9edfded-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.254550] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Lock "f3dd26be-30b7-4395-b9d7-d484c9edfded-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.254811] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Lock "f3dd26be-30b7-4395-b9d7-d484c9edfded-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.257380] env[69239]: INFO nova.compute.manager [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Terminating instance [ 1195.671676] env[69239]: DEBUG nova.scheduler.client.report [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.687729] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146118, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.694527] env[69239]: DEBUG oslo_vmware.api [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.742735] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084205} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.743044] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.743928] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72fa147-4042-4778-a81f-2ecaa18f16de {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.768317] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 578b8c6d-33b4-4e67-9180-1daf5f4e4e59/578b8c6d-33b4-4e67-9180-1daf5f4e4e59.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.768993] env[69239]: DEBUG nova.compute.manager [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.769236] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.769487] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57655246-9e1b-4350-8892-ab8eb74854dc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.784876] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f47972-6521-4716-9ba7-69cf96c0b1b3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.794806] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.796532] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8430c5a2-e8b5-49a6-8c1a-882c9356b6f7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.798474] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1195.798474] env[69239]: value = "task-4146121" [ 1195.798474] env[69239]: _type = "Task" [ 1195.798474] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.804971] env[69239]: DEBUG oslo_vmware.api [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Waiting for the task: (returnval){ [ 1195.804971] env[69239]: value = "task-4146122" [ 1195.804971] env[69239]: _type = "Task" [ 1195.804971] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.808527] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.817700] env[69239]: DEBUG oslo_vmware.api [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': task-4146122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.016121] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "9e08a025-0ddc-47ce-b157-4e6d489080c2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.016121] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "9e08a025-0ddc-47ce-b157-4e6d489080c2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.016121] env[69239]: DEBUG nova.compute.manager [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Going to confirm migration 7 {{(pid=69239) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1196.179846] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.189869] env[69239]: DEBUG oslo_vmware.api [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146118, 'name': PowerOnVM_Task, 'duration_secs': 0.908347} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.190847] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.190981] env[69239]: INFO nova.compute.manager [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1196.191114] env[69239]: DEBUG nova.compute.manager [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1196.191967] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c61ccc-f95c-49c3-bc08-1dd53653c178 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.198213] env[69239]: DEBUG oslo_vmware.api [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.631597} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.198853] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.199148] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.199392] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.199579] env[69239]: INFO nova.compute.manager [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1196.199831] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.200043] env[69239]: DEBUG nova.compute.manager [-] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.200144] env[69239]: DEBUG nova.network.neutron [-] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.207572] env[69239]: INFO nova.scheduler.client.report [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleted allocations for instance b41616ab-757c-4e0e-9322-5f84871ac1f1 [ 1196.310066] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.318568] env[69239]: DEBUG oslo_vmware.api [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': task-4146122, 'name': PowerOffVM_Task, 'duration_secs': 0.35014} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.318859] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.319045] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.319354] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cebc1cb3-e55a-4c6e-9640-32d12855758f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.402792] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.403186] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.403428] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Deleting the datastore file [datastore1] f3dd26be-30b7-4395-b9d7-d484c9edfded {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.403768] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3d9649c-c979-4932-a0b4-9a29abd4591b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.410097] env[69239]: DEBUG oslo_vmware.api [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Waiting for the task: (returnval){ [ 1196.410097] env[69239]: value = "task-4146124" [ 1196.410097] env[69239]: _type = "Task" [ 1196.410097] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.418766] env[69239]: DEBUG oslo_vmware.api [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': task-4146124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.594455] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "refresh_cache-9e08a025-0ddc-47ce-b157-4e6d489080c2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.595463] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquired lock "refresh_cache-9e08a025-0ddc-47ce-b157-4e6d489080c2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.595463] env[69239]: DEBUG nova.network.neutron [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.597576] env[69239]: DEBUG nova.objects.instance [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lazy-loading 'info_cache' on Instance uuid 9e08a025-0ddc-47ce-b157-4e6d489080c2 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.720026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-07e17791-c5fb-4729-9787-ac779e815018 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "b41616ab-757c-4e0e-9322-5f84871ac1f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.242s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.728439] env[69239]: INFO nova.compute.manager [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Took 14.31 seconds to build instance. [ 1196.768567] env[69239]: DEBUG nova.compute.manager [req-e9ff8e2a-f97b-4abf-8b61-010748b975c9 req-be896de2-8455-45d7-b1d2-fe923bebe2bc service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Received event network-vif-deleted-3c9b4e68-b1c0-4fd7-9d05-33eb7872047f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.768567] env[69239]: INFO nova.compute.manager [req-e9ff8e2a-f97b-4abf-8b61-010748b975c9 req-be896de2-8455-45d7-b1d2-fe923bebe2bc service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Neutron deleted interface 3c9b4e68-b1c0-4fd7-9d05-33eb7872047f; detaching it from the instance and deleting it from the info cache [ 1196.768567] env[69239]: DEBUG nova.network.neutron [req-e9ff8e2a-f97b-4abf-8b61-010748b975c9 req-be896de2-8455-45d7-b1d2-fe923bebe2bc service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.810638] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146121, 'name': ReconfigVM_Task, 'duration_secs': 0.762791} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.810935] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 578b8c6d-33b4-4e67-9180-1daf5f4e4e59/578b8c6d-33b4-4e67-9180-1daf5f4e4e59.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.811594] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f1dd764-5341-42a4-93dc-49f7b7ee9eb0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.819192] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1196.819192] env[69239]: value = "task-4146125" [ 1196.819192] env[69239]: _type = "Task" [ 1196.819192] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.827789] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146125, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.920465] env[69239]: DEBUG oslo_vmware.api [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Task: {'id': task-4146124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17481} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.920726] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.920938] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.921143] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.921324] env[69239]: INFO nova.compute.manager [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1196.921567] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.921765] env[69239]: DEBUG nova.compute.manager [-] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.921862] env[69239]: DEBUG nova.network.neutron [-] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.227144] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d275ca82-f5bd-466e-92d1-302011a01521 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.826s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.233026] env[69239]: DEBUG nova.network.neutron [-] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.272543] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5279a23-c759-4ba3-8b6d-f7cc7e46d9d5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.282937] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43360d38-4b97-4d49-a295-49b73f7e7525 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.324978] env[69239]: DEBUG nova.compute.manager [req-e9ff8e2a-f97b-4abf-8b61-010748b975c9 req-be896de2-8455-45d7-b1d2-fe923bebe2bc service nova] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Detach interface failed, port_id=3c9b4e68-b1c0-4fd7-9d05-33eb7872047f, reason: Instance 6782dd8f-05b7-4598-9057-ee3b08dbb8f8 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1197.335572] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146125, 'name': Rename_Task, 'duration_secs': 0.206339} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.335572] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.335572] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c31dfaf-3859-444c-85ee-1ae753f259a1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.343643] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1197.343643] env[69239]: value = "task-4146127" [ 1197.343643] env[69239]: _type = "Task" [ 1197.343643] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.351863] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.452178] env[69239]: DEBUG nova.compute.manager [req-3550f66d-007b-4a3a-ac25-bc80e8721ca5 req-0ebae8ab-e7b1-4a7b-b78d-49e6b9d3ca1e service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Received event network-changed-6ee40e3e-ebcd-44b6-bfb1-45caee6b035f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.452386] env[69239]: DEBUG nova.compute.manager [req-3550f66d-007b-4a3a-ac25-bc80e8721ca5 req-0ebae8ab-e7b1-4a7b-b78d-49e6b9d3ca1e service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Refreshing instance network info cache due to event network-changed-6ee40e3e-ebcd-44b6-bfb1-45caee6b035f. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.452597] env[69239]: DEBUG oslo_concurrency.lockutils [req-3550f66d-007b-4a3a-ac25-bc80e8721ca5 req-0ebae8ab-e7b1-4a7b-b78d-49e6b9d3ca1e service nova] Acquiring lock "refresh_cache-baebd698-6910-4bf0-bf53-297e05588f64" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.452743] env[69239]: DEBUG oslo_concurrency.lockutils [req-3550f66d-007b-4a3a-ac25-bc80e8721ca5 req-0ebae8ab-e7b1-4a7b-b78d-49e6b9d3ca1e service nova] Acquired lock "refresh_cache-baebd698-6910-4bf0-bf53-297e05588f64" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.452936] env[69239]: DEBUG nova.network.neutron [req-3550f66d-007b-4a3a-ac25-bc80e8721ca5 req-0ebae8ab-e7b1-4a7b-b78d-49e6b9d3ca1e service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Refreshing network info cache for port 6ee40e3e-ebcd-44b6-bfb1-45caee6b035f {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.577075] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "7274cc79-d1e6-4d72-8555-f8d84300a8cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.577421] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "7274cc79-d1e6-4d72-8555-f8d84300a8cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.577660] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "7274cc79-d1e6-4d72-8555-f8d84300a8cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.577855] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "7274cc79-d1e6-4d72-8555-f8d84300a8cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.578086] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "7274cc79-d1e6-4d72-8555-f8d84300a8cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.580359] env[69239]: INFO nova.compute.manager [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Terminating instance [ 1197.669900] env[69239]: DEBUG nova.network.neutron [-] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.736164] env[69239]: INFO nova.compute.manager [-] [instance: 6782dd8f-05b7-4598-9057-ee3b08dbb8f8] Took 1.54 seconds to deallocate network for instance. [ 1197.804802] env[69239]: DEBUG nova.network.neutron [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updating instance_info_cache with network_info: [{"id": "9521dfeb-689f-4246-879c-511cbdf5c481", "address": "fa:16:3e:57:f1:1b", "network": {"id": "d346f88c-2205-44db-a2bf-d30f44609a28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1354400252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f1d9bc976d43eb8d39008acbdf6c95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9521dfeb-68", "ovs_interfaceid": "9521dfeb-689f-4246-879c-511cbdf5c481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.853647] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146127, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.085255] env[69239]: DEBUG nova.compute.manager [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.085480] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.086440] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca89ebd-eaaa-4ccc-a667-f47945a10c46 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.098459] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.098610] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06e9beb7-1108-44e5-a2f5-78b47e2096e9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.105038] env[69239]: DEBUG oslo_vmware.api [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1198.105038] env[69239]: value = "task-4146128" [ 1198.105038] env[69239]: _type = "Task" [ 1198.105038] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.113905] env[69239]: DEBUG oslo_vmware.api [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.163771] env[69239]: DEBUG nova.network.neutron [req-3550f66d-007b-4a3a-ac25-bc80e8721ca5 req-0ebae8ab-e7b1-4a7b-b78d-49e6b9d3ca1e service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Updated VIF entry in instance network info cache for port 6ee40e3e-ebcd-44b6-bfb1-45caee6b035f. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.163771] env[69239]: DEBUG nova.network.neutron [req-3550f66d-007b-4a3a-ac25-bc80e8721ca5 req-0ebae8ab-e7b1-4a7b-b78d-49e6b9d3ca1e service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Updating instance_info_cache with network_info: [{"id": "6ee40e3e-ebcd-44b6-bfb1-45caee6b035f", "address": "fa:16:3e:b2:48:d9", "network": {"id": "46fdda9a-4f86-48e9-959b-191edefbce5e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2121158657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357f7840d6bf46f8a9768c383ee4a82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee40e3e-eb", "ovs_interfaceid": "6ee40e3e-ebcd-44b6-bfb1-45caee6b035f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.173281] env[69239]: INFO nova.compute.manager [-] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Took 1.25 seconds to deallocate network for instance. [ 1198.246048] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.246048] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.246048] env[69239]: DEBUG nova.objects.instance [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lazy-loading 'resources' on Instance uuid 6782dd8f-05b7-4598-9057-ee3b08dbb8f8 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.309382] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Releasing lock "refresh_cache-9e08a025-0ddc-47ce-b157-4e6d489080c2" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.309691] env[69239]: DEBUG nova.objects.instance [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lazy-loading 'migration_context' on Instance uuid 9e08a025-0ddc-47ce-b157-4e6d489080c2 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.354365] env[69239]: DEBUG oslo_vmware.api [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146127, 'name': PowerOnVM_Task, 'duration_secs': 0.994494} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.354644] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.354879] env[69239]: INFO nova.compute.manager [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1198.355083] env[69239]: DEBUG nova.compute.manager [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1198.355890] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e139131-e6b9-47fe-a02e-677e1f7e8759 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.617888] env[69239]: DEBUG oslo_vmware.api [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146128, 'name': PowerOffVM_Task, 'duration_secs': 0.180411} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.618382] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.618658] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.619295] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-effe195e-ebac-402b-b207-3ea246e88b32 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.667379] env[69239]: DEBUG oslo_concurrency.lockutils [req-3550f66d-007b-4a3a-ac25-bc80e8721ca5 req-0ebae8ab-e7b1-4a7b-b78d-49e6b9d3ca1e service nova] Releasing lock "refresh_cache-baebd698-6910-4bf0-bf53-297e05588f64" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.681987] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.689656] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.689922] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.690155] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleting the datastore file [datastore1] 7274cc79-d1e6-4d72-8555-f8d84300a8cf {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.690533] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95338856-37ce-4498-ae17-fd678bdd6617 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.697495] env[69239]: DEBUG oslo_vmware.api [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for the task: (returnval){ [ 1198.697495] env[69239]: value = "task-4146130" [ 1198.697495] env[69239]: _type = "Task" [ 1198.697495] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.706964] env[69239]: DEBUG oslo_vmware.api [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.808868] env[69239]: DEBUG nova.compute.manager [req-85a3bedb-ba04-4ac7-b344-ff4b57e1d413 req-81d370aa-44ab-4bd9-b604-be1c220b1590 service nova] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Received event network-vif-deleted-19680afb-90fb-40e7-bbcd-2db4edf9fbe3 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.812434] env[69239]: DEBUG nova.objects.base [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Object Instance<9e08a025-0ddc-47ce-b157-4e6d489080c2> lazy-loaded attributes: info_cache,migration_context {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1198.813482] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86473b15-860e-4399-b292-41bb1e19bba8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.835602] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7474a863-2326-4d71-ae6d-d2d546d56e68 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.842295] env[69239]: DEBUG oslo_vmware.api [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1198.842295] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52523f33-bd45-6bda-8608-901a2c94e1b9" [ 1198.842295] env[69239]: _type = "Task" [ 1198.842295] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.853531] env[69239]: DEBUG oslo_vmware.api [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52523f33-bd45-6bda-8608-901a2c94e1b9, 'name': SearchDatastore_Task, 'duration_secs': 0.00742} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.853951] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.880540] env[69239]: INFO nova.compute.manager [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Took 13.38 seconds to build instance. [ 1198.954524] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85985ec2-5cd3-44cf-8bf3-cfb4fe29137d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.962400] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6fd241-ce35-4322-8d6e-1019bb174e24 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.994823] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c149c0a5-304a-444d-943b-3816e2f74e58 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.003201] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2098a529-85fa-475b-9d41-6d8889bb05bf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.018418] env[69239]: DEBUG nova.compute.provider_tree [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.170368] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1199.170630] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821036', 'volume_id': '59cc9d08-3463-4796-9112-d03ec461e441', 'name': 'volume-59cc9d08-3463-4796-9112-d03ec461e441', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67873eb5-68d3-4360-b671-e67e262e4258', 'attached_at': '', 'detached_at': '', 'volume_id': '59cc9d08-3463-4796-9112-d03ec461e441', 'serial': '59cc9d08-3463-4796-9112-d03ec461e441'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1199.171555] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1588d2-0789-439e-922b-fcc604923918 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.188892] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0e5204-0daa-4205-8c62-17c646c97e81 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.215704] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-59cc9d08-3463-4796-9112-d03ec461e441/volume-59cc9d08-3463-4796-9112-d03ec461e441.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.219462] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21acc8a7-ba6d-4881-b279-9c1b2d2cd010 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.240985] env[69239]: DEBUG oslo_vmware.api [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Task: {'id': task-4146130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135589} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.243720] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.243947] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.244151] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.244330] env[69239]: INFO nova.compute.manager [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1199.244580] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.245021] env[69239]: DEBUG oslo_vmware.api [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1199.245021] env[69239]: value = "task-4146131" [ 1199.245021] env[69239]: _type = "Task" [ 1199.245021] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.245196] env[69239]: DEBUG nova.compute.manager [-] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.245246] env[69239]: DEBUG nova.network.neutron [-] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.260567] env[69239]: DEBUG oslo_vmware.api [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146131, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.382938] env[69239]: DEBUG oslo_concurrency.lockutils [None req-645d4ab7-b679-41b9-b41b-94a95854d21e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.902s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.522597] env[69239]: DEBUG nova.scheduler.client.report [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.758259] env[69239]: DEBUG oslo_vmware.api [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.030039] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.032301] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.350s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.032539] env[69239]: DEBUG nova.objects.instance [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Lazy-loading 'resources' on Instance uuid f3dd26be-30b7-4395-b9d7-d484c9edfded {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.040415] env[69239]: DEBUG nova.network.neutron [-] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.060277] env[69239]: INFO nova.scheduler.client.report [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleted allocations for instance 6782dd8f-05b7-4598-9057-ee3b08dbb8f8 [ 1200.259518] env[69239]: DEBUG oslo_vmware.api [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146131, 'name': ReconfigVM_Task, 'duration_secs': 0.896763} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.260514] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-59cc9d08-3463-4796-9112-d03ec461e441/volume-59cc9d08-3463-4796-9112-d03ec461e441.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.265473] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fd23e77-568b-444a-9c9b-c6fd2ed12dfa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.281019] env[69239]: DEBUG oslo_vmware.api [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1200.281019] env[69239]: value = "task-4146132" [ 1200.281019] env[69239]: _type = "Task" [ 1200.281019] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.291773] env[69239]: DEBUG oslo_vmware.api [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.542963] env[69239]: INFO nova.compute.manager [-] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Took 1.30 seconds to deallocate network for instance. [ 1200.572348] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c44fe358-03b8-48d6-a197-9554ba608345 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "6782dd8f-05b7-4598-9057-ee3b08dbb8f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.532s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.700985] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc07b75-2d01-4a61-9a79-0cd79416d305 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.709665] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73babc65-2aae-4406-95ca-12118c9fece2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.740940] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e7369a-fb24-4e5b-a99d-3338479943a4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.749540] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cce7948-7465-4fe7-b585-16cb64b4560b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.766275] env[69239]: DEBUG nova.compute.provider_tree [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.791624] env[69239]: DEBUG oslo_vmware.api [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146132, 'name': ReconfigVM_Task, 'duration_secs': 0.167846} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.791941] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821036', 'volume_id': '59cc9d08-3463-4796-9112-d03ec461e441', 'name': 'volume-59cc9d08-3463-4796-9112-d03ec461e441', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67873eb5-68d3-4360-b671-e67e262e4258', 'attached_at': '', 'detached_at': '', 'volume_id': '59cc9d08-3463-4796-9112-d03ec461e441', 'serial': '59cc9d08-3463-4796-9112-d03ec461e441'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1200.840885] env[69239]: DEBUG nova.compute.manager [req-bb859f41-af09-4ed3-87fd-87577d34f51b req-d0c92400-6ba9-4138-9ff0-77851e70d7d8 service nova] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Received event network-changed-ed604863-9f2b-46cd-939c-7df676073bde {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.841108] env[69239]: DEBUG nova.compute.manager [req-bb859f41-af09-4ed3-87fd-87577d34f51b req-d0c92400-6ba9-4138-9ff0-77851e70d7d8 service nova] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Refreshing instance network info cache due to event network-changed-ed604863-9f2b-46cd-939c-7df676073bde. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.841502] env[69239]: DEBUG oslo_concurrency.lockutils [req-bb859f41-af09-4ed3-87fd-87577d34f51b req-d0c92400-6ba9-4138-9ff0-77851e70d7d8 service nova] Acquiring lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.841689] env[69239]: DEBUG oslo_concurrency.lockutils [req-bb859f41-af09-4ed3-87fd-87577d34f51b req-d0c92400-6ba9-4138-9ff0-77851e70d7d8 service nova] Acquired lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.841862] env[69239]: DEBUG nova.network.neutron [req-bb859f41-af09-4ed3-87fd-87577d34f51b req-d0c92400-6ba9-4138-9ff0-77851e70d7d8 service nova] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Refreshing network info cache for port ed604863-9f2b-46cd-939c-7df676073bde {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.051484] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.269898] env[69239]: DEBUG nova.scheduler.client.report [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.617439] env[69239]: DEBUG nova.network.neutron [req-bb859f41-af09-4ed3-87fd-87577d34f51b req-d0c92400-6ba9-4138-9ff0-77851e70d7d8 service nova] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updated VIF entry in instance network info cache for port ed604863-9f2b-46cd-939c-7df676073bde. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.617930] env[69239]: DEBUG nova.network.neutron [req-bb859f41-af09-4ed3-87fd-87577d34f51b req-d0c92400-6ba9-4138-9ff0-77851e70d7d8 service nova] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance_info_cache with network_info: [{"id": "ed604863-9f2b-46cd-939c-7df676073bde", "address": "fa:16:3e:1d:2e:ed", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped604863-9f", "ovs_interfaceid": "ed604863-9f2b-46cd-939c-7df676073bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.775642] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.778807] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.925s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.798821] env[69239]: INFO nova.scheduler.client.report [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Deleted allocations for instance f3dd26be-30b7-4395-b9d7-d484c9edfded [ 1201.935972] env[69239]: DEBUG nova.objects.instance [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lazy-loading 'flavor' on Instance uuid 67873eb5-68d3-4360-b671-e67e262e4258 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.089145] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "cbe29679-368b-4400-8ee3-21b4a05d6ae5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.089587] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "cbe29679-368b-4400-8ee3-21b4a05d6ae5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.122877] env[69239]: DEBUG oslo_concurrency.lockutils [req-bb859f41-af09-4ed3-87fd-87577d34f51b req-d0c92400-6ba9-4138-9ff0-77851e70d7d8 service nova] Releasing lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.122877] env[69239]: DEBUG nova.compute.manager [req-bb859f41-af09-4ed3-87fd-87577d34f51b req-d0c92400-6ba9-4138-9ff0-77851e70d7d8 service nova] [instance: 7274cc79-d1e6-4d72-8555-f8d84300a8cf] Received event network-vif-deleted-930554c1-3042-4c3b-8ad8-21a85526aad6 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.306043] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2e5039a6-2a5a-415a-a05a-16f7f9c21f37 tempest-ServerMetadataTestJSON-6378904 tempest-ServerMetadataTestJSON-6378904-project-member] Lock "f3dd26be-30b7-4395-b9d7-d484c9edfded" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.052s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.419060] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c32ab5f-5ced-4903-8b69-4ffb88f65ec2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.426208] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a72fbd-ea37-45a6-8cb7-4e481abb3ab8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.458172] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecf094b-4be3-427e-b929-f67324a94e06 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.461464] env[69239]: DEBUG oslo_concurrency.lockutils [None req-af7eeb2d-8e31-46cc-917b-ff2de65a418f tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "67873eb5-68d3-4360-b671-e67e262e4258" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.924s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.468470] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022475cf-239c-47f7-b7e8-159b414e331b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.483279] env[69239]: DEBUG nova.compute.provider_tree [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.591619] env[69239]: DEBUG nova.compute.manager [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.986896] env[69239]: DEBUG nova.scheduler.client.report [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.115571] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.231954] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "67873eb5-68d3-4360-b671-e67e262e4258" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.232259] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "67873eb5-68d3-4360-b671-e67e262e4258" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.736496] env[69239]: INFO nova.compute.manager [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Detaching volume 59cc9d08-3463-4796-9112-d03ec461e441 [ 1203.777508] env[69239]: INFO nova.virt.block_device [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Attempting to driver detach volume 59cc9d08-3463-4796-9112-d03ec461e441 from mountpoint /dev/sdb [ 1203.777779] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1203.777978] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821036', 'volume_id': '59cc9d08-3463-4796-9112-d03ec461e441', 'name': 'volume-59cc9d08-3463-4796-9112-d03ec461e441', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67873eb5-68d3-4360-b671-e67e262e4258', 'attached_at': '', 'detached_at': '', 'volume_id': '59cc9d08-3463-4796-9112-d03ec461e441', 'serial': '59cc9d08-3463-4796-9112-d03ec461e441'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1203.778933] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af39466d-57bc-4d58-baac-491a1ea770a6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.802447] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bfadd8-dfc4-4011-b522-921bc13bcb32 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.811223] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b533232-d9c8-4374-9126-adc70de7ff26 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.836294] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485af13e-8991-4a00-907c-e436028174b2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.854788] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] The volume has not been displaced from its original location: [datastore2] volume-59cc9d08-3463-4796-9112-d03ec461e441/volume-59cc9d08-3463-4796-9112-d03ec461e441.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1203.860246] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1203.860976] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba27230e-4300-43d2-8cca-62a5cca379f6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.881247] env[69239]: DEBUG oslo_vmware.api [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1203.881247] env[69239]: value = "task-4146133" [ 1203.881247] env[69239]: _type = "Task" [ 1203.881247] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.891247] env[69239]: DEBUG oslo_vmware.api [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.000094] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.221s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.003218] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.952s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.003453] env[69239]: DEBUG nova.objects.instance [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lazy-loading 'resources' on Instance uuid 7274cc79-d1e6-4d72-8555-f8d84300a8cf {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.392677] env[69239]: DEBUG oslo_vmware.api [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.570969] env[69239]: INFO nova.scheduler.client.report [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleted allocation for migration 4b5afb02-bd68-4b7f-b1f9-9858e28cb32f [ 1204.664098] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c81b1c1-b323-4b7b-9f16-0feff2262cfd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.672683] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4210dd-7305-41a6-b4cc-9c33382b975a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.705189] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ef4b65-6cff-41d3-9c1c-c10341922630 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.713674] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f6cd08-f48b-43c6-8c73-bcbf18445ec3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.728394] env[69239]: DEBUG nova.compute.provider_tree [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.892769] env[69239]: DEBUG oslo_vmware.api [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146133, 'name': ReconfigVM_Task, 'duration_secs': 0.735325} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.893121] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1204.897994] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4334b864-6383-45f3-927a-ffa59228f9ad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.913874] env[69239]: DEBUG oslo_vmware.api [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1204.913874] env[69239]: value = "task-4146134" [ 1204.913874] env[69239]: _type = "Task" [ 1204.913874] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.923473] env[69239]: DEBUG oslo_vmware.api [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.083932] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "9e08a025-0ddc-47ce-b157-4e6d489080c2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.068s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.231694] env[69239]: DEBUG nova.scheduler.client.report [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.425635] env[69239]: DEBUG oslo_vmware.api [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146134, 'name': ReconfigVM_Task, 'duration_secs': 0.209748} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.426099] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821036', 'volume_id': '59cc9d08-3463-4796-9112-d03ec461e441', 'name': 'volume-59cc9d08-3463-4796-9112-d03ec461e441', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67873eb5-68d3-4360-b671-e67e262e4258', 'attached_at': '', 'detached_at': '', 'volume_id': '59cc9d08-3463-4796-9112-d03ec461e441', 'serial': '59cc9d08-3463-4796-9112-d03ec461e441'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1205.739200] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.739949] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.625s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.741556] env[69239]: INFO nova.compute.claims [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.758307] env[69239]: INFO nova.scheduler.client.report [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Deleted allocations for instance 7274cc79-d1e6-4d72-8555-f8d84300a8cf [ 1206.096657] env[69239]: DEBUG nova.objects.instance [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lazy-loading 'flavor' on Instance uuid 67873eb5-68d3-4360-b671-e67e262e4258 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.265387] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d53f2fb2-f658-452c-bdfb-74fe140708f2 tempest-ServersTestJSON-524901877 tempest-ServersTestJSON-524901877-project-member] Lock "7274cc79-d1e6-4d72-8555-f8d84300a8cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.688s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.552419] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "9e08a025-0ddc-47ce-b157-4e6d489080c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.552921] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "9e08a025-0ddc-47ce-b157-4e6d489080c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.552921] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "9e08a025-0ddc-47ce-b157-4e6d489080c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.553135] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "9e08a025-0ddc-47ce-b157-4e6d489080c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.553340] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "9e08a025-0ddc-47ce-b157-4e6d489080c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.555847] env[69239]: INFO nova.compute.manager [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Terminating instance [ 1206.880841] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ec0ed1-6863-4030-90b9-3fe984525e54 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.889317] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1eaa55-03c7-4c09-b4cf-cad459aaa9f8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.922157] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bcebf6-3216-4943-a5aa-8cce139769cf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.930447] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245f3b82-c46a-49cd-8ab3-0ab414cad8ed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.946055] env[69239]: DEBUG nova.compute.provider_tree [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.062597] env[69239]: DEBUG nova.compute.manager [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.062597] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.063658] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f321a7-01ad-416d-9013-02f8863502e9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.075063] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.075553] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cc71655-b3fd-487d-89c0-b47730eb5c3e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.085722] env[69239]: DEBUG oslo_vmware.api [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1207.085722] env[69239]: value = "task-4146135" [ 1207.085722] env[69239]: _type = "Task" [ 1207.085722] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.096158] env[69239]: DEBUG oslo_vmware.api [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.099914] env[69239]: DEBUG oslo_concurrency.lockutils [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "3da605b2-8137-4f59-a343-ecce4fced09c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.100226] env[69239]: DEBUG oslo_concurrency.lockutils [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "3da605b2-8137-4f59-a343-ecce4fced09c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.104316] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0c88aef4-3c80-496a-93f4-2c96632abfd7 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "67873eb5-68d3-4360-b671-e67e262e4258" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.872s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.449896] env[69239]: DEBUG nova.scheduler.client.report [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.597774] env[69239]: DEBUG oslo_vmware.api [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146135, 'name': PowerOffVM_Task, 'duration_secs': 0.269413} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.598156] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.598283] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.598561] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-014272fd-ca88-4e3d-86c1-665d69d2d97d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.603489] env[69239]: DEBUG nova.compute.utils [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.666755] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.666968] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.667240] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleting the datastore file [datastore1] 9e08a025-0ddc-47ce-b157-4e6d489080c2 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.667357] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-684acf3d-88b6-40bb-a46f-48ad271b58db {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.681095] env[69239]: DEBUG oslo_vmware.api [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for the task: (returnval){ [ 1207.681095] env[69239]: value = "task-4146137" [ 1207.681095] env[69239]: _type = "Task" [ 1207.681095] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.690201] env[69239]: DEBUG oslo_vmware.api [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.694790] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "67873eb5-68d3-4360-b671-e67e262e4258" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.694790] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "67873eb5-68d3-4360-b671-e67e262e4258" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.694790] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "67873eb5-68d3-4360-b671-e67e262e4258-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.694790] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "67873eb5-68d3-4360-b671-e67e262e4258-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.694790] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "67873eb5-68d3-4360-b671-e67e262e4258-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.697173] env[69239]: INFO nova.compute.manager [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Terminating instance [ 1207.955018] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.955640] env[69239]: DEBUG nova.compute.manager [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.106855] env[69239]: DEBUG oslo_concurrency.lockutils [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "3da605b2-8137-4f59-a343-ecce4fced09c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.193233] env[69239]: DEBUG oslo_vmware.api [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Task: {'id': task-4146137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144614} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.193529] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.193669] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.193848] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.194033] env[69239]: INFO nova.compute.manager [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1208.194285] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.194480] env[69239]: DEBUG nova.compute.manager [-] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.194576] env[69239]: DEBUG nova.network.neutron [-] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.202096] env[69239]: DEBUG nova.compute.manager [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.202335] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.203549] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26fd365-96d8-4abc-8901-4dbca63d9f6d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.210305] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.210574] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f357798-8515-4076-b350-22f8127878bc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.216795] env[69239]: DEBUG oslo_vmware.api [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1208.216795] env[69239]: value = "task-4146138" [ 1208.216795] env[69239]: _type = "Task" [ 1208.216795] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.225859] env[69239]: DEBUG oslo_vmware.api [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.460703] env[69239]: DEBUG nova.compute.utils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.462657] env[69239]: DEBUG nova.compute.manager [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.462901] env[69239]: DEBUG nova.network.neutron [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.518015] env[69239]: DEBUG nova.policy [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd68693239a7d41509729726d06dae86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44ef109c9ffc4312b5a456a146c20983', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.536282] env[69239]: DEBUG nova.compute.manager [req-ed2226cc-68f2-4be7-bc0d-52ec9cf0be33 req-119aa7b8-15a0-4032-bda1-f1ca8e178759 service nova] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Received event network-vif-deleted-9521dfeb-689f-4246-879c-511cbdf5c481 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.536447] env[69239]: INFO nova.compute.manager [req-ed2226cc-68f2-4be7-bc0d-52ec9cf0be33 req-119aa7b8-15a0-4032-bda1-f1ca8e178759 service nova] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Neutron deleted interface 9521dfeb-689f-4246-879c-511cbdf5c481; detaching it from the instance and deleting it from the info cache [ 1208.536637] env[69239]: DEBUG nova.network.neutron [req-ed2226cc-68f2-4be7-bc0d-52ec9cf0be33 req-119aa7b8-15a0-4032-bda1-f1ca8e178759 service nova] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.727549] env[69239]: DEBUG oslo_vmware.api [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146138, 'name': PowerOffVM_Task, 'duration_secs': 0.223194} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.727822] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.727991] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.728259] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b40d0601-9926-4c2e-834c-5ff9f299fef1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.797308] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.797821] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.798192] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Deleting the datastore file [datastore2] 67873eb5-68d3-4360-b671-e67e262e4258 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.798647] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4efb2141-1e2e-4fcd-aed1-c2fab9e09b07 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.806158] env[69239]: DEBUG oslo_vmware.api [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1208.806158] env[69239]: value = "task-4146140" [ 1208.806158] env[69239]: _type = "Task" [ 1208.806158] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.816108] env[69239]: DEBUG oslo_vmware.api [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.820649] env[69239]: DEBUG nova.network.neutron [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Successfully created port: 017609b2-8eba-46b9-85ac-fd7f36e6f2c1 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.910145] env[69239]: DEBUG nova.network.neutron [-] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.965834] env[69239]: DEBUG nova.compute.manager [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.039856] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5c69c0f-6fde-418f-a17a-4f7c16d30648 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.051015] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9011c4a-bffe-4bc6-bac8-d44f2194212d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.084536] env[69239]: DEBUG nova.compute.manager [req-ed2226cc-68f2-4be7-bc0d-52ec9cf0be33 req-119aa7b8-15a0-4032-bda1-f1ca8e178759 service nova] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Detach interface failed, port_id=9521dfeb-689f-4246-879c-511cbdf5c481, reason: Instance 9e08a025-0ddc-47ce-b157-4e6d489080c2 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1209.196447] env[69239]: DEBUG oslo_concurrency.lockutils [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "3da605b2-8137-4f59-a343-ecce4fced09c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.196447] env[69239]: DEBUG oslo_concurrency.lockutils [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "3da605b2-8137-4f59-a343-ecce4fced09c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.196447] env[69239]: INFO nova.compute.manager [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Attaching volume 593e6739-e80b-4a3e-874e-50ebc3b979bc to /dev/sdb [ 1209.228593] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d4d58f-45f2-4ba8-8a09-039c23855765 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.236796] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1318761e-6bab-4dde-95c1-f96fd5217c4d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.252255] env[69239]: DEBUG nova.virt.block_device [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating existing volume attachment record: fe74978a-dfed-4139-87fb-4d4d05e2bbdb {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1209.316603] env[69239]: DEBUG oslo_vmware.api [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145363} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.316883] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.317088] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.317295] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.317451] env[69239]: INFO nova.compute.manager [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1209.317693] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.317893] env[69239]: DEBUG nova.compute.manager [-] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.317988] env[69239]: DEBUG nova.network.neutron [-] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.414228] env[69239]: INFO nova.compute.manager [-] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Took 1.22 seconds to deallocate network for instance. [ 1209.798366] env[69239]: DEBUG nova.compute.manager [req-4071e8f2-ce2c-42fe-986e-8b54b3c52f84 req-9cbb164b-e2dd-47e4-9f87-29410708ca35 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Received event network-vif-deleted-6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.798791] env[69239]: INFO nova.compute.manager [req-4071e8f2-ce2c-42fe-986e-8b54b3c52f84 req-9cbb164b-e2dd-47e4-9f87-29410708ca35 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Neutron deleted interface 6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e; detaching it from the instance and deleting it from the info cache [ 1209.798791] env[69239]: DEBUG nova.network.neutron [req-4071e8f2-ce2c-42fe-986e-8b54b3c52f84 req-9cbb164b-e2dd-47e4-9f87-29410708ca35 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.925607] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.926227] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.926501] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.950644] env[69239]: INFO nova.scheduler.client.report [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Deleted allocations for instance 9e08a025-0ddc-47ce-b157-4e6d489080c2 [ 1209.975773] env[69239]: DEBUG nova.compute.manager [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.014832] env[69239]: DEBUG nova.virt.hardware [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.015168] env[69239]: DEBUG nova.virt.hardware [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.015406] env[69239]: DEBUG nova.virt.hardware [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.015901] env[69239]: DEBUG nova.virt.hardware [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.015901] env[69239]: DEBUG nova.virt.hardware [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.015901] env[69239]: DEBUG nova.virt.hardware [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.016153] env[69239]: DEBUG nova.virt.hardware [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.016360] env[69239]: DEBUG nova.virt.hardware [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.016581] env[69239]: DEBUG nova.virt.hardware [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.016828] env[69239]: DEBUG nova.virt.hardware [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.017040] env[69239]: DEBUG nova.virt.hardware [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.018490] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca032488-86b8-4354-b5e4-f3a37820acd1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.027628] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76359806-843f-4642-8a68-498dd113ac23 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.279110] env[69239]: DEBUG nova.network.neutron [-] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.304239] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-368d1250-5adc-4ee4-9d91-101cb75ffc89 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.316566] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec0e16f-3545-4276-a7c6-48fda8388e46 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.353088] env[69239]: DEBUG nova.compute.manager [req-4071e8f2-ce2c-42fe-986e-8b54b3c52f84 req-9cbb164b-e2dd-47e4-9f87-29410708ca35 service nova] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Detach interface failed, port_id=6e7d0c6b-def8-4a0d-b86f-bde53bb3c21e, reason: Instance 67873eb5-68d3-4360-b671-e67e262e4258 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1210.448426] env[69239]: DEBUG nova.network.neutron [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Successfully updated port: 017609b2-8eba-46b9-85ac-fd7f36e6f2c1 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.463106] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a2acacc2-131b-4594-944e-8b81665a4054 tempest-DeleteServersTestJSON-830271628 tempest-DeleteServersTestJSON-830271628-project-member] Lock "9e08a025-0ddc-47ce-b157-4e6d489080c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.910s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.637984] env[69239]: DEBUG nova.compute.manager [req-8bf421d1-1e09-48c1-90ab-0dc3473c6b16 req-5a3cb4b4-4712-4cbc-8da6-3f625ea905c3 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Received event network-vif-plugged-017609b2-8eba-46b9-85ac-fd7f36e6f2c1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.638218] env[69239]: DEBUG oslo_concurrency.lockutils [req-8bf421d1-1e09-48c1-90ab-0dc3473c6b16 req-5a3cb4b4-4712-4cbc-8da6-3f625ea905c3 service nova] Acquiring lock "cbe29679-368b-4400-8ee3-21b4a05d6ae5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.638449] env[69239]: DEBUG oslo_concurrency.lockutils [req-8bf421d1-1e09-48c1-90ab-0dc3473c6b16 req-5a3cb4b4-4712-4cbc-8da6-3f625ea905c3 service nova] Lock "cbe29679-368b-4400-8ee3-21b4a05d6ae5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.638608] env[69239]: DEBUG oslo_concurrency.lockutils [req-8bf421d1-1e09-48c1-90ab-0dc3473c6b16 req-5a3cb4b4-4712-4cbc-8da6-3f625ea905c3 service nova] Lock "cbe29679-368b-4400-8ee3-21b4a05d6ae5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.638805] env[69239]: DEBUG nova.compute.manager [req-8bf421d1-1e09-48c1-90ab-0dc3473c6b16 req-5a3cb4b4-4712-4cbc-8da6-3f625ea905c3 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] No waiting events found dispatching network-vif-plugged-017609b2-8eba-46b9-85ac-fd7f36e6f2c1 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1210.638973] env[69239]: WARNING nova.compute.manager [req-8bf421d1-1e09-48c1-90ab-0dc3473c6b16 req-5a3cb4b4-4712-4cbc-8da6-3f625ea905c3 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Received unexpected event network-vif-plugged-017609b2-8eba-46b9-85ac-fd7f36e6f2c1 for instance with vm_state building and task_state spawning. [ 1210.639151] env[69239]: DEBUG nova.compute.manager [req-8bf421d1-1e09-48c1-90ab-0dc3473c6b16 req-5a3cb4b4-4712-4cbc-8da6-3f625ea905c3 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Received event network-changed-017609b2-8eba-46b9-85ac-fd7f36e6f2c1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.639305] env[69239]: DEBUG nova.compute.manager [req-8bf421d1-1e09-48c1-90ab-0dc3473c6b16 req-5a3cb4b4-4712-4cbc-8da6-3f625ea905c3 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Refreshing instance network info cache due to event network-changed-017609b2-8eba-46b9-85ac-fd7f36e6f2c1. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.639490] env[69239]: DEBUG oslo_concurrency.lockutils [req-8bf421d1-1e09-48c1-90ab-0dc3473c6b16 req-5a3cb4b4-4712-4cbc-8da6-3f625ea905c3 service nova] Acquiring lock "refresh_cache-cbe29679-368b-4400-8ee3-21b4a05d6ae5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.639628] env[69239]: DEBUG oslo_concurrency.lockutils [req-8bf421d1-1e09-48c1-90ab-0dc3473c6b16 req-5a3cb4b4-4712-4cbc-8da6-3f625ea905c3 service nova] Acquired lock "refresh_cache-cbe29679-368b-4400-8ee3-21b4a05d6ae5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.639786] env[69239]: DEBUG nova.network.neutron [req-8bf421d1-1e09-48c1-90ab-0dc3473c6b16 req-5a3cb4b4-4712-4cbc-8da6-3f625ea905c3 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Refreshing network info cache for port 017609b2-8eba-46b9-85ac-fd7f36e6f2c1 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.781195] env[69239]: INFO nova.compute.manager [-] [instance: 67873eb5-68d3-4360-b671-e67e262e4258] Took 1.46 seconds to deallocate network for instance. [ 1210.951884] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "refresh_cache-cbe29679-368b-4400-8ee3-21b4a05d6ae5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.174736] env[69239]: DEBUG nova.network.neutron [req-8bf421d1-1e09-48c1-90ab-0dc3473c6b16 req-5a3cb4b4-4712-4cbc-8da6-3f625ea905c3 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.259195] env[69239]: DEBUG nova.network.neutron [req-8bf421d1-1e09-48c1-90ab-0dc3473c6b16 req-5a3cb4b4-4712-4cbc-8da6-3f625ea905c3 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.288560] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.288848] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.289092] env[69239]: DEBUG nova.objects.instance [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lazy-loading 'resources' on Instance uuid 67873eb5-68d3-4360-b671-e67e262e4258 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.761772] env[69239]: DEBUG oslo_concurrency.lockutils [req-8bf421d1-1e09-48c1-90ab-0dc3473c6b16 req-5a3cb4b4-4712-4cbc-8da6-3f625ea905c3 service nova] Releasing lock "refresh_cache-cbe29679-368b-4400-8ee3-21b4a05d6ae5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.763039] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "refresh_cache-cbe29679-368b-4400-8ee3-21b4a05d6ae5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.763039] env[69239]: DEBUG nova.network.neutron [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.890106] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9dfe5c-e8b9-4c57-b671-e417c91c241b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.898152] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1428211-60e1-4977-bf30-61a2de9ed470 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.930958] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eff0dd-97de-4579-bce9-54b14e9b4956 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.939137] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7e2806-d346-4b41-9164-dfcdaa0cff7e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.953328] env[69239]: DEBUG nova.compute.provider_tree [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.294534] env[69239]: DEBUG nova.network.neutron [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.454246] env[69239]: DEBUG nova.network.neutron [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Updating instance_info_cache with network_info: [{"id": "017609b2-8eba-46b9-85ac-fd7f36e6f2c1", "address": "fa:16:3e:1c:1c:39", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap017609b2-8e", "ovs_interfaceid": "017609b2-8eba-46b9-85ac-fd7f36e6f2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.456254] env[69239]: DEBUG nova.scheduler.client.report [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.960601] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "refresh_cache-cbe29679-368b-4400-8ee3-21b4a05d6ae5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.961085] env[69239]: DEBUG nova.compute.manager [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Instance network_info: |[{"id": "017609b2-8eba-46b9-85ac-fd7f36e6f2c1", "address": "fa:16:3e:1c:1c:39", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap017609b2-8e", "ovs_interfaceid": "017609b2-8eba-46b9-85ac-fd7f36e6f2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.961796] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.964271] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:1c:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '017609b2-8eba-46b9-85ac-fd7f36e6f2c1', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.972076] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.972299] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.972522] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-560bcf4d-2e00-4248-9284-390702a243f2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.988376] env[69239]: INFO nova.scheduler.client.report [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Deleted allocations for instance 67873eb5-68d3-4360-b671-e67e262e4258 [ 1212.995188] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.995188] env[69239]: value = "task-4146146" [ 1212.995188] env[69239]: _type = "Task" [ 1212.995188] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.003428] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146146, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.500080] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30876e2e-e151-46f2-a8e0-bd23afe4e915 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "67873eb5-68d3-4360-b671-e67e262e4258" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.806s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.506907] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146146, 'name': CreateVM_Task, 'duration_secs': 0.3204} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.507107] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.514303] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.514525] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.514843] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.515158] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-320dec45-4c09-4cad-8a47-9dc6bc39d0e9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.521021] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1213.521021] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5200df1c-95ea-4d02-2ee6-9248e2b61b06" [ 1213.521021] env[69239]: _type = "Task" [ 1213.521021] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.529846] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5200df1c-95ea-4d02-2ee6-9248e2b61b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.798852] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1213.799192] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821038', 'volume_id': '593e6739-e80b-4a3e-874e-50ebc3b979bc', 'name': 'volume-593e6739-e80b-4a3e-874e-50ebc3b979bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3da605b2-8137-4f59-a343-ecce4fced09c', 'attached_at': '', 'detached_at': '', 'volume_id': '593e6739-e80b-4a3e-874e-50ebc3b979bc', 'serial': '593e6739-e80b-4a3e-874e-50ebc3b979bc'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1213.800258] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1b293f-41f0-4768-9756-3ac8322ad03d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.817421] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0fe270-6786-4688-a823-059f3115770f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.843963] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-593e6739-e80b-4a3e-874e-50ebc3b979bc/volume-593e6739-e80b-4a3e-874e-50ebc3b979bc.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.844262] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7792d8a-36f9-40bb-8d30-bd6099969893 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.863391] env[69239]: DEBUG oslo_vmware.api [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1213.863391] env[69239]: value = "task-4146147" [ 1213.863391] env[69239]: _type = "Task" [ 1213.863391] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.873077] env[69239]: DEBUG oslo_vmware.api [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.033096] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5200df1c-95ea-4d02-2ee6-9248e2b61b06, 'name': SearchDatastore_Task, 'duration_secs': 0.012363} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.033525] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.033761] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.034170] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.034387] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.034654] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.035356] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbe61127-37c3-4e0a-be82-8cc422814507 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.046497] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.046792] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.047785] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9adb42d7-3181-4058-ab35-aa630de67fc9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.053710] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1214.053710] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e82ca2-4de2-88da-a55f-8455c054077a" [ 1214.053710] env[69239]: _type = "Task" [ 1214.053710] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.062467] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e82ca2-4de2-88da-a55f-8455c054077a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.373616] env[69239]: DEBUG oslo_vmware.api [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146147, 'name': ReconfigVM_Task, 'duration_secs': 0.37041} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.373916] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-593e6739-e80b-4a3e-874e-50ebc3b979bc/volume-593e6739-e80b-4a3e-874e-50ebc3b979bc.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.378875] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7220073d-2a91-4547-9d35-d63b1541c2a7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.395730] env[69239]: DEBUG oslo_vmware.api [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1214.395730] env[69239]: value = "task-4146148" [ 1214.395730] env[69239]: _type = "Task" [ 1214.395730] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.404482] env[69239]: DEBUG oslo_vmware.api [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.565089] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e82ca2-4de2-88da-a55f-8455c054077a, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.565979] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b1b2248-febb-4b94-9aac-ba9f4c8019f7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.571809] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1214.571809] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]524e3624-e214-1349-9cb3-6611708ae826" [ 1214.571809] env[69239]: _type = "Task" [ 1214.571809] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.580862] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524e3624-e214-1349-9cb3-6611708ae826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.906188] env[69239]: DEBUG oslo_vmware.api [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.082789] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]524e3624-e214-1349-9cb3-6611708ae826, 'name': SearchDatastore_Task, 'duration_secs': 0.010475} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.083167] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.083353] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] cbe29679-368b-4400-8ee3-21b4a05d6ae5/cbe29679-368b-4400-8ee3-21b4a05d6ae5.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.083620] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43805a2d-c5d6-4101-85bc-957e77f165ab {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.090791] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1215.090791] env[69239]: value = "task-4146149" [ 1215.090791] env[69239]: _type = "Task" [ 1215.090791] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.099334] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.407391] env[69239]: DEBUG oslo_vmware.api [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146148, 'name': ReconfigVM_Task, 'duration_secs': 0.924366} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.407740] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821038', 'volume_id': '593e6739-e80b-4a3e-874e-50ebc3b979bc', 'name': 'volume-593e6739-e80b-4a3e-874e-50ebc3b979bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3da605b2-8137-4f59-a343-ecce4fced09c', 'attached_at': '', 'detached_at': '', 'volume_id': '593e6739-e80b-4a3e-874e-50ebc3b979bc', 'serial': '593e6739-e80b-4a3e-874e-50ebc3b979bc'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1215.602754] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146149, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.913598] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "3c222afa-b505-454b-8798-73b1de493e5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.913885] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "3c222afa-b505-454b-8798-73b1de493e5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.102524] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69671} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.102832] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] cbe29679-368b-4400-8ee3-21b4a05d6ae5/cbe29679-368b-4400-8ee3-21b4a05d6ae5.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.102908] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.103236] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bfc1b30-d127-42e2-9108-168a53eaaecc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.110330] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1216.110330] env[69239]: value = "task-4146150" [ 1216.110330] env[69239]: _type = "Task" [ 1216.110330] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.121442] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.418305] env[69239]: DEBUG nova.compute.manager [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1216.458253] env[69239]: DEBUG nova.objects.instance [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'flavor' on Instance uuid 3da605b2-8137-4f59-a343-ecce4fced09c {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.621079] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07171} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.621343] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.622217] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71b6e2a-1f0c-45b7-ad6f-461e5a346665 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.645646] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] cbe29679-368b-4400-8ee3-21b4a05d6ae5/cbe29679-368b-4400-8ee3-21b4a05d6ae5.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.645985] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98efdcfc-de7d-4eee-982d-3d025cbdb232 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.666564] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1216.666564] env[69239]: value = "task-4146151" [ 1216.666564] env[69239]: _type = "Task" [ 1216.666564] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.675621] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.942985] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.943329] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.944905] env[69239]: INFO nova.compute.claims [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.963471] env[69239]: DEBUG oslo_concurrency.lockutils [None req-dfa003a8-a71e-4616-ace0-4926585b7239 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "3da605b2-8137-4f59-a343-ecce4fced09c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.768s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.176990] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.375216] env[69239]: DEBUG nova.compute.manager [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Stashing vm_state: active {{(pid=69239) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1217.677603] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146151, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.906361] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.109839] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8739d285-dd1e-4a81-a57e-529c9d4d7516 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.120163] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaeabb9-f1b0-475d-b754-61c2e0297eea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.166194] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ed7d0a-fa83-4aef-9d2a-b4a5b38cfb0f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.184048] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146151, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.191035] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ffec94-c0df-423b-b914-c43d96f5c9d4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.211087] env[69239]: DEBUG nova.compute.provider_tree [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.674781] env[69239]: DEBUG oslo_concurrency.lockutils [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.675252] env[69239]: DEBUG oslo_concurrency.lockutils [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.675496] env[69239]: DEBUG oslo_concurrency.lockutils [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.675693] env[69239]: DEBUG oslo_concurrency.lockutils [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.675875] env[69239]: DEBUG oslo_concurrency.lockutils [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.684752] env[69239]: INFO nova.compute.manager [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Terminating instance [ 1218.692354] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146151, 'name': ReconfigVM_Task, 'duration_secs': 1.590903} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.693021] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Reconfigured VM instance instance-00000077 to attach disk [datastore2] cbe29679-368b-4400-8ee3-21b4a05d6ae5/cbe29679-368b-4400-8ee3-21b4a05d6ae5.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.693651] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-841bdec9-316c-4f32-b074-3292decc5285 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.701463] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1218.701463] env[69239]: value = "task-4146152" [ 1218.701463] env[69239]: _type = "Task" [ 1218.701463] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.711211] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146152, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.714586] env[69239]: DEBUG nova.scheduler.client.report [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.189291] env[69239]: DEBUG nova.compute.manager [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.189583] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.190493] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0b1e9f-f185-41c7-aba9-18f649312178 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.198947] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.199295] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3324dfaa-0f86-42e5-8d02-66a2a1bf5a24 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.207347] env[69239]: DEBUG oslo_vmware.api [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1219.207347] env[69239]: value = "task-4146153" [ 1219.207347] env[69239]: _type = "Task" [ 1219.207347] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.211812] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146152, 'name': Rename_Task, 'duration_secs': 0.158612} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.215158] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.215451] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78e60bd3-653e-4e93-a6c2-5028ba564e25 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.219266] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.220037] env[69239]: DEBUG nova.compute.manager [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1219.228152] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.322s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.229927] env[69239]: DEBUG oslo_vmware.api [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.230166] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1219.230166] env[69239]: value = "task-4146154" [ 1219.230166] env[69239]: _type = "Task" [ 1219.230166] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.242886] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146154, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.477278] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Acquiring lock "ce83db14-7288-4da0-8fe3-fcea30deafd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.477563] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Lock "ce83db14-7288-4da0-8fe3-fcea30deafd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.721138] env[69239]: DEBUG oslo_vmware.api [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146153, 'name': PowerOffVM_Task, 'duration_secs': 0.209997} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.721530] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.721722] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.721999] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f426103f-bd7a-4745-b1d7-4df3b490ae3a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.732499] env[69239]: DEBUG nova.compute.utils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.736445] env[69239]: INFO nova.compute.claims [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.740292] env[69239]: DEBUG nova.compute.manager [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1219.740544] env[69239]: DEBUG nova.network.neutron [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1219.755458] env[69239]: DEBUG oslo_vmware.api [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146154, 'name': PowerOnVM_Task, 'duration_secs': 0.48825} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.755755] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.755966] env[69239]: INFO nova.compute.manager [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1219.756236] env[69239]: DEBUG nova.compute.manager [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1219.757194] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d993313-0ce4-4bb5-803d-531b97111f2c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.786969] env[69239]: DEBUG nova.policy [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '950b8d0c07ad4b23be7c4fe6076428a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '657b30330d8d431aa07e7c1e198c5af1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.796310] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.796561] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.796754] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleting the datastore file [datastore2] 9bbaa4ea-cd67-4196-a77a-4efe615f4686 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.797150] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed2c323a-6e9d-4185-ae7b-e285431f7229 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.805469] env[69239]: DEBUG oslo_vmware.api [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for the task: (returnval){ [ 1219.805469] env[69239]: value = "task-4146156" [ 1219.805469] env[69239]: _type = "Task" [ 1219.805469] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.816790] env[69239]: DEBUG oslo_vmware.api [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.979834] env[69239]: DEBUG nova.compute.manager [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1220.080210] env[69239]: DEBUG nova.network.neutron [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Successfully created port: 76ed5c12-af36-49f6-a4cc-af93b8dc0132 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1220.241932] env[69239]: DEBUG nova.compute.manager [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1220.249791] env[69239]: INFO nova.compute.resource_tracker [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating resource usage from migration 5f919ece-a782-4688-8949-3bd9999b81c9 [ 1220.280658] env[69239]: INFO nova.compute.manager [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Took 17.18 seconds to build instance. [ 1220.321073] env[69239]: DEBUG oslo_vmware.api [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Task: {'id': task-4146156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145658} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.324673] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.325162] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.327018] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.327018] env[69239]: INFO nova.compute.manager [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1220.327018] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.327018] env[69239]: DEBUG nova.compute.manager [-] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.327018] env[69239]: DEBUG nova.network.neutron [-] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.427167] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b52483-17a5-4275-ab32-28821d7c6e05 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.436827] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9394f2-6c1f-4709-aa8d-9f79d4501f3a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.474269] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d707c8-cc7d-4e03-bf41-4af3606777bb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.482227] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2162ebb4-d734-48c9-8e48-76371aad5bff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.500426] env[69239]: DEBUG nova.compute.provider_tree [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.507191] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.782756] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0959166-742e-40d6-ae32-e36202b9c9e1 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "cbe29679-368b-4400-8ee3-21b4a05d6ae5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.693s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.945345] env[69239]: DEBUG nova.compute.manager [req-2ab27559-7aeb-4c90-8223-1963444018c4 req-9a0c01d4-a69f-42a0-91fa-8d832d3f54f0 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Received event network-changed-017609b2-8eba-46b9-85ac-fd7f36e6f2c1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.945753] env[69239]: DEBUG nova.compute.manager [req-2ab27559-7aeb-4c90-8223-1963444018c4 req-9a0c01d4-a69f-42a0-91fa-8d832d3f54f0 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Refreshing instance network info cache due to event network-changed-017609b2-8eba-46b9-85ac-fd7f36e6f2c1. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.946104] env[69239]: DEBUG oslo_concurrency.lockutils [req-2ab27559-7aeb-4c90-8223-1963444018c4 req-9a0c01d4-a69f-42a0-91fa-8d832d3f54f0 service nova] Acquiring lock "refresh_cache-cbe29679-368b-4400-8ee3-21b4a05d6ae5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.946495] env[69239]: DEBUG oslo_concurrency.lockutils [req-2ab27559-7aeb-4c90-8223-1963444018c4 req-9a0c01d4-a69f-42a0-91fa-8d832d3f54f0 service nova] Acquired lock "refresh_cache-cbe29679-368b-4400-8ee3-21b4a05d6ae5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.946789] env[69239]: DEBUG nova.network.neutron [req-2ab27559-7aeb-4c90-8223-1963444018c4 req-9a0c01d4-a69f-42a0-91fa-8d832d3f54f0 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Refreshing network info cache for port 017609b2-8eba-46b9-85ac-fd7f36e6f2c1 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.967127] env[69239]: DEBUG nova.compute.manager [req-f23e839f-1e9b-4111-b85b-64860e22b125 req-74df2941-3f9a-429f-ba1d-7a9ddd52977e service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Received event network-vif-deleted-8f56ac24-8c04-4bbd-b439-c7d0338161ae {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.967561] env[69239]: INFO nova.compute.manager [req-f23e839f-1e9b-4111-b85b-64860e22b125 req-74df2941-3f9a-429f-ba1d-7a9ddd52977e service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Neutron deleted interface 8f56ac24-8c04-4bbd-b439-c7d0338161ae; detaching it from the instance and deleting it from the info cache [ 1220.967609] env[69239]: DEBUG nova.network.neutron [req-f23e839f-1e9b-4111-b85b-64860e22b125 req-74df2941-3f9a-429f-ba1d-7a9ddd52977e service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.003672] env[69239]: DEBUG nova.scheduler.client.report [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.256613] env[69239]: DEBUG nova.compute.manager [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1221.288689] env[69239]: DEBUG nova.virt.hardware [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.288955] env[69239]: DEBUG nova.virt.hardware [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.289136] env[69239]: DEBUG nova.virt.hardware [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.289365] env[69239]: DEBUG nova.virt.hardware [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.289547] env[69239]: DEBUG nova.virt.hardware [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.289706] env[69239]: DEBUG nova.virt.hardware [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.289917] env[69239]: DEBUG nova.virt.hardware [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.290138] env[69239]: DEBUG nova.virt.hardware [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.290332] env[69239]: DEBUG nova.virt.hardware [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.290422] env[69239]: DEBUG nova.virt.hardware [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.290649] env[69239]: DEBUG nova.virt.hardware [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.291565] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0102354-86aa-4756-b573-33fe79bc4178 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.300740] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0703476d-ce5d-4d97-a4d9-97934856cc9b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.316034] env[69239]: DEBUG nova.network.neutron [-] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.470577] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f702cd85-cc0d-4f77-9600-d00f665c0035 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.481548] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae146bbd-952c-449c-9652-f9da99f2c23f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.516047] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.288s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.516313] env[69239]: INFO nova.compute.manager [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Migrating [ 1221.524036] env[69239]: DEBUG nova.compute.manager [req-f23e839f-1e9b-4111-b85b-64860e22b125 req-74df2941-3f9a-429f-ba1d-7a9ddd52977e service nova] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Detach interface failed, port_id=8f56ac24-8c04-4bbd-b439-c7d0338161ae, reason: Instance 9bbaa4ea-cd67-4196-a77a-4efe615f4686 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.524036] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.017s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.525720] env[69239]: INFO nova.compute.claims [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.650619] env[69239]: DEBUG nova.network.neutron [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Successfully updated port: 76ed5c12-af36-49f6-a4cc-af93b8dc0132 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.690934] env[69239]: DEBUG nova.network.neutron [req-2ab27559-7aeb-4c90-8223-1963444018c4 req-9a0c01d4-a69f-42a0-91fa-8d832d3f54f0 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Updated VIF entry in instance network info cache for port 017609b2-8eba-46b9-85ac-fd7f36e6f2c1. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.691334] env[69239]: DEBUG nova.network.neutron [req-2ab27559-7aeb-4c90-8223-1963444018c4 req-9a0c01d4-a69f-42a0-91fa-8d832d3f54f0 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Updating instance_info_cache with network_info: [{"id": "017609b2-8eba-46b9-85ac-fd7f36e6f2c1", "address": "fa:16:3e:1c:1c:39", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap017609b2-8e", "ovs_interfaceid": "017609b2-8eba-46b9-85ac-fd7f36e6f2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.818653] env[69239]: INFO nova.compute.manager [-] [instance: 9bbaa4ea-cd67-4196-a77a-4efe615f4686] Took 1.49 seconds to deallocate network for instance. [ 1222.038382] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.038561] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.038733] env[69239]: DEBUG nova.network.neutron [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.152806] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "refresh_cache-3c222afa-b505-454b-8798-73b1de493e5d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.152806] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired lock "refresh_cache-3c222afa-b505-454b-8798-73b1de493e5d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.152806] env[69239]: DEBUG nova.network.neutron [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.194266] env[69239]: DEBUG oslo_concurrency.lockutils [req-2ab27559-7aeb-4c90-8223-1963444018c4 req-9a0c01d4-a69f-42a0-91fa-8d832d3f54f0 service nova] Releasing lock "refresh_cache-cbe29679-368b-4400-8ee3-21b4a05d6ae5" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.329151] env[69239]: DEBUG oslo_concurrency.lockutils [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.690744] env[69239]: DEBUG nova.network.neutron [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.701652] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bfce4c-fd1e-42a5-93a2-5e5a7b4557fb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.712675] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f958fb-a8d5-406d-a88b-f196fbd3765b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.750040] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14a2abb-f98d-4329-b8e1-eaca9e4df7b3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.758885] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7273cc4-0ccc-4433-8a5c-c748a4badaf5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.775288] env[69239]: DEBUG nova.compute.provider_tree [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.822542] env[69239]: DEBUG nova.network.neutron [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance_info_cache with network_info: [{"id": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "address": "fa:16:3e:e5:ba:07", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af1152f-9b", "ovs_interfaceid": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.865959] env[69239]: DEBUG nova.network.neutron [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Updating instance_info_cache with network_info: [{"id": "76ed5c12-af36-49f6-a4cc-af93b8dc0132", "address": "fa:16:3e:54:61:62", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ed5c12-af", "ovs_interfaceid": "76ed5c12-af36-49f6-a4cc-af93b8dc0132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.978385] env[69239]: DEBUG nova.compute.manager [req-8899bad2-dfe8-4da5-9629-54eb3e34778f req-861ca42c-a399-4f41-8f42-ad5596546ea7 service nova] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Received event network-vif-plugged-76ed5c12-af36-49f6-a4cc-af93b8dc0132 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.978628] env[69239]: DEBUG oslo_concurrency.lockutils [req-8899bad2-dfe8-4da5-9629-54eb3e34778f req-861ca42c-a399-4f41-8f42-ad5596546ea7 service nova] Acquiring lock "3c222afa-b505-454b-8798-73b1de493e5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.978840] env[69239]: DEBUG oslo_concurrency.lockutils [req-8899bad2-dfe8-4da5-9629-54eb3e34778f req-861ca42c-a399-4f41-8f42-ad5596546ea7 service nova] Lock "3c222afa-b505-454b-8798-73b1de493e5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.979192] env[69239]: DEBUG oslo_concurrency.lockutils [req-8899bad2-dfe8-4da5-9629-54eb3e34778f req-861ca42c-a399-4f41-8f42-ad5596546ea7 service nova] Lock "3c222afa-b505-454b-8798-73b1de493e5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.979446] env[69239]: DEBUG nova.compute.manager [req-8899bad2-dfe8-4da5-9629-54eb3e34778f req-861ca42c-a399-4f41-8f42-ad5596546ea7 service nova] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] No waiting events found dispatching network-vif-plugged-76ed5c12-af36-49f6-a4cc-af93b8dc0132 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1222.979626] env[69239]: WARNING nova.compute.manager [req-8899bad2-dfe8-4da5-9629-54eb3e34778f req-861ca42c-a399-4f41-8f42-ad5596546ea7 service nova] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Received unexpected event network-vif-plugged-76ed5c12-af36-49f6-a4cc-af93b8dc0132 for instance with vm_state building and task_state spawning. [ 1222.979802] env[69239]: DEBUG nova.compute.manager [req-8899bad2-dfe8-4da5-9629-54eb3e34778f req-861ca42c-a399-4f41-8f42-ad5596546ea7 service nova] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Received event network-changed-76ed5c12-af36-49f6-a4cc-af93b8dc0132 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.979958] env[69239]: DEBUG nova.compute.manager [req-8899bad2-dfe8-4da5-9629-54eb3e34778f req-861ca42c-a399-4f41-8f42-ad5596546ea7 service nova] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Refreshing instance network info cache due to event network-changed-76ed5c12-af36-49f6-a4cc-af93b8dc0132. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.980144] env[69239]: DEBUG oslo_concurrency.lockutils [req-8899bad2-dfe8-4da5-9629-54eb3e34778f req-861ca42c-a399-4f41-8f42-ad5596546ea7 service nova] Acquiring lock "refresh_cache-3c222afa-b505-454b-8798-73b1de493e5d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.280747] env[69239]: DEBUG nova.scheduler.client.report [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.329202] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.368877] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Releasing lock "refresh_cache-3c222afa-b505-454b-8798-73b1de493e5d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.369225] env[69239]: DEBUG nova.compute.manager [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Instance network_info: |[{"id": "76ed5c12-af36-49f6-a4cc-af93b8dc0132", "address": "fa:16:3e:54:61:62", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ed5c12-af", "ovs_interfaceid": "76ed5c12-af36-49f6-a4cc-af93b8dc0132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1223.369562] env[69239]: DEBUG oslo_concurrency.lockutils [req-8899bad2-dfe8-4da5-9629-54eb3e34778f req-861ca42c-a399-4f41-8f42-ad5596546ea7 service nova] Acquired lock "refresh_cache-3c222afa-b505-454b-8798-73b1de493e5d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.369766] env[69239]: DEBUG nova.network.neutron [req-8899bad2-dfe8-4da5-9629-54eb3e34778f req-861ca42c-a399-4f41-8f42-ad5596546ea7 service nova] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Refreshing network info cache for port 76ed5c12-af36-49f6-a4cc-af93b8dc0132 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.371130] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:61:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76ed5c12-af36-49f6-a4cc-af93b8dc0132', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.379259] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.382820] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.383454] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f128a1b-c753-459a-be03-a87d7deec8e8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.406455] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.406455] env[69239]: value = "task-4146158" [ 1223.406455] env[69239]: _type = "Task" [ 1223.406455] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.415615] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146158, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.616052] env[69239]: DEBUG nova.network.neutron [req-8899bad2-dfe8-4da5-9629-54eb3e34778f req-861ca42c-a399-4f41-8f42-ad5596546ea7 service nova] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Updated VIF entry in instance network info cache for port 76ed5c12-af36-49f6-a4cc-af93b8dc0132. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.616438] env[69239]: DEBUG nova.network.neutron [req-8899bad2-dfe8-4da5-9629-54eb3e34778f req-861ca42c-a399-4f41-8f42-ad5596546ea7 service nova] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Updating instance_info_cache with network_info: [{"id": "76ed5c12-af36-49f6-a4cc-af93b8dc0132", "address": "fa:16:3e:54:61:62", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ed5c12-af", "ovs_interfaceid": "76ed5c12-af36-49f6-a4cc-af93b8dc0132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.786326] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.786792] env[69239]: DEBUG nova.compute.manager [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.789692] env[69239]: DEBUG oslo_concurrency.lockutils [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.460s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.790118] env[69239]: DEBUG nova.objects.instance [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lazy-loading 'resources' on Instance uuid 9bbaa4ea-cd67-4196-a77a-4efe615f4686 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.917314] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146158, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.120093] env[69239]: DEBUG oslo_concurrency.lockutils [req-8899bad2-dfe8-4da5-9629-54eb3e34778f req-861ca42c-a399-4f41-8f42-ad5596546ea7 service nova] Releasing lock "refresh_cache-3c222afa-b505-454b-8798-73b1de493e5d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.294037] env[69239]: DEBUG nova.compute.utils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.298283] env[69239]: DEBUG nova.compute.manager [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1224.298458] env[69239]: DEBUG nova.network.neutron [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.393841] env[69239]: DEBUG nova.policy [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '221c96b9337c434291c2e8ce71219716', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90a4970777b0447387eb60a1473177b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.421286] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146158, 'name': CreateVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.464778] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a278a4-0b04-4269-b98f-71b1e3193dad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.472867] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa10e2a-30fc-43b1-a76a-afc2e39ef69c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.505210] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741a4c4a-e268-4468-95a1-9b4cf8b94244 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.515818] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61504873-bf9c-4e43-b74c-d072dcb86fae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.536988] env[69239]: DEBUG nova.compute.provider_tree [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.729166] env[69239]: DEBUG nova.network.neutron [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Successfully created port: 85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.798907] env[69239]: DEBUG nova.compute.manager [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.851025] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3e5395-a8f9-4033-b440-ff16b62013a7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.872291] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance '3da605b2-8137-4f59-a343-ecce4fced09c' progress to 0 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.921153] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146158, 'name': CreateVM_Task, 'duration_secs': 1.38528} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.921455] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.923036] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.923036] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.923204] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.924369] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d9633fa-bd90-4c03-a383-19aefd17471b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.930970] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1224.930970] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52fba573-9cc1-2e6d-9c6a-43a92fd9bf38" [ 1224.930970] env[69239]: _type = "Task" [ 1224.930970] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.941253] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52fba573-9cc1-2e6d-9c6a-43a92fd9bf38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.041870] env[69239]: DEBUG nova.scheduler.client.report [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.378550] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.378870] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e15b587a-3eae-4c4b-b07b-8df3d141d358 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.385793] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1225.385793] env[69239]: value = "task-4146160" [ 1225.385793] env[69239]: _type = "Task" [ 1225.385793] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.394160] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.441597] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52fba573-9cc1-2e6d-9c6a-43a92fd9bf38, 'name': SearchDatastore_Task, 'duration_secs': 0.023772} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.441978] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.442193] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1225.442441] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.442588] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.442770] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.443076] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55e3bc33-7990-45d4-94ac-e57ee8e902d9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.453371] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.453681] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1225.454829] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f0f8610-1daa-4867-abec-ad3ac3fe0b79 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.461430] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1225.461430] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529cea72-ee6b-9f4f-8970-97c1a8859ce0" [ 1225.461430] env[69239]: _type = "Task" [ 1225.461430] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.470162] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529cea72-ee6b-9f4f-8970-97c1a8859ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.546888] env[69239]: DEBUG oslo_concurrency.lockutils [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.573323] env[69239]: INFO nova.scheduler.client.report [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Deleted allocations for instance 9bbaa4ea-cd67-4196-a77a-4efe615f4686 [ 1225.808492] env[69239]: DEBUG nova.compute.manager [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.836477] env[69239]: DEBUG nova.virt.hardware [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.836740] env[69239]: DEBUG nova.virt.hardware [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.836897] env[69239]: DEBUG nova.virt.hardware [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.837087] env[69239]: DEBUG nova.virt.hardware [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.837237] env[69239]: DEBUG nova.virt.hardware [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.837385] env[69239]: DEBUG nova.virt.hardware [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.837594] env[69239]: DEBUG nova.virt.hardware [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.837752] env[69239]: DEBUG nova.virt.hardware [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.837922] env[69239]: DEBUG nova.virt.hardware [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.838108] env[69239]: DEBUG nova.virt.hardware [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.838279] env[69239]: DEBUG nova.virt.hardware [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.839170] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559f9613-4acf-4ae7-9a89-0338e8205b39 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.847465] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492e9d0b-4a2b-4aa4-bdb1-e09d5ce3a7e2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.896366] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146160, 'name': PowerOffVM_Task, 'duration_secs': 0.247993} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.896681] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.896872] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance '3da605b2-8137-4f59-a343-ecce4fced09c' progress to 17 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.971314] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529cea72-ee6b-9f4f-8970-97c1a8859ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.010673} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.972116] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d36d599-4dbc-4685-bc68-7e852532343f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.978024] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1225.978024] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52be3ab9-8e4d-0e66-5b3e-f9cc0125a5fe" [ 1225.978024] env[69239]: _type = "Task" [ 1225.978024] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.987048] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52be3ab9-8e4d-0e66-5b3e-f9cc0125a5fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.087227] env[69239]: DEBUG oslo_concurrency.lockutils [None req-986b2b2b-dc1c-46aa-bcf1-f568b0e85280 tempest-AttachVolumeShelveTestJSON-303748050 tempest-AttachVolumeShelveTestJSON-303748050-project-member] Lock "9bbaa4ea-cd67-4196-a77a-4efe615f4686" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.412s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.382717] env[69239]: DEBUG nova.compute.manager [req-5697e59c-b315-4473-aa4b-27a5a75e4302 req-1ba034f5-5634-4363-8871-2ea6ad244359 service nova] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Received event network-vif-plugged-85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.382916] env[69239]: DEBUG oslo_concurrency.lockutils [req-5697e59c-b315-4473-aa4b-27a5a75e4302 req-1ba034f5-5634-4363-8871-2ea6ad244359 service nova] Acquiring lock "ce83db14-7288-4da0-8fe3-fcea30deafd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.383531] env[69239]: DEBUG oslo_concurrency.lockutils [req-5697e59c-b315-4473-aa4b-27a5a75e4302 req-1ba034f5-5634-4363-8871-2ea6ad244359 service nova] Lock "ce83db14-7288-4da0-8fe3-fcea30deafd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.383778] env[69239]: DEBUG oslo_concurrency.lockutils [req-5697e59c-b315-4473-aa4b-27a5a75e4302 req-1ba034f5-5634-4363-8871-2ea6ad244359 service nova] Lock "ce83db14-7288-4da0-8fe3-fcea30deafd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.383987] env[69239]: DEBUG nova.compute.manager [req-5697e59c-b315-4473-aa4b-27a5a75e4302 req-1ba034f5-5634-4363-8871-2ea6ad244359 service nova] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] No waiting events found dispatching network-vif-plugged-85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1226.384276] env[69239]: WARNING nova.compute.manager [req-5697e59c-b315-4473-aa4b-27a5a75e4302 req-1ba034f5-5634-4363-8871-2ea6ad244359 service nova] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Received unexpected event network-vif-plugged-85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea for instance with vm_state building and task_state spawning. [ 1226.403096] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.403416] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.403537] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.403722] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.403869] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.404021] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.404223] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.404641] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.404641] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.404874] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.404874] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.410281] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f1afc62-d854-4d16-afd9-a47bd492210d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.428062] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1226.428062] env[69239]: value = "task-4146161" [ 1226.428062] env[69239]: _type = "Task" [ 1226.428062] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.437368] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.475739] env[69239]: DEBUG nova.network.neutron [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Successfully updated port: 85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.489778] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52be3ab9-8e4d-0e66-5b3e-f9cc0125a5fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.490711] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.490986] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 3c222afa-b505-454b-8798-73b1de493e5d/3c222afa-b505-454b-8798-73b1de493e5d.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.491276] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ce771b8-254d-49b6-8c87-2659983f7af3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.498612] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1226.498612] env[69239]: value = "task-4146162" [ 1226.498612] env[69239]: _type = "Task" [ 1226.498612] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.507506] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.945367] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146161, 'name': ReconfigVM_Task, 'duration_secs': 0.262204} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.946078] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance '3da605b2-8137-4f59-a343-ecce4fced09c' progress to 33 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.981096] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Acquiring lock "refresh_cache-ce83db14-7288-4da0-8fe3-fcea30deafd8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.981263] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Acquired lock "refresh_cache-ce83db14-7288-4da0-8fe3-fcea30deafd8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.981324] env[69239]: DEBUG nova.network.neutron [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.008934] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48113} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.009230] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] 3c222afa-b505-454b-8798-73b1de493e5d/3c222afa-b505-454b-8798-73b1de493e5d.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.009449] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.009739] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-360ddeec-2955-4f67-b980-af71ce039c85 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.017213] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1227.017213] env[69239]: value = "task-4146164" [ 1227.017213] env[69239]: _type = "Task" [ 1227.017213] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.025729] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.453952] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.454334] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.454448] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.454692] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.454921] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.455161] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.455439] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.455651] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.455872] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.456099] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.456372] env[69239]: DEBUG nova.virt.hardware [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.462185] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1227.462605] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc164ffe-3a79-4311-9adc-a107eebebdef {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.483579] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1227.483579] env[69239]: value = "task-4146166" [ 1227.483579] env[69239]: _type = "Task" [ 1227.483579] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.495383] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.518957] env[69239]: DEBUG nova.network.neutron [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.531243] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.671862] env[69239]: DEBUG nova.network.neutron [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Updating instance_info_cache with network_info: [{"id": "85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea", "address": "fa:16:3e:ca:d2:d6", "network": {"id": "6ae79b43-36be-42ef-8712-eff4738a86ed", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-213922493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90a4970777b0447387eb60a1473177b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c6cfbc-cf", "ovs_interfaceid": "85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.995608] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.033386] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.882292} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.033751] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.034637] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65de360-ab65-498a-b416-3d4d29258f7c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.058876] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 3c222afa-b505-454b-8798-73b1de493e5d/3c222afa-b505-454b-8798-73b1de493e5d.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.059223] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d233abad-fc20-4db3-a7e2-01abd0000534 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.081441] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1228.081441] env[69239]: value = "task-4146167" [ 1228.081441] env[69239]: _type = "Task" [ 1228.081441] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.090037] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.175041] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Releasing lock "refresh_cache-ce83db14-7288-4da0-8fe3-fcea30deafd8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.175405] env[69239]: DEBUG nova.compute.manager [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Instance network_info: |[{"id": "85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea", "address": "fa:16:3e:ca:d2:d6", "network": {"id": "6ae79b43-36be-42ef-8712-eff4738a86ed", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-213922493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90a4970777b0447387eb60a1473177b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c6cfbc-cf", "ovs_interfaceid": "85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1228.175863] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:d2:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.183904] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Creating folder: Project (90a4970777b0447387eb60a1473177b6). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1228.184091] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10336e3b-f451-47b0-84ac-2d31330d2d12 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.196611] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Created folder: Project (90a4970777b0447387eb60a1473177b6) in parent group-v820715. [ 1228.196875] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Creating folder: Instances. Parent ref: group-v821042. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1228.197272] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c73b7a0e-afc6-4b3a-acc4-31af0b337e68 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.208740] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Created folder: Instances in parent group-v821042. [ 1228.208995] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.209212] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.209438] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa96f64a-5fbd-4a00-9379-29f4ea188de0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.229425] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.229425] env[69239]: value = "task-4146170" [ 1228.229425] env[69239]: _type = "Task" [ 1228.229425] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.238332] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146170, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.411923] env[69239]: DEBUG nova.compute.manager [req-2185a8a8-4a21-4465-a3c2-26a67cf3e283 req-71c60584-09b5-4ae2-a158-1f46cc464749 service nova] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Received event network-changed-85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.412172] env[69239]: DEBUG nova.compute.manager [req-2185a8a8-4a21-4465-a3c2-26a67cf3e283 req-71c60584-09b5-4ae2-a158-1f46cc464749 service nova] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Refreshing instance network info cache due to event network-changed-85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.412740] env[69239]: DEBUG oslo_concurrency.lockutils [req-2185a8a8-4a21-4465-a3c2-26a67cf3e283 req-71c60584-09b5-4ae2-a158-1f46cc464749 service nova] Acquiring lock "refresh_cache-ce83db14-7288-4da0-8fe3-fcea30deafd8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.412860] env[69239]: DEBUG oslo_concurrency.lockutils [req-2185a8a8-4a21-4465-a3c2-26a67cf3e283 req-71c60584-09b5-4ae2-a158-1f46cc464749 service nova] Acquired lock "refresh_cache-ce83db14-7288-4da0-8fe3-fcea30deafd8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.413071] env[69239]: DEBUG nova.network.neutron [req-2185a8a8-4a21-4465-a3c2-26a67cf3e283 req-71c60584-09b5-4ae2-a158-1f46cc464749 service nova] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Refreshing network info cache for port 85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.495934] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.591914] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146167, 'name': ReconfigVM_Task, 'duration_secs': 0.33432} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.592249] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 3c222afa-b505-454b-8798-73b1de493e5d/3c222afa-b505-454b-8798-73b1de493e5d.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.593037] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14db6b83-afc1-42d5-ba50-53f67155906c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.602191] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1228.602191] env[69239]: value = "task-4146171" [ 1228.602191] env[69239]: _type = "Task" [ 1228.602191] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.610936] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146171, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.739741] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146170, 'name': CreateVM_Task, 'duration_secs': 0.40806} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.739944] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.740607] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.740777] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.741131] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.741392] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffff96f3-b2bd-43f1-8a89-e349dcf0433b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.746697] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Waiting for the task: (returnval){ [ 1228.746697] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52c6d1b4-cf4d-4f03-d4bc-269725dd0bee" [ 1228.746697] env[69239]: _type = "Task" [ 1228.746697] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.755584] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c6d1b4-cf4d-4f03-d4bc-269725dd0bee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.999237] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146166, 'name': ReconfigVM_Task, 'duration_secs': 1.125649} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.999815] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.000429] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d2e144-6a9a-4b86-82fd-5287bbe9fbfd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.030649] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 3da605b2-8137-4f59-a343-ecce4fced09c/3da605b2-8137-4f59-a343-ecce4fced09c.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.034070] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c98244d-892e-4236-a58b-c611c4ae656d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.055175] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1229.055175] env[69239]: value = "task-4146173" [ 1229.055175] env[69239]: _type = "Task" [ 1229.055175] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.063852] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.112455] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146171, 'name': Rename_Task, 'duration_secs': 0.326819} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.112455] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.112682] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28d74c19-dc79-44cf-a032-986ff971510e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.121188] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1229.121188] env[69239]: value = "task-4146174" [ 1229.121188] env[69239]: _type = "Task" [ 1229.121188] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.130293] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.225771] env[69239]: DEBUG nova.network.neutron [req-2185a8a8-4a21-4465-a3c2-26a67cf3e283 req-71c60584-09b5-4ae2-a158-1f46cc464749 service nova] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Updated VIF entry in instance network info cache for port 85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.226201] env[69239]: DEBUG nova.network.neutron [req-2185a8a8-4a21-4465-a3c2-26a67cf3e283 req-71c60584-09b5-4ae2-a158-1f46cc464749 service nova] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Updating instance_info_cache with network_info: [{"id": "85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea", "address": "fa:16:3e:ca:d2:d6", "network": {"id": "6ae79b43-36be-42ef-8712-eff4738a86ed", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-213922493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90a4970777b0447387eb60a1473177b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c6cfbc-cf", "ovs_interfaceid": "85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.258336] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52c6d1b4-cf4d-4f03-d4bc-269725dd0bee, 'name': SearchDatastore_Task, 'duration_secs': 0.010712} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.258692] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.258940] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.259216] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.259383] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.259581] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.259867] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c93e5f4b-e6fd-41b7-b4e4-cb2a3ecf4e88 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.269843] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.270052] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.270966] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad12624-89e5-4a07-9252-2c2277ed54df {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.277366] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Waiting for the task: (returnval){ [ 1229.277366] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529193dd-4090-57a4-d924-74de8383966e" [ 1229.277366] env[69239]: _type = "Task" [ 1229.277366] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.289291] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529193dd-4090-57a4-d924-74de8383966e, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.290319] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe17df9-aedf-490b-b86e-cc45a253bd97 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.296055] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Waiting for the task: (returnval){ [ 1229.296055] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527cb732-ab8e-083c-7000-c3c0e5e5d4e6" [ 1229.296055] env[69239]: _type = "Task" [ 1229.296055] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.304864] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527cb732-ab8e-083c-7000-c3c0e5e5d4e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.566309] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146173, 'name': ReconfigVM_Task, 'duration_secs': 0.32339} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.566660] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 3da605b2-8137-4f59-a343-ecce4fced09c/3da605b2-8137-4f59-a343-ecce4fced09c.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.566933] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance '3da605b2-8137-4f59-a343-ecce4fced09c' progress to 50 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.633375] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146174, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.729357] env[69239]: DEBUG oslo_concurrency.lockutils [req-2185a8a8-4a21-4465-a3c2-26a67cf3e283 req-71c60584-09b5-4ae2-a158-1f46cc464749 service nova] Releasing lock "refresh_cache-ce83db14-7288-4da0-8fe3-fcea30deafd8" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.808780] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527cb732-ab8e-083c-7000-c3c0e5e5d4e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.809065] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.809336] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] ce83db14-7288-4da0-8fe3-fcea30deafd8/ce83db14-7288-4da0-8fe3-fcea30deafd8.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.809799] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12fc54b6-7173-4e9d-9ff4-6e6210c6976c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.817757] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Waiting for the task: (returnval){ [ 1229.817757] env[69239]: value = "task-4146175" [ 1229.817757] env[69239]: _type = "Task" [ 1229.817757] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.826183] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.073934] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cda54f-a2b1-4e60-90ee-2dbf8733a304 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.098055] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eec001-21af-4365-a1ae-e9576a3e2102 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.120804] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance '3da605b2-8137-4f59-a343-ecce4fced09c' progress to 67 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.133906] env[69239]: DEBUG oslo_vmware.api [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146174, 'name': PowerOnVM_Task, 'duration_secs': 0.52504} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.134201] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.134408] env[69239]: INFO nova.compute.manager [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1230.134587] env[69239]: DEBUG nova.compute.manager [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1230.135463] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccdd9a0-0870-4486-83e7-417e06bf6d7e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.327993] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146175, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.661488] env[69239]: INFO nova.compute.manager [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Took 13.73 seconds to build instance. [ 1230.828486] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590366} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.828777] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] ce83db14-7288-4da0-8fe3-fcea30deafd8/ce83db14-7288-4da0-8fe3-fcea30deafd8.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.829075] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.829349] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-502e9caf-d2ef-4844-979e-b71349ef5056 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.836545] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Waiting for the task: (returnval){ [ 1230.836545] env[69239]: value = "task-4146176" [ 1230.836545] env[69239]: _type = "Task" [ 1230.836545] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.846375] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.165450] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d622547a-45ed-4d70-9abd-c7cabee22803 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "3c222afa-b505-454b-8798-73b1de493e5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.251s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.274026] env[69239]: DEBUG nova.compute.manager [req-891999cc-b5da-4079-816d-b586077c43f2 req-ba19aa7f-c38c-40fb-8527-a707186a40ff service nova] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Received event network-changed-76ed5c12-af36-49f6-a4cc-af93b8dc0132 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.274275] env[69239]: DEBUG nova.compute.manager [req-891999cc-b5da-4079-816d-b586077c43f2 req-ba19aa7f-c38c-40fb-8527-a707186a40ff service nova] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Refreshing instance network info cache due to event network-changed-76ed5c12-af36-49f6-a4cc-af93b8dc0132. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.274544] env[69239]: DEBUG oslo_concurrency.lockutils [req-891999cc-b5da-4079-816d-b586077c43f2 req-ba19aa7f-c38c-40fb-8527-a707186a40ff service nova] Acquiring lock "refresh_cache-3c222afa-b505-454b-8798-73b1de493e5d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.274791] env[69239]: DEBUG oslo_concurrency.lockutils [req-891999cc-b5da-4079-816d-b586077c43f2 req-ba19aa7f-c38c-40fb-8527-a707186a40ff service nova] Acquired lock "refresh_cache-3c222afa-b505-454b-8798-73b1de493e5d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.275127] env[69239]: DEBUG nova.network.neutron [req-891999cc-b5da-4079-816d-b586077c43f2 req-ba19aa7f-c38c-40fb-8527-a707186a40ff service nova] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Refreshing network info cache for port 76ed5c12-af36-49f6-a4cc-af93b8dc0132 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.351714] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213036} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.352711] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.354169] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2bcb29-f42b-429b-9ac9-824316703432 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.389647] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] ce83db14-7288-4da0-8fe3-fcea30deafd8/ce83db14-7288-4da0-8fe3-fcea30deafd8.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.390206] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-534d7a6d-af6c-42b5-9703-4cf1b6e1c8f2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.420178] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Waiting for the task: (returnval){ [ 1231.420178] env[69239]: value = "task-4146178" [ 1231.420178] env[69239]: _type = "Task" [ 1231.420178] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.430920] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.804084] env[69239]: DEBUG nova.network.neutron [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Port 7af1152f-9b64-46a2-91d0-99b34ba7bd05 binding to destination host cpu-1 is already ACTIVE {{(pid=69239) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1231.932056] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146178, 'name': ReconfigVM_Task, 'duration_secs': 0.45407} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.932243] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Reconfigured VM instance instance-00000079 to attach disk [datastore2] ce83db14-7288-4da0-8fe3-fcea30deafd8/ce83db14-7288-4da0-8fe3-fcea30deafd8.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.932883] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b8c86be-7c5c-4924-8078-4192e86aad68 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.939851] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Waiting for the task: (returnval){ [ 1231.939851] env[69239]: value = "task-4146179" [ 1231.939851] env[69239]: _type = "Task" [ 1231.939851] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.957101] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146179, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.076970] env[69239]: DEBUG nova.network.neutron [req-891999cc-b5da-4079-816d-b586077c43f2 req-ba19aa7f-c38c-40fb-8527-a707186a40ff service nova] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Updated VIF entry in instance network info cache for port 76ed5c12-af36-49f6-a4cc-af93b8dc0132. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.077324] env[69239]: DEBUG nova.network.neutron [req-891999cc-b5da-4079-816d-b586077c43f2 req-ba19aa7f-c38c-40fb-8527-a707186a40ff service nova] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Updating instance_info_cache with network_info: [{"id": "76ed5c12-af36-49f6-a4cc-af93b8dc0132", "address": "fa:16:3e:54:61:62", "network": {"id": "360a3e7c-fe69-47c0-8fa7-cf5fff883ce5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1573395877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657b30330d8d431aa07e7c1e198c5af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ed5c12-af", "ovs_interfaceid": "76ed5c12-af36-49f6-a4cc-af93b8dc0132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.450649] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146179, 'name': Rename_Task, 'duration_secs': 0.280377} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.450939] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.451221] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0525404-5d28-421e-8146-c30c592fb26f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.458515] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Waiting for the task: (returnval){ [ 1232.458515] env[69239]: value = "task-4146180" [ 1232.458515] env[69239]: _type = "Task" [ 1232.458515] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.469561] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.580562] env[69239]: DEBUG oslo_concurrency.lockutils [req-891999cc-b5da-4079-816d-b586077c43f2 req-ba19aa7f-c38c-40fb-8527-a707186a40ff service nova] Releasing lock "refresh_cache-3c222afa-b505-454b-8798-73b1de493e5d" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.828808] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "3da605b2-8137-4f59-a343-ecce4fced09c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.829199] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "3da605b2-8137-4f59-a343-ecce4fced09c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.829251] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "3da605b2-8137-4f59-a343-ecce4fced09c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.968419] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146180, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.471148] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146180, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.864481] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.864688] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.864854] env[69239]: DEBUG nova.network.neutron [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.969445] env[69239]: DEBUG oslo_vmware.api [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146180, 'name': PowerOnVM_Task, 'duration_secs': 1.206871} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.969696] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.969902] env[69239]: INFO nova.compute.manager [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1233.970094] env[69239]: DEBUG nova.compute.manager [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1233.970901] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167b195c-bb15-471e-94b1-4974ba0f7177 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.488963] env[69239]: INFO nova.compute.manager [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Took 14.00 seconds to build instance. [ 1234.580474] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "baebd698-6910-4bf0-bf53-297e05588f64" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.580809] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.583174] env[69239]: DEBUG nova.network.neutron [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance_info_cache with network_info: [{"id": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "address": "fa:16:3e:e5:ba:07", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af1152f-9b", "ovs_interfaceid": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.992008] env[69239]: DEBUG oslo_concurrency.lockutils [None req-670fbfa6-0be7-4c00-bc62-78340eb39c5d tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Lock "ce83db14-7288-4da0-8fe3-fcea30deafd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.514s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.086415] env[69239]: DEBUG nova.compute.utils [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.088033] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.593028] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.598125] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9b76a7-012b-4cf4-8f64-a7c5eb57384b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.605913] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9f5cc5-9b9e-49c0-b369-dfe9243c790f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.637382] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Acquiring lock "ce83db14-7288-4da0-8fe3-fcea30deafd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.637598] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Lock "ce83db14-7288-4da0-8fe3-fcea30deafd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.638057] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Acquiring lock "ce83db14-7288-4da0-8fe3-fcea30deafd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.638057] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Lock "ce83db14-7288-4da0-8fe3-fcea30deafd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.638170] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Lock "ce83db14-7288-4da0-8fe3-fcea30deafd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.640529] env[69239]: INFO nova.compute.manager [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Terminating instance [ 1236.144646] env[69239]: DEBUG nova.compute.manager [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.145021] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.146249] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921fd754-eb48-47b8-a482-7f142c4b2f85 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.157024] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.157342] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a8b0475-918c-4bf0-823b-89bde855d49d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.168042] env[69239]: DEBUG oslo_vmware.api [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Waiting for the task: (returnval){ [ 1236.168042] env[69239]: value = "task-4146182" [ 1236.168042] env[69239]: _type = "Task" [ 1236.168042] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.181467] env[69239]: DEBUG oslo_vmware.api [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.681076] env[69239]: DEBUG oslo_vmware.api [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146182, 'name': PowerOffVM_Task, 'duration_secs': 0.257708} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.681371] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.681546] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.681808] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a5bdae0-41e2-4780-a2b4-cc77b3b12ef4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.741170] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdcdbc4-16ee-4a80-a7a6-5f75e0bbc81a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.764623] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7304c9-57d3-4fc8-b400-2f47320a6847 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.768856] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.769222] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.769357] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Deleting the datastore file [datastore2] ce83db14-7288-4da0-8fe3-fcea30deafd8 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.769980] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8945ed39-3410-4004-8e64-f9098d096165 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.774486] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance '3da605b2-8137-4f59-a343-ecce4fced09c' progress to 83 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.783452] env[69239]: DEBUG oslo_vmware.api [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Waiting for the task: (returnval){ [ 1236.783452] env[69239]: value = "task-4146184" [ 1236.783452] env[69239]: _type = "Task" [ 1236.783452] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.787075] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "baebd698-6910-4bf0-bf53-297e05588f64" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.787331] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.787595] env[69239]: INFO nova.compute.manager [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Attaching volume 71295328-c1dd-4d26-a072-c9d6f7928ffb to /dev/sdb [ 1236.795189] env[69239]: DEBUG oslo_vmware.api [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.827712] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460fde92-ea56-487c-b542-10f0fd6813b5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.837038] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e164e5cd-e626-4722-99bc-0e3c07c01b83 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.852313] env[69239]: DEBUG nova.virt.block_device [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Updating existing volume attachment record: 9c8f0e6d-a597-4d7b-a858-003b7d5e8266 {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1237.281269] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.281665] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f52ef46d-4284-4ebf-a5ec-e8abaa90a002 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.289326] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1237.289326] env[69239]: value = "task-4146187" [ 1237.289326] env[69239]: _type = "Task" [ 1237.289326] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.297933] env[69239]: DEBUG oslo_vmware.api [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Task: {'id': task-4146184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136384} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.301359] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.301597] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.301782] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.301959] env[69239]: INFO nova.compute.manager [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1237.302219] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.302427] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.302634] env[69239]: DEBUG nova.compute.manager [-] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.302733] env[69239]: DEBUG nova.network.neutron [-] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.536021] env[69239]: DEBUG nova.compute.manager [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Stashing vm_state: active {{(pid=69239) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1237.808021] env[69239]: DEBUG oslo_vmware.api [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146187, 'name': PowerOnVM_Task, 'duration_secs': 0.457328} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.808021] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.808021] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb85e23-d7ae-4a7d-bdeb-703740041e43 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance '3da605b2-8137-4f59-a343-ecce4fced09c' progress to 100 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.839947] env[69239]: DEBUG nova.compute.manager [req-bd16ce83-2798-45a6-9924-0c9947c569d7 req-1e0db300-efd8-4165-a59c-db47c59d3a30 service nova] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Received event network-vif-deleted-85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.840525] env[69239]: INFO nova.compute.manager [req-bd16ce83-2798-45a6-9924-0c9947c569d7 req-1e0db300-efd8-4165-a59c-db47c59d3a30 service nova] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Neutron deleted interface 85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea; detaching it from the instance and deleting it from the info cache [ 1237.841309] env[69239]: DEBUG nova.network.neutron [req-bd16ce83-2798-45a6-9924-0c9947c569d7 req-1e0db300-efd8-4165-a59c-db47c59d3a30 service nova] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.053926] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.054276] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.318218] env[69239]: DEBUG nova.network.neutron [-] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.343679] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f4d8360-6a41-4cbc-889e-d5ad2572d5b2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.355938] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85e9c95-27fe-4be6-afdb-f70fe62629d0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.400650] env[69239]: DEBUG nova.compute.manager [req-bd16ce83-2798-45a6-9924-0c9947c569d7 req-1e0db300-efd8-4165-a59c-db47c59d3a30 service nova] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Detach interface failed, port_id=85c6cfbc-cf0b-4865-8dbf-b4c69e77a7ea, reason: Instance ce83db14-7288-4da0-8fe3-fcea30deafd8 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1238.559918] env[69239]: INFO nova.compute.claims [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.821608] env[69239]: INFO nova.compute.manager [-] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Took 1.52 seconds to deallocate network for instance. [ 1239.066565] env[69239]: INFO nova.compute.resource_tracker [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating resource usage from migration c47004f4-9032-42bd-b553-3f9fc3a8a7ba [ 1239.195537] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb8d4de-964c-4eaf-afb4-a1f982c24301 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.203987] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a215a5d-7ccf-4737-a419-37c6ef4a378d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.235337] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cb4c6c-cdb3-4324-9815-84a8f4a28cb5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.245638] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813c3f2d-148c-411a-b9d7-08757f2a1277 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.260561] env[69239]: DEBUG nova.compute.provider_tree [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.328941] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.764537] env[69239]: DEBUG nova.scheduler.client.report [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.046979] env[69239]: DEBUG nova.network.neutron [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Port 7af1152f-9b64-46a2-91d0-99b34ba7bd05 binding to destination host cpu-1 is already ACTIVE {{(pid=69239) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1240.047303] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.047463] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.047631] env[69239]: DEBUG nova.network.neutron [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.269436] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.215s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.269695] env[69239]: INFO nova.compute.manager [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Migrating [ 1240.276191] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.947s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.276633] env[69239]: DEBUG nova.objects.instance [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Lazy-loading 'resources' on Instance uuid ce83db14-7288-4da0-8fe3-fcea30deafd8 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.770146] env[69239]: DEBUG nova.network.neutron [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance_info_cache with network_info: [{"id": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "address": "fa:16:3e:e5:ba:07", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af1152f-9b", "ovs_interfaceid": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.788088] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.788289] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.788468] env[69239]: DEBUG nova.network.neutron [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.912053] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6ddcfb-cb3e-4b4b-a680-05e7a0299dfc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.921109] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9a12e9-7018-43de-8b7f-526e2eff1035 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.955288] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141c1c1d-96a9-4125-8590-650897cab27b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.963506] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef1a13a-94d8-4165-8139-50a8547ae603 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.978516] env[69239]: DEBUG nova.compute.provider_tree [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.273430] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.481761] env[69239]: DEBUG nova.scheduler.client.report [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.501590] env[69239]: DEBUG nova.network.neutron [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance_info_cache with network_info: [{"id": "ed604863-9f2b-46cd-939c-7df676073bde", "address": "fa:16:3e:1d:2e:ed", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped604863-9f", "ovs_interfaceid": "ed604863-9f2b-46cd-939c-7df676073bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.778643] env[69239]: DEBUG nova.compute.manager [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69239) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1241.901567] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1241.901852] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821047', 'volume_id': '71295328-c1dd-4d26-a072-c9d6f7928ffb', 'name': 'volume-71295328-c1dd-4d26-a072-c9d6f7928ffb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'baebd698-6910-4bf0-bf53-297e05588f64', 'attached_at': '', 'detached_at': '', 'volume_id': '71295328-c1dd-4d26-a072-c9d6f7928ffb', 'serial': '71295328-c1dd-4d26-a072-c9d6f7928ffb'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1241.902858] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbb6060-4a02-4500-ab4d-96a49717708e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.920495] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71c3527-a5fb-4fca-a9dd-0033e6c9efab {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.946885] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-71295328-c1dd-4d26-a072-c9d6f7928ffb/volume-71295328-c1dd-4d26-a072-c9d6f7928ffb.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.947084] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e5c24e1-5a64-4a3f-baf6-ca81afb71598 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.966729] env[69239]: DEBUG oslo_vmware.api [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1241.966729] env[69239]: value = "task-4146192" [ 1241.966729] env[69239]: _type = "Task" [ 1241.966729] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.975812] env[69239]: DEBUG oslo_vmware.api [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.986857] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.005052] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.007523] env[69239]: INFO nova.scheduler.client.report [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Deleted allocations for instance ce83db14-7288-4da0-8fe3-fcea30deafd8 [ 1242.327485] env[69239]: DEBUG oslo_concurrency.lockutils [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "37e292e5-2f4f-4107-9a74-baab3bae53dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.327743] env[69239]: DEBUG oslo_concurrency.lockutils [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "37e292e5-2f4f-4107-9a74-baab3bae53dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.477472] env[69239]: DEBUG oslo_vmware.api [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146192, 'name': ReconfigVM_Task, 'duration_secs': 0.415401} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.477685] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-71295328-c1dd-4d26-a072-c9d6f7928ffb/volume-71295328-c1dd-4d26-a072-c9d6f7928ffb.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.482419] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef39341c-b0ee-4b15-88d2-597824c70b39 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.500117] env[69239]: DEBUG oslo_vmware.api [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1242.500117] env[69239]: value = "task-4146193" [ 1242.500117] env[69239]: _type = "Task" [ 1242.500117] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.512913] env[69239]: DEBUG oslo_vmware.api [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.515508] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d14c5199-1624-4744-b919-7e654a1e3e84 tempest-ServerAddressesTestJSON-1082859933 tempest-ServerAddressesTestJSON-1082859933-project-member] Lock "ce83db14-7288-4da0-8fe3-fcea30deafd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.878s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.830327] env[69239]: DEBUG nova.compute.manager [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.886711] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.888075] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.010268] env[69239]: DEBUG oslo_vmware.api [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146193, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.359480] env[69239]: DEBUG oslo_concurrency.lockutils [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.391409] env[69239]: DEBUG nova.objects.instance [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'migration_context' on Instance uuid 3da605b2-8137-4f59-a343-ecce4fced09c {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.512457] env[69239]: DEBUG oslo_vmware.api [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146193, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.523577] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99654336-784c-4bc0-a762-f9045d41ebb4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.544343] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance '578b8c6d-33b4-4e67-9180-1daf5f4e4e59' progress to 0 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.756032] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.756291] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.012483] env[69239]: DEBUG oslo_vmware.api [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146193, 'name': ReconfigVM_Task, 'duration_secs': 1.134614} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.015299] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821047', 'volume_id': '71295328-c1dd-4d26-a072-c9d6f7928ffb', 'name': 'volume-71295328-c1dd-4d26-a072-c9d6f7928ffb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'baebd698-6910-4bf0-bf53-297e05588f64', 'attached_at': '', 'detached_at': '', 'volume_id': '71295328-c1dd-4d26-a072-c9d6f7928ffb', 'serial': '71295328-c1dd-4d26-a072-c9d6f7928ffb'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1244.041192] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8504922f-9a1b-4eb9-b478-3ef0ba011d36 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.049738] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a3fdbf-5d93-4e6c-8556-e9230576ca75 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.054582] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.054904] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f48bbae2-cb6b-4832-8950-311f46b1d0d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.090666] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e30a3d9-2996-43b8-adfa-5744f845f192 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.094716] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1244.094716] env[69239]: value = "task-4146194" [ 1244.094716] env[69239]: _type = "Task" [ 1244.094716] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.105210] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64108e1e-8193-455e-a3fe-c276bed14596 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.115609] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.133868] env[69239]: DEBUG nova.compute.provider_tree [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.263468] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.263468] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.263468] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.263468] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.263468] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.263468] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.607804] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146194, 'name': PowerOffVM_Task, 'duration_secs': 0.220261} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.608109] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.608297] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance '578b8c6d-33b4-4e67-9180-1daf5f4e4e59' progress to 17 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.638989] env[69239]: DEBUG nova.scheduler.client.report [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.768429] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Getting list of instances from cluster (obj){ [ 1244.768429] env[69239]: value = "domain-c8" [ 1244.768429] env[69239]: _type = "ClusterComputeResource" [ 1244.768429] env[69239]: } {{(pid=69239) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1244.769590] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c557a058-fd5b-4c43-9068-8e556e8a5ee1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.787060] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Got total of 6 instances {{(pid=69239) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1244.787334] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Triggering sync for uuid 0de18b9d-ab56-4687-802a-eb202691f51f {{(pid=69239) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.787466] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Triggering sync for uuid 3da605b2-8137-4f59-a343-ecce4fced09c {{(pid=69239) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.787627] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Triggering sync for uuid baebd698-6910-4bf0-bf53-297e05588f64 {{(pid=69239) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.787995] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Triggering sync for uuid 578b8c6d-33b4-4e67-9180-1daf5f4e4e59 {{(pid=69239) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.788274] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Triggering sync for uuid cbe29679-368b-4400-8ee3-21b4a05d6ae5 {{(pid=69239) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.788506] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Triggering sync for uuid 3c222afa-b505-454b-8798-73b1de493e5d {{(pid=69239) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.788868] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "0de18b9d-ab56-4687-802a-eb202691f51f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.789113] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "0de18b9d-ab56-4687-802a-eb202691f51f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.789583] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "3da605b2-8137-4f59-a343-ecce4fced09c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.789662] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "3da605b2-8137-4f59-a343-ecce4fced09c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.789817] env[69239]: INFO nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1244.789974] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "3da605b2-8137-4f59-a343-ecce4fced09c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.790193] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "baebd698-6910-4bf0-bf53-297e05588f64" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.790444] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.790614] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.790777] env[69239]: INFO nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1244.790932] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.791144] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "cbe29679-368b-4400-8ee3-21b4a05d6ae5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.791326] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "cbe29679-368b-4400-8ee3-21b4a05d6ae5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.791607] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "3c222afa-b505-454b-8798-73b1de493e5d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.791792] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "3c222afa-b505-454b-8798-73b1de493e5d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.792242] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.792384] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69239) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1244.793223] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5afb3df-54a9-435c-be38-77a80e16c502 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.796844] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd469bb-5971-4b64-8ed2-e2218c76dc9b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.800093] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3611d0a-9664-4a5c-9056-7253a90e76ba {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.802487] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.062702] env[69239]: DEBUG nova.objects.instance [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lazy-loading 'flavor' on Instance uuid baebd698-6910-4bf0-bf53-297e05588f64 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.114783] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.115064] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.115319] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.115600] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.115758] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.115969] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.116950] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.117093] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.117302] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.117548] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.117688] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.123387] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9de3e96b-c096-46a6-a96c-bd475d172155 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.151593] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1245.151593] env[69239]: value = "task-4146195" [ 1245.151593] env[69239]: _type = "Task" [ 1245.151593] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.164313] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146195, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.206634] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6ab1460c-f21e-48a8-b5f2-cbdc35bb8a0f tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "baebd698-6910-4bf0-bf53-297e05588f64" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.306218] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.319019] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "0de18b9d-ab56-4687-802a-eb202691f51f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.319019] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "3c222afa-b505-454b-8798-73b1de493e5d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.319019] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "cbe29679-368b-4400-8ee3-21b4a05d6ae5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.570082] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f332552f-6e8b-4cbe-89e3-e5f8b01b1acc tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.780s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.570082] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "baebd698-6910-4bf0-bf53-297e05588f64" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.778s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.570082] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea4dd92-75a2-4ce8-b0a9-e71b49252c20 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.654236] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.767s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.660322] env[69239]: DEBUG oslo_concurrency.lockutils [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.301s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.661753] env[69239]: INFO nova.compute.claims [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.678766] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146195, 'name': ReconfigVM_Task, 'duration_secs': 0.184572} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.678766] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance '578b8c6d-33b4-4e67-9180-1daf5f4e4e59' progress to 33 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.084477] env[69239]: INFO nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: baebd698-6910-4bf0-bf53-297e05588f64] During sync_power_state the instance has a pending task (powering-off). Skip. [ 1246.084477] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "baebd698-6910-4bf0-bf53-297e05588f64" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.084477] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6ab1460c-f21e-48a8-b5f2-cbdc35bb8a0f tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.878s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.084477] env[69239]: DEBUG nova.compute.manager [None req-6ab1460c-f21e-48a8-b5f2-cbdc35bb8a0f tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1246.085147] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48714c99-88df-4066-a6fb-adfa88c208d4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.093266] env[69239]: DEBUG nova.compute.manager [None req-6ab1460c-f21e-48a8-b5f2-cbdc35bb8a0f tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69239) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1246.093921] env[69239]: DEBUG nova.objects.instance [None req-6ab1460c-f21e-48a8-b5f2-cbdc35bb8a0f tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lazy-loading 'flavor' on Instance uuid baebd698-6910-4bf0-bf53-297e05588f64 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.184501] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.184791] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.185078] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.185169] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.185316] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.185790] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.186039] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.186210] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.186401] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.186587] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.186765] env[69239]: DEBUG nova.virt.hardware [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.192408] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.193483] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0705c2-83ff-4d5c-8ee0-c2b67c46916a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.213235] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1246.213235] env[69239]: value = "task-4146196" [ 1246.213235] env[69239]: _type = "Task" [ 1246.213235] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.223198] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.727026] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146196, 'name': ReconfigVM_Task, 'duration_secs': 0.181647} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.727157] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.731015] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3378ee9-c3a9-442c-9fb7-1fad90900ebd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.752780] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 578b8c6d-33b4-4e67-9180-1daf5f4e4e59/578b8c6d-33b4-4e67-9180-1daf5f4e4e59.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.755843] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abe3287d-f739-4557-bf2c-41100f1c83d9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.776252] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1246.776252] env[69239]: value = "task-4146197" [ 1246.776252] env[69239]: _type = "Task" [ 1246.776252] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.791431] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146197, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.866528] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4967d74-7727-4ae8-a2ef-33d5a338e9e8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.875123] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9b1fdf-6fe6-40f9-af66-f69094828730 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.908243] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558381df-b6c3-4f18-8cfe-88c36ba9106b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.916889] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239529f5-f658-4448-9e1e-f0025b6e2dac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.932915] env[69239]: DEBUG nova.compute.provider_tree [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.102257] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab1460c-f21e-48a8-b5f2-cbdc35bb8a0f tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.102687] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c384cc2e-2212-43f0-9f2c-64046f6141ec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.111804] env[69239]: DEBUG oslo_vmware.api [None req-6ab1460c-f21e-48a8-b5f2-cbdc35bb8a0f tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1247.111804] env[69239]: value = "task-4146198" [ 1247.111804] env[69239]: _type = "Task" [ 1247.111804] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.120745] env[69239]: DEBUG oslo_vmware.api [None req-6ab1460c-f21e-48a8-b5f2-cbdc35bb8a0f tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.205485] env[69239]: INFO nova.compute.manager [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Swapping old allocation on dict_keys(['2bd4b269-7c99-4e7d-a21b-3ca84d613130']) held by migration 5f919ece-a782-4688-8949-3bd9999b81c9 for instance [ 1247.234795] env[69239]: DEBUG nova.scheduler.client.report [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Overwriting current allocation {'allocations': {'2bd4b269-7c99-4e7d-a21b-3ca84d613130': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 174}}, 'project_id': '4d2057584da346efb7f246396bc2b011', 'user_id': 'c6c946c3f0224befa053cb72fd2065bc', 'consumer_generation': 1} on consumer 3da605b2-8137-4f59-a343-ecce4fced09c {{(pid=69239) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1247.287807] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146197, 'name': ReconfigVM_Task, 'duration_secs': 0.303112} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.288876] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 578b8c6d-33b4-4e67-9180-1daf5f4e4e59/578b8c6d-33b4-4e67-9180-1daf5f4e4e59.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.288876] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance '578b8c6d-33b4-4e67-9180-1daf5f4e4e59' progress to 50 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.346529] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.346529] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.346529] env[69239]: DEBUG nova.network.neutron [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.438027] env[69239]: DEBUG nova.scheduler.client.report [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.626014] env[69239]: DEBUG oslo_vmware.api [None req-6ab1460c-f21e-48a8-b5f2-cbdc35bb8a0f tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146198, 'name': PowerOffVM_Task, 'duration_secs': 0.270986} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.626346] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab1460c-f21e-48a8-b5f2-cbdc35bb8a0f tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.626717] env[69239]: DEBUG nova.compute.manager [None req-6ab1460c-f21e-48a8-b5f2-cbdc35bb8a0f tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1247.627598] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485e853b-0602-47bc-8045-410ee1c5a2af {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.795231] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c253f6-53ba-4351-b7a9-96b704de05b9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.815244] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bce5b7-88d1-4d0a-a16c-ccd16abc8405 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.833853] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance '578b8c6d-33b4-4e67-9180-1daf5f4e4e59' progress to 67 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.942584] env[69239]: DEBUG oslo_concurrency.lockutils [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.943035] env[69239]: DEBUG nova.compute.manager [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1247.946054] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.640s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.946054] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.946141] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69239) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1247.947919] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a13bef-787a-48a3-a3d1-b99246ccd5a1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.966332] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c8a10f-e571-42bf-8ac9-e8e6985777e8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.981167] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a91ecc5-2749-4203-93ab-13f2d9a1ca94 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.989359] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe926ad7-87ee-4f54-ae41-25b0802af1ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.025109] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179724MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69239) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1248.025279] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.025546] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.120602] env[69239]: DEBUG nova.network.neutron [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance_info_cache with network_info: [{"id": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "address": "fa:16:3e:e5:ba:07", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af1152f-9b", "ovs_interfaceid": "7af1152f-9b64-46a2-91d0-99b34ba7bd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.142582] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6ab1460c-f21e-48a8-b5f2-cbdc35bb8a0f tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.387266] env[69239]: DEBUG nova.network.neutron [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Port ed604863-9f2b-46cd-939c-7df676073bde binding to destination host cpu-1 is already ACTIVE {{(pid=69239) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1248.454546] env[69239]: DEBUG nova.compute.utils [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.456046] env[69239]: DEBUG nova.compute.manager [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1248.456262] env[69239]: DEBUG nova.network.neutron [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1248.522087] env[69239]: DEBUG nova.policy [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd68693239a7d41509729726d06dae86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44ef109c9ffc4312b5a456a146c20983', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1248.623226] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "refresh_cache-3da605b2-8137-4f59-a343-ecce4fced09c" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.624263] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c4ce58-a9f5-4f34-ba67-53d1a22cb5c6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.632635] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100f5fc5-ebd3-411a-b775-fddebc9a047f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.904969] env[69239]: DEBUG nova.objects.instance [None req-b0ad3171-43aa-49c7-b087-a4013e7a95ae tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lazy-loading 'flavor' on Instance uuid baebd698-6910-4bf0-bf53-297e05588f64 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.923541] env[69239]: DEBUG nova.network.neutron [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Successfully created port: e9211223-3f26-4a98-9b39-513093d41903 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.960187] env[69239]: DEBUG nova.compute.manager [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.034786] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Applying migration context for instance 578b8c6d-33b4-4e67-9180-1daf5f4e4e59 as it has an incoming, in-progress migration c47004f4-9032-42bd-b553-3f9fc3a8a7ba. Migration status is post-migrating {{(pid=69239) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1249.035972] env[69239]: INFO nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating resource usage from migration c47004f4-9032-42bd-b553-3f9fc3a8a7ba [ 1249.057356] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 0de18b9d-ab56-4687-802a-eb202691f51f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.057516] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance baebd698-6910-4bf0-bf53-297e05588f64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.057642] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance cbe29679-368b-4400-8ee3-21b4a05d6ae5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.057762] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 3c222afa-b505-454b-8798-73b1de493e5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.057877] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 3da605b2-8137-4f59-a343-ecce4fced09c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.057990] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Migration c47004f4-9032-42bd-b553-3f9fc3a8a7ba is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1249.058124] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 578b8c6d-33b4-4e67-9180-1daf5f4e4e59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.058239] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 37e292e5-2f4f-4107-9a74-baab3bae53dd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.058487] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1249.058633] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1249.181425] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f6bd17-64fe-480f-a817-d6c9596d8db9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.192681] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df9501c-ed0d-496b-95f1-a3312ba6120c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.227799] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229033bf-a05a-432c-a406-d29d0891b351 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.236400] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ba707e-c601-487f-a969-17cea7b4826c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.251120] env[69239]: DEBUG nova.compute.provider_tree [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.408631] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.408881] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.409094] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.414484] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0ad3171-43aa-49c7-b087-a4013e7a95ae tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "refresh_cache-baebd698-6910-4bf0-bf53-297e05588f64" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.414689] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0ad3171-43aa-49c7-b087-a4013e7a95ae tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquired lock "refresh_cache-baebd698-6910-4bf0-bf53-297e05588f64" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.414788] env[69239]: DEBUG nova.network.neutron [None req-b0ad3171-43aa-49c7-b087-a4013e7a95ae tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.414967] env[69239]: DEBUG nova.objects.instance [None req-b0ad3171-43aa-49c7-b087-a4013e7a95ae tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lazy-loading 'info_cache' on Instance uuid baebd698-6910-4bf0-bf53-297e05588f64 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.465586] env[69239]: INFO nova.virt.block_device [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Booting with volume 8cb5966d-9646-4505-8630-76e2cac1750a at /dev/sda [ 1249.499745] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71880da1-efe3-4416-99f0-6b953898dc24 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.511637] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac6365e-b751-40cd-8d32-14df6c7819c1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.551230] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0f26bac-bdcf-4dc6-a3ad-06d335bbdfc3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.561737] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcffd35-2fc2-48fd-b536-c7f4dcdd7358 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.597835] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e18908-2530-4edb-809e-ead413939a3a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.606541] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110392a6-73ab-4097-8800-6cda32e545ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.622028] env[69239]: DEBUG nova.virt.block_device [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating existing volume attachment record: 5cd51f09-3615-410b-89e1-d8939dd0bc4b {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1249.756767] env[69239]: DEBUG nova.scheduler.client.report [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.760435] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.760893] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c3f2534-c0af-4be1-af11-a4d58da523be {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.768753] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1249.768753] env[69239]: value = "task-4146199" [ 1249.768753] env[69239]: _type = "Task" [ 1249.768753] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.778865] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.919801] env[69239]: DEBUG nova.objects.base [None req-b0ad3171-43aa-49c7-b087-a4013e7a95ae tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1250.262084] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69239) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1250.262370] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.237s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.278806] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146199, 'name': PowerOffVM_Task, 'duration_secs': 0.24593} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.279094] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.279752] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.279971] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.280148] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.280335] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.280486] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.280639] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.280845] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.281023] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.281203] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.281390] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.281542] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.286604] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69df206e-9126-4b7d-b6c4-1ce4895fdb11 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.302570] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1250.302570] env[69239]: value = "task-4146200" [ 1250.302570] env[69239]: _type = "Task" [ 1250.302570] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.311403] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.336412] env[69239]: DEBUG nova.compute.manager [req-66357a0f-5c02-4e45-9eda-7f609e67e359 req-457dfd56-d560-4075-8c83-55f8b16eb40f service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Received event network-vif-plugged-e9211223-3f26-4a98-9b39-513093d41903 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.336476] env[69239]: DEBUG oslo_concurrency.lockutils [req-66357a0f-5c02-4e45-9eda-7f609e67e359 req-457dfd56-d560-4075-8c83-55f8b16eb40f service nova] Acquiring lock "37e292e5-2f4f-4107-9a74-baab3bae53dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.336769] env[69239]: DEBUG oslo_concurrency.lockutils [req-66357a0f-5c02-4e45-9eda-7f609e67e359 req-457dfd56-d560-4075-8c83-55f8b16eb40f service nova] Lock "37e292e5-2f4f-4107-9a74-baab3bae53dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.336945] env[69239]: DEBUG oslo_concurrency.lockutils [req-66357a0f-5c02-4e45-9eda-7f609e67e359 req-457dfd56-d560-4075-8c83-55f8b16eb40f service nova] Lock "37e292e5-2f4f-4107-9a74-baab3bae53dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.337127] env[69239]: DEBUG nova.compute.manager [req-66357a0f-5c02-4e45-9eda-7f609e67e359 req-457dfd56-d560-4075-8c83-55f8b16eb40f service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] No waiting events found dispatching network-vif-plugged-e9211223-3f26-4a98-9b39-513093d41903 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1250.337294] env[69239]: WARNING nova.compute.manager [req-66357a0f-5c02-4e45-9eda-7f609e67e359 req-457dfd56-d560-4075-8c83-55f8b16eb40f service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Received unexpected event network-vif-plugged-e9211223-3f26-4a98-9b39-513093d41903 for instance with vm_state building and task_state block_device_mapping. [ 1250.441961] env[69239]: DEBUG nova.network.neutron [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Successfully updated port: e9211223-3f26-4a98-9b39-513093d41903 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.477412] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.477677] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.478046] env[69239]: DEBUG nova.network.neutron [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.670032] env[69239]: DEBUG nova.network.neutron [None req-b0ad3171-43aa-49c7-b087-a4013e7a95ae tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Updating instance_info_cache with network_info: [{"id": "6ee40e3e-ebcd-44b6-bfb1-45caee6b035f", "address": "fa:16:3e:b2:48:d9", "network": {"id": "46fdda9a-4f86-48e9-959b-191edefbce5e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2121158657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357f7840d6bf46f8a9768c383ee4a82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee40e3e-eb", "ovs_interfaceid": "6ee40e3e-ebcd-44b6-bfb1-45caee6b035f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.812642] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146200, 'name': ReconfigVM_Task, 'duration_secs': 0.165848} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.813488] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7180bc58-d7dd-48a0-87ef-30524f7d1b2a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.834263] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.834503] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.834670] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.834877] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.834990] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.835214] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.835365] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.835595] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.835765] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.835931] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.836119] env[69239]: DEBUG nova.virt.hardware [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.836951] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf40c65-6eec-4756-bb1b-25e96cf22778 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.843016] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1250.843016] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52a4e8db-2e1e-4db3-9c64-e735a8af0e8d" [ 1250.843016] env[69239]: _type = "Task" [ 1250.843016] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.852021] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a4e8db-2e1e-4db3-9c64-e735a8af0e8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.945862] env[69239]: DEBUG oslo_concurrency.lockutils [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.946196] env[69239]: DEBUG oslo_concurrency.lockutils [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.946496] env[69239]: DEBUG nova.network.neutron [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.173960] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b0ad3171-43aa-49c7-b087-a4013e7a95ae tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Releasing lock "refresh_cache-baebd698-6910-4bf0-bf53-297e05588f64" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.353198] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52a4e8db-2e1e-4db3-9c64-e735a8af0e8d, 'name': SearchDatastore_Task, 'duration_secs': 0.009424} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.359250] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1251.359564] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3814c43-081a-4c2b-a79f-c10f4d365fe4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.379445] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1251.379445] env[69239]: value = "task-4146201" [ 1251.379445] env[69239]: _type = "Task" [ 1251.379445] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.390123] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.522635] env[69239]: DEBUG nova.network.neutron [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.660805] env[69239]: DEBUG nova.network.neutron [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance_info_cache with network_info: [{"id": "ed604863-9f2b-46cd-939c-7df676073bde", "address": "fa:16:3e:1d:2e:ed", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped604863-9f", "ovs_interfaceid": "ed604863-9f2b-46cd-939c-7df676073bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.716026] env[69239]: DEBUG nova.network.neutron [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating instance_info_cache with network_info: [{"id": "e9211223-3f26-4a98-9b39-513093d41903", "address": "fa:16:3e:1b:39:b0", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9211223-3f", "ovs_interfaceid": "e9211223-3f26-4a98-9b39-513093d41903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.718555] env[69239]: DEBUG nova.compute.manager [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.719227] env[69239]: DEBUG nova.virt.hardware [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.719478] env[69239]: DEBUG nova.virt.hardware [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.719641] env[69239]: DEBUG nova.virt.hardware [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.719827] env[69239]: DEBUG nova.virt.hardware [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.719975] env[69239]: DEBUG nova.virt.hardware [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.720143] env[69239]: DEBUG nova.virt.hardware [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.720350] env[69239]: DEBUG nova.virt.hardware [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.720510] env[69239]: DEBUG nova.virt.hardware [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.720676] env[69239]: DEBUG nova.virt.hardware [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.720840] env[69239]: DEBUG nova.virt.hardware [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.721038] env[69239]: DEBUG nova.virt.hardware [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.722345] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0d1364-cbf7-4482-b61a-58856967c29b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.732791] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea3fe8e-d5d3-4093-b2a8-311a95ff5505 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.892356] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146201, 'name': ReconfigVM_Task, 'duration_secs': 0.226619} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.892618] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1251.893425] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1657145-33ea-4a51-bf69-b863973d9822 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.925124] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 3da605b2-8137-4f59-a343-ecce4fced09c/3da605b2-8137-4f59-a343-ecce4fced09c.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.925503] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0936050b-7817-4bec-9d77-9ee4647aba48 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.944633] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1251.944633] env[69239]: value = "task-4146202" [ 1251.944633] env[69239]: _type = "Task" [ 1251.944633] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.953138] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.164572] env[69239]: DEBUG oslo_concurrency.lockutils [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.186459] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ad3171-43aa-49c7-b087-a4013e7a95ae tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.187193] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-284b1922-a758-4eba-b6f0-c498e697911c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.194538] env[69239]: DEBUG oslo_vmware.api [None req-b0ad3171-43aa-49c7-b087-a4013e7a95ae tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1252.194538] env[69239]: value = "task-4146203" [ 1252.194538] env[69239]: _type = "Task" [ 1252.194538] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.205076] env[69239]: DEBUG oslo_vmware.api [None req-b0ad3171-43aa-49c7-b087-a4013e7a95ae tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.222782] env[69239]: DEBUG oslo_concurrency.lockutils [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.223158] env[69239]: DEBUG nova.compute.manager [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Instance network_info: |[{"id": "e9211223-3f26-4a98-9b39-513093d41903", "address": "fa:16:3e:1b:39:b0", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9211223-3f", "ovs_interfaceid": "e9211223-3f26-4a98-9b39-513093d41903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1252.223655] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:39:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9211223-3f26-4a98-9b39-513093d41903', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.231895] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.232497] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.232748] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f08c5760-8a6f-4141-b0a1-9ba687e2880d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.255507] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.255507] env[69239]: value = "task-4146204" [ 1252.255507] env[69239]: _type = "Task" [ 1252.255507] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.263845] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146204, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.364988] env[69239]: DEBUG nova.compute.manager [req-31085263-e0b2-4f02-80ee-8ecf55f4b0b2 req-8bb13876-df2c-42a4-9d5b-080a05abb676 service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Received event network-changed-e9211223-3f26-4a98-9b39-513093d41903 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.365323] env[69239]: DEBUG nova.compute.manager [req-31085263-e0b2-4f02-80ee-8ecf55f4b0b2 req-8bb13876-df2c-42a4-9d5b-080a05abb676 service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Refreshing instance network info cache due to event network-changed-e9211223-3f26-4a98-9b39-513093d41903. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.365564] env[69239]: DEBUG oslo_concurrency.lockutils [req-31085263-e0b2-4f02-80ee-8ecf55f4b0b2 req-8bb13876-df2c-42a4-9d5b-080a05abb676 service nova] Acquiring lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.365614] env[69239]: DEBUG oslo_concurrency.lockutils [req-31085263-e0b2-4f02-80ee-8ecf55f4b0b2 req-8bb13876-df2c-42a4-9d5b-080a05abb676 service nova] Acquired lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.365830] env[69239]: DEBUG nova.network.neutron [req-31085263-e0b2-4f02-80ee-8ecf55f4b0b2 req-8bb13876-df2c-42a4-9d5b-080a05abb676 service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Refreshing network info cache for port e9211223-3f26-4a98-9b39-513093d41903 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.454756] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146202, 'name': ReconfigVM_Task, 'duration_secs': 0.292109} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.455065] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 3da605b2-8137-4f59-a343-ecce4fced09c/3da605b2-8137-4f59-a343-ecce4fced09c.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.456030] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea2eca4-e93f-43e5-ad83-292ded6264c7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.477383] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072faa6e-5d3c-4e5b-bc52-09e9bdd22e11 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.505833] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25aa3f1-679d-4951-a58d-536783e9477a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.530525] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc01acaa-3541-4690-ab1d-0966d394cb13 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.538781] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.539105] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6edf56a2-5df2-4841-bd08-2a38c9658fec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.551045] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1252.551045] env[69239]: value = "task-4146205" [ 1252.551045] env[69239]: _type = "Task" [ 1252.551045] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.559332] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.691702] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac50a522-7bf3-4644-8cff-0534c197be7a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.713832] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8142a06-da64-43ad-94bb-05b8a2dc84be {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.719757] env[69239]: DEBUG oslo_vmware.api [None req-b0ad3171-43aa-49c7-b087-a4013e7a95ae tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146203, 'name': PowerOnVM_Task, 'duration_secs': 0.403224} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.720381] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ad3171-43aa-49c7-b087-a4013e7a95ae tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.720613] env[69239]: DEBUG nova.compute.manager [None req-b0ad3171-43aa-49c7-b087-a4013e7a95ae tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1252.721379] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95e26e0-63ad-47aa-a600-bdaf7fa151a9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.726171] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance '578b8c6d-33b4-4e67-9180-1daf5f4e4e59' progress to 83 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.765455] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146204, 'name': CreateVM_Task, 'duration_secs': 0.37645} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.766756] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.767454] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '5cd51f09-3615-410b-89e1-d8939dd0bc4b', 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821045', 'volume_id': '8cb5966d-9646-4505-8630-76e2cac1750a', 'name': 'volume-8cb5966d-9646-4505-8630-76e2cac1750a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37e292e5-2f4f-4107-9a74-baab3bae53dd', 'attached_at': '', 'detached_at': '', 'volume_id': '8cb5966d-9646-4505-8630-76e2cac1750a', 'serial': '8cb5966d-9646-4505-8630-76e2cac1750a'}, 'volume_type': None}], 'swap': None} {{(pid=69239) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1252.767667] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Root volume attach. Driver type: vmdk {{(pid=69239) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1252.768675] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c69839-0b89-4a3f-8fc3-e1951cac28ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.776990] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf1047d-fd34-4741-8839-62be1fbf3862 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.782882] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30570e8d-1e27-445d-be86-7d68945c9ed2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.789269] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9c4626e2-969c-4498-9009-9b3800ea4626 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.796984] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1252.796984] env[69239]: value = "task-4146206" [ 1252.796984] env[69239]: _type = "Task" [ 1252.796984] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.805248] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146206, 'name': RelocateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.062383] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.107344] env[69239]: DEBUG nova.network.neutron [req-31085263-e0b2-4f02-80ee-8ecf55f4b0b2 req-8bb13876-df2c-42a4-9d5b-080a05abb676 service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updated VIF entry in instance network info cache for port e9211223-3f26-4a98-9b39-513093d41903. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.107731] env[69239]: DEBUG nova.network.neutron [req-31085263-e0b2-4f02-80ee-8ecf55f4b0b2 req-8bb13876-df2c-42a4-9d5b-080a05abb676 service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating instance_info_cache with network_info: [{"id": "e9211223-3f26-4a98-9b39-513093d41903", "address": "fa:16:3e:1b:39:b0", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9211223-3f", "ovs_interfaceid": "e9211223-3f26-4a98-9b39-513093d41903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.232926] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.233306] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4759688-14fc-480a-bdf7-13fcb232493c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.245467] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1253.245467] env[69239]: value = "task-4146207" [ 1253.245467] env[69239]: _type = "Task" [ 1253.245467] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.257270] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.310347] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146206, 'name': RelocateVM_Task} progress is 42%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.562793] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.610990] env[69239]: DEBUG oslo_concurrency.lockutils [req-31085263-e0b2-4f02-80ee-8ecf55f4b0b2 req-8bb13876-df2c-42a4-9d5b-080a05abb676 service nova] Releasing lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.758530] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146207, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.812469] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146206, 'name': RelocateVM_Task} progress is 56%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.063346] env[69239]: DEBUG oslo_vmware.api [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146205, 'name': PowerOnVM_Task, 'duration_secs': 1.129215} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.063803] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.260168] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146207, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.310955] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146206, 'name': RelocateVM_Task} progress is 71%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.758922] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146207, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.811980] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146206, 'name': RelocateVM_Task} progress is 84%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.120618] env[69239]: INFO nova.compute.manager [None req-b9924729-9d72-4872-92f8-66e0272351e2 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance to original state: 'active' [ 1255.258356] env[69239]: DEBUG oslo_vmware.api [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146207, 'name': PowerOnVM_Task, 'duration_secs': 1.882723} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.258629] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.258817] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-39a491be-0dc1-41c2-811e-0fb4087ff988 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance '578b8c6d-33b4-4e67-9180-1daf5f4e4e59' progress to 100 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.310924] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146206, 'name': RelocateVM_Task} progress is 97%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.813708] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146206, 'name': RelocateVM_Task} progress is 97%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.313126] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146206, 'name': RelocateVM_Task} progress is 97%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.717490] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "3da605b2-8137-4f59-a343-ecce4fced09c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.717828] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "3da605b2-8137-4f59-a343-ecce4fced09c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.718138] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "3da605b2-8137-4f59-a343-ecce4fced09c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.718382] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "3da605b2-8137-4f59-a343-ecce4fced09c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.718690] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "3da605b2-8137-4f59-a343-ecce4fced09c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.721054] env[69239]: INFO nova.compute.manager [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Terminating instance [ 1256.812694] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146206, 'name': RelocateVM_Task, 'duration_secs': 4.006383} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.812988] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1256.813210] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821045', 'volume_id': '8cb5966d-9646-4505-8630-76e2cac1750a', 'name': 'volume-8cb5966d-9646-4505-8630-76e2cac1750a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37e292e5-2f4f-4107-9a74-baab3bae53dd', 'attached_at': '', 'detached_at': '', 'volume_id': '8cb5966d-9646-4505-8630-76e2cac1750a', 'serial': '8cb5966d-9646-4505-8630-76e2cac1750a'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1256.813997] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22863d27-8620-4d44-9b7c-40a4fa0d5655 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.831556] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1f53a3-ca92-486c-998e-153bbaf56ef4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.858890] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-8cb5966d-9646-4505-8630-76e2cac1750a/volume-8cb5966d-9646-4505-8630-76e2cac1750a.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.860156] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f736fcb0-4a1f-47f0-8123-bcdab205b19f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.880829] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1256.880829] env[69239]: value = "task-4146208" [ 1256.880829] env[69239]: _type = "Task" [ 1256.880829] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.891473] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.226099] env[69239]: DEBUG nova.compute.manager [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.226099] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.226514] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3a0b99c-7d88-41ee-9928-b25477b93ec7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.235518] env[69239]: DEBUG oslo_vmware.api [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1257.235518] env[69239]: value = "task-4146209" [ 1257.235518] env[69239]: _type = "Task" [ 1257.235518] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.244708] env[69239]: DEBUG oslo_vmware.api [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.391631] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146208, 'name': ReconfigVM_Task, 'duration_secs': 0.445445} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.391976] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-8cb5966d-9646-4505-8630-76e2cac1750a/volume-8cb5966d-9646-4505-8630-76e2cac1750a.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.397828] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3c01f32-b170-4269-bc99-a0ca0f325124 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.414175] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1257.414175] env[69239]: value = "task-4146210" [ 1257.414175] env[69239]: _type = "Task" [ 1257.414175] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.426651] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.449609] env[69239]: DEBUG nova.network.neutron [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Port ed604863-9f2b-46cd-939c-7df676073bde binding to destination host cpu-1 is already ACTIVE {{(pid=69239) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1257.449892] env[69239]: DEBUG oslo_concurrency.lockutils [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.450066] env[69239]: DEBUG oslo_concurrency.lockutils [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.450240] env[69239]: DEBUG nova.network.neutron [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.746440] env[69239]: DEBUG oslo_vmware.api [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146209, 'name': PowerOffVM_Task, 'duration_secs': 0.218095} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.746671] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.746878] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1257.747086] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821038', 'volume_id': '593e6739-e80b-4a3e-874e-50ebc3b979bc', 'name': 'volume-593e6739-e80b-4a3e-874e-50ebc3b979bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3da605b2-8137-4f59-a343-ecce4fced09c', 'attached_at': '2025-05-14T11:30:07.000000', 'detached_at': '', 'volume_id': '593e6739-e80b-4a3e-874e-50ebc3b979bc', 'serial': '593e6739-e80b-4a3e-874e-50ebc3b979bc'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1257.747869] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f3fa74-b0b0-4b40-b87b-40e697715754 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.769331] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254026b9-19aa-4d19-a303-696531c69ec9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.776434] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18699cd-a2c4-4eec-8b92-d9ce148a8991 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.796969] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ffa513-4631-40cd-885a-cc32118ae08f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.811772] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] The volume has not been displaced from its original location: [datastore2] volume-593e6739-e80b-4a3e-874e-50ebc3b979bc/volume-593e6739-e80b-4a3e-874e-50ebc3b979bc.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1257.817062] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1257.817376] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23ae554f-4ecb-459f-85f2-10218bb6cfd0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.835349] env[69239]: DEBUG oslo_vmware.api [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1257.835349] env[69239]: value = "task-4146211" [ 1257.835349] env[69239]: _type = "Task" [ 1257.835349] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.846910] env[69239]: DEBUG oslo_vmware.api [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.923676] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146210, 'name': ReconfigVM_Task, 'duration_secs': 0.242893} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.923988] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821045', 'volume_id': '8cb5966d-9646-4505-8630-76e2cac1750a', 'name': 'volume-8cb5966d-9646-4505-8630-76e2cac1750a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37e292e5-2f4f-4107-9a74-baab3bae53dd', 'attached_at': '', 'detached_at': '', 'volume_id': '8cb5966d-9646-4505-8630-76e2cac1750a', 'serial': '8cb5966d-9646-4505-8630-76e2cac1750a'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1257.924553] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-017a7138-e037-4b36-ab5d-7f94f233393a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.931052] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1257.931052] env[69239]: value = "task-4146212" [ 1257.931052] env[69239]: _type = "Task" [ 1257.931052] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.939165] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146212, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.232740] env[69239]: DEBUG nova.network.neutron [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance_info_cache with network_info: [{"id": "ed604863-9f2b-46cd-939c-7df676073bde", "address": "fa:16:3e:1d:2e:ed", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped604863-9f", "ovs_interfaceid": "ed604863-9f2b-46cd-939c-7df676073bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.346681] env[69239]: DEBUG oslo_vmware.api [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.440590] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146212, 'name': Rename_Task, 'duration_secs': 0.231339} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.440857] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.441123] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de0316db-e2fc-49df-a550-466d909e4cbf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.447476] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1258.447476] env[69239]: value = "task-4146213" [ 1258.447476] env[69239]: _type = "Task" [ 1258.447476] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.457125] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.735671] env[69239]: DEBUG oslo_concurrency.lockutils [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.847072] env[69239]: DEBUG oslo_vmware.api [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146211, 'name': ReconfigVM_Task, 'duration_secs': 0.626604} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.847465] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.852878] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90241aca-01e3-42e8-97ec-706533bcdb0c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.868675] env[69239]: DEBUG oslo_vmware.api [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1258.868675] env[69239]: value = "task-4146214" [ 1258.868675] env[69239]: _type = "Task" [ 1258.868675] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.877028] env[69239]: DEBUG oslo_vmware.api [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.958064] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146213, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.239365] env[69239]: DEBUG nova.compute.manager [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69239) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1259.239609] env[69239]: DEBUG oslo_concurrency.lockutils [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.239998] env[69239]: DEBUG oslo_concurrency.lockutils [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.381023] env[69239]: DEBUG oslo_vmware.api [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146214, 'name': ReconfigVM_Task, 'duration_secs': 0.139598} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.381379] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821038', 'volume_id': '593e6739-e80b-4a3e-874e-50ebc3b979bc', 'name': 'volume-593e6739-e80b-4a3e-874e-50ebc3b979bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3da605b2-8137-4f59-a343-ecce4fced09c', 'attached_at': '2025-05-14T11:30:07.000000', 'detached_at': '', 'volume_id': '593e6739-e80b-4a3e-874e-50ebc3b979bc', 'serial': '593e6739-e80b-4a3e-874e-50ebc3b979bc'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1259.381717] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.382533] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec68efc-7ffb-4f0e-95e1-96c8c7da4e81 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.389564] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.389811] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d3a2827-8343-4983-adb4-fbce4d02a1cc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.455492] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.455834] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.455990] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Deleting the datastore file [datastore1] 3da605b2-8137-4f59-a343-ecce4fced09c {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.456280] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faa6a10f-7f14-46d0-92f6-3f400156114e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.461960] env[69239]: DEBUG oslo_vmware.api [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146213, 'name': PowerOnVM_Task, 'duration_secs': 0.536719} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.462657] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.462904] env[69239]: INFO nova.compute.manager [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1259.463099] env[69239]: DEBUG nova.compute.manager [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1259.463914] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb039514-7170-4d08-ba5d-06ccb794555b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.467811] env[69239]: DEBUG oslo_vmware.api [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1259.467811] env[69239]: value = "task-4146216" [ 1259.467811] env[69239]: _type = "Task" [ 1259.467811] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.481643] env[69239]: DEBUG oslo_vmware.api [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.743037] env[69239]: DEBUG nova.objects.instance [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lazy-loading 'migration_context' on Instance uuid 578b8c6d-33b4-4e67-9180-1daf5f4e4e59 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.983521] env[69239]: DEBUG oslo_vmware.api [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188091} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.985171] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.985366] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.985630] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.985996] env[69239]: INFO nova.compute.manager [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Took 2.76 seconds to destroy the instance on the hypervisor. [ 1259.986277] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.986700] env[69239]: DEBUG nova.compute.manager [-] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.986700] env[69239]: DEBUG nova.network.neutron [-] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.988454] env[69239]: INFO nova.compute.manager [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Took 16.65 seconds to build instance. [ 1260.375559] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d29731-739e-4919-992c-16c9c21f5e22 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.384040] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f335fc7-56bd-4078-97d3-70001d862460 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.419971] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a4a680-bdb3-4749-9664-9f9830e5a6b8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.428683] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fda866-efa4-4b3e-b8f6-b34c8aed9bc2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.444947] env[69239]: DEBUG nova.compute.provider_tree [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.481442] env[69239]: DEBUG nova.compute.manager [req-5ff46322-e457-4fd1-9fef-446dabc39865 req-76609a1f-587c-4745-81f7-cd6cdacf081e service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Received event network-vif-deleted-7af1152f-9b64-46a2-91d0-99b34ba7bd05 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.482030] env[69239]: INFO nova.compute.manager [req-5ff46322-e457-4fd1-9fef-446dabc39865 req-76609a1f-587c-4745-81f7-cd6cdacf081e service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Neutron deleted interface 7af1152f-9b64-46a2-91d0-99b34ba7bd05; detaching it from the instance and deleting it from the info cache [ 1260.482280] env[69239]: DEBUG nova.network.neutron [req-5ff46322-e457-4fd1-9fef-446dabc39865 req-76609a1f-587c-4745-81f7-cd6cdacf081e service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.491569] env[69239]: DEBUG oslo_concurrency.lockutils [None req-585270aa-2773-4e4f-a65a-f8c325ed82c3 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "37e292e5-2f4f-4107-9a74-baab3bae53dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.164s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.952043] env[69239]: DEBUG nova.scheduler.client.report [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.957115] env[69239]: DEBUG nova.network.neutron [-] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.988978] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76025d47-f472-4e84-8b2d-5315a6365e07 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.999884] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180e9b2e-799c-4ee2-8827-270ee8da0d23 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.032944] env[69239]: DEBUG nova.compute.manager [req-5ff46322-e457-4fd1-9fef-446dabc39865 req-76609a1f-587c-4745-81f7-cd6cdacf081e service nova] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Detach interface failed, port_id=7af1152f-9b64-46a2-91d0-99b34ba7bd05, reason: Instance 3da605b2-8137-4f59-a343-ecce4fced09c could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1261.460691] env[69239]: INFO nova.compute.manager [-] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Took 1.47 seconds to deallocate network for instance. [ 1261.968444] env[69239]: DEBUG oslo_concurrency.lockutils [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.728s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.012898] env[69239]: INFO nova.compute.manager [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Took 0.55 seconds to detach 1 volumes for instance. [ 1262.513302] env[69239]: DEBUG nova.compute.manager [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Received event network-changed-8e624647-8818-4a7e-97c4-ab8e589ad4b4 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.513555] env[69239]: DEBUG nova.compute.manager [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Refreshing instance network info cache due to event network-changed-8e624647-8818-4a7e-97c4-ab8e589ad4b4. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.513739] env[69239]: DEBUG oslo_concurrency.lockutils [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] Acquiring lock "refresh_cache-0de18b9d-ab56-4687-802a-eb202691f51f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.513861] env[69239]: DEBUG oslo_concurrency.lockutils [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] Acquired lock "refresh_cache-0de18b9d-ab56-4687-802a-eb202691f51f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.514021] env[69239]: DEBUG nova.network.neutron [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Refreshing network info cache for port 8e624647-8818-4a7e-97c4-ab8e589ad4b4 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.520513] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.520933] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.521697] env[69239]: DEBUG nova.objects.instance [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'resources' on Instance uuid 3da605b2-8137-4f59-a343-ecce4fced09c {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.044300] env[69239]: DEBUG nova.compute.manager [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Stashing vm_state: active {{(pid=69239) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1263.164903] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857575b2-d2e7-479a-8e2e-774208ed62bd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.176020] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a8a8df-db47-48b2-a388-e7124fe3d317 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.207023] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64aacf8-47f6-410e-999e-b9245fb63905 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.217808] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742964a2-8531-4f03-9360-9188179e6786 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.232197] env[69239]: DEBUG nova.compute.provider_tree [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.242924] env[69239]: DEBUG nova.network.neutron [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Updated VIF entry in instance network info cache for port 8e624647-8818-4a7e-97c4-ab8e589ad4b4. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.243356] env[69239]: DEBUG nova.network.neutron [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Updating instance_info_cache with network_info: [{"id": "8e624647-8818-4a7e-97c4-ab8e589ad4b4", "address": "fa:16:3e:c5:9f:b1", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e624647-88", "ovs_interfaceid": "8e624647-8818-4a7e-97c4-ab8e589ad4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.506915] env[69239]: INFO nova.compute.manager [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Swapping old allocation on dict_keys(['2bd4b269-7c99-4e7d-a21b-3ca84d613130']) held by migration c47004f4-9032-42bd-b553-3f9fc3a8a7ba for instance [ 1263.528889] env[69239]: DEBUG nova.scheduler.client.report [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Overwriting current allocation {'allocations': {'2bd4b269-7c99-4e7d-a21b-3ca84d613130': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 177}}, 'project_id': 'ea27c2fbed6c406b958e526d1a36416d', 'user_id': '2b20a75059f74960b9d6cbf596be8a27', 'consumer_generation': 1} on consumer 578b8c6d-33b4-4e67-9180-1daf5f4e4e59 {{(pid=69239) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1263.565149] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.622400] env[69239]: DEBUG oslo_concurrency.lockutils [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.622597] env[69239]: DEBUG oslo_concurrency.lockutils [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.622780] env[69239]: DEBUG nova.network.neutron [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.736021] env[69239]: DEBUG nova.scheduler.client.report [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.747431] env[69239]: DEBUG oslo_concurrency.lockutils [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] Releasing lock "refresh_cache-0de18b9d-ab56-4687-802a-eb202691f51f" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.747431] env[69239]: DEBUG nova.compute.manager [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Received event network-changed-e9211223-3f26-4a98-9b39-513093d41903 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.747431] env[69239]: DEBUG nova.compute.manager [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Refreshing instance network info cache due to event network-changed-e9211223-3f26-4a98-9b39-513093d41903. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.747431] env[69239]: DEBUG oslo_concurrency.lockutils [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] Acquiring lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.747431] env[69239]: DEBUG oslo_concurrency.lockutils [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] Acquired lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.747805] env[69239]: DEBUG nova.network.neutron [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Refreshing network info cache for port e9211223-3f26-4a98-9b39-513093d41903 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.241438] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.244235] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.679s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.260257] env[69239]: INFO nova.scheduler.client.report [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Deleted allocations for instance 3da605b2-8137-4f59-a343-ecce4fced09c [ 1264.446912] env[69239]: DEBUG nova.network.neutron [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance_info_cache with network_info: [{"id": "ed604863-9f2b-46cd-939c-7df676073bde", "address": "fa:16:3e:1d:2e:ed", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped604863-9f", "ovs_interfaceid": "ed604863-9f2b-46cd-939c-7df676073bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.530297] env[69239]: DEBUG nova.network.neutron [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updated VIF entry in instance network info cache for port e9211223-3f26-4a98-9b39-513093d41903. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.530690] env[69239]: DEBUG nova.network.neutron [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating instance_info_cache with network_info: [{"id": "e9211223-3f26-4a98-9b39-513093d41903", "address": "fa:16:3e:1b:39:b0", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9211223-3f", "ovs_interfaceid": "e9211223-3f26-4a98-9b39-513093d41903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.749336] env[69239]: INFO nova.compute.claims [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.766995] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ad67a88-ba1c-4073-b994-54c939981585 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "3da605b2-8137-4f59-a343-ecce4fced09c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.049s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.950289] env[69239]: DEBUG oslo_concurrency.lockutils [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "refresh_cache-578b8c6d-33b4-4e67-9180-1daf5f4e4e59" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.950712] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.951034] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2f6ce55-48ef-4a0b-809f-b4197b809262 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.958582] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1264.958582] env[69239]: value = "task-4146217" [ 1264.958582] env[69239]: _type = "Task" [ 1264.958582] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.968218] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.033913] env[69239]: DEBUG oslo_concurrency.lockutils [req-598da358-944d-45ba-b017-1b4dba2279cf req-5b017b8a-6642-4d85-afe6-9cb511a2ea1a service nova] Releasing lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.255131] env[69239]: INFO nova.compute.resource_tracker [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating resource usage from migration 1edf61ea-fb90-49a7-93b4-506f36b32ce2 [ 1265.359689] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adfce59-7159-4da2-892b-fad9005a141f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.367416] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8b1f50-a0dd-48c5-b164-bdd240256677 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.398536] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b83ddd5-7821-4b2a-aa99-52491ae4c008 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.407660] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a364bd4-8ebf-465e-ada7-3c68962a9fc9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.423056] env[69239]: DEBUG nova.compute.provider_tree [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.469284] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146217, 'name': PowerOffVM_Task, 'duration_secs': 0.302564} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.469390] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.470024] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.470171] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.470324] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.470507] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.470651] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.470797] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.470994] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.471165] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.471326] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.471585] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.471770] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.477915] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5671b36e-0fb9-4d32-9194-e35cb303a35a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.494395] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1265.494395] env[69239]: value = "task-4146218" [ 1265.494395] env[69239]: _type = "Task" [ 1265.494395] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.503439] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.926917] env[69239]: DEBUG nova.scheduler.client.report [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.004897] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146218, 'name': ReconfigVM_Task, 'duration_secs': 0.178547} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.008301] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4636f40-15bf-4527-b1d3-ccb5cfa33c60 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.025218] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.025757] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.026093] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.026407] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.026678] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.026953] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.027301] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.027608] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.027906] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.028227] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.028616] env[69239]: DEBUG nova.virt.hardware [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.029524] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b571ab76-0d4c-4c95-9518-5a83b18370c5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.035873] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1266.035873] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f04e70-11f8-4b01-0300-20811f830190" [ 1266.035873] env[69239]: _type = "Task" [ 1266.035873] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.045570] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f04e70-11f8-4b01-0300-20811f830190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.150066] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "91cdf27e-d672-4459-9b28-141cac40491a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.150066] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "91cdf27e-d672-4459-9b28-141cac40491a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.431376] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.187s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.431664] env[69239]: INFO nova.compute.manager [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Migrating [ 1266.546274] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f04e70-11f8-4b01-0300-20811f830190, 'name': SearchDatastore_Task, 'duration_secs': 0.008464} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.551667] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.551955] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f09c264a-48c2-4073-ac3b-e12262bb6bdd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.571886] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1266.571886] env[69239]: value = "task-4146219" [ 1266.571886] env[69239]: _type = "Task" [ 1266.571886] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.584605] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.652321] env[69239]: DEBUG nova.compute.manager [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.946771] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.946971] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.947102] env[69239]: DEBUG nova.network.neutron [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.082030] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.176044] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.176044] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.177405] env[69239]: INFO nova.compute.claims [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.582992] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.705969] env[69239]: DEBUG nova.network.neutron [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating instance_info_cache with network_info: [{"id": "e9211223-3f26-4a98-9b39-513093d41903", "address": "fa:16:3e:1b:39:b0", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9211223-3f", "ovs_interfaceid": "e9211223-3f26-4a98-9b39-513093d41903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.083018] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146219, 'name': ReconfigVM_Task, 'duration_secs': 1.192254} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.083314] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1268.084111] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0a37dc-647b-4450-ac93-34a5aad94b62 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.106233] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 578b8c6d-33b4-4e67-9180-1daf5f4e4e59/578b8c6d-33b4-4e67-9180-1daf5f4e4e59.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.106525] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e5f5da6-2809-43c5-a618-4f4890581212 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.124584] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1268.124584] env[69239]: value = "task-4146220" [ 1268.124584] env[69239]: _type = "Task" [ 1268.124584] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.133083] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.211438] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.305255] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed607b02-83f0-4948-9265-ace5c5897ef2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.313355] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5da404-6daf-4636-9873-4f116d7b3f35 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.346555] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dbec9f-c3bf-41d0-bf69-d39d7d5e3411 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.354833] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517e83c0-e026-4bff-a105-a8aa671b0728 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.369310] env[69239]: DEBUG nova.compute.provider_tree [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.635893] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146220, 'name': ReconfigVM_Task, 'duration_secs': 0.274076} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.636298] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 578b8c6d-33b4-4e67-9180-1daf5f4e4e59/578b8c6d-33b4-4e67-9180-1daf5f4e4e59.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.637402] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429f808e-5f6a-488c-81f7-c70bd50a9df7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.657068] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8555e875-da84-4bc3-88e4-c8b942a258b9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.675517] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2d17f5-c56a-40d3-91ab-eadc4d3216eb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.695438] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed2f233-053e-48fe-a488-b4a31f90c6a4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.702759] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.703024] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e975855-0f1b-4092-bfa8-da10b3a9b893 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.710150] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1268.710150] env[69239]: value = "task-4146221" [ 1268.710150] env[69239]: _type = "Task" [ 1268.710150] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.723082] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.873408] env[69239]: DEBUG nova.scheduler.client.report [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.008124] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "3c222afa-b505-454b-8798-73b1de493e5d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.008443] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "3c222afa-b505-454b-8798-73b1de493e5d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.223269] env[69239]: DEBUG oslo_vmware.api [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146221, 'name': PowerOnVM_Task, 'duration_secs': 0.373} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.223731] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.378864] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.379471] env[69239]: DEBUG nova.compute.manager [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1269.512648] env[69239]: DEBUG nova.compute.utils [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1269.727765] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca713994-694a-4114-923f-af8c53f2469d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.750977] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating instance '37e292e5-2f4f-4107-9a74-baab3bae53dd' progress to 0 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.884954] env[69239]: DEBUG nova.compute.utils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1269.886125] env[69239]: DEBUG nova.compute.manager [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1269.886303] env[69239]: DEBUG nova.network.neutron [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1269.930774] env[69239]: DEBUG nova.policy [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6c946c3f0224befa053cb72fd2065bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d2057584da346efb7f246396bc2b011', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1270.015803] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "3c222afa-b505-454b-8798-73b1de493e5d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.177455] env[69239]: DEBUG nova.network.neutron [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Successfully created port: 23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.237925] env[69239]: INFO nova.compute.manager [None req-69c1e54d-9913-4cb4-8d17-70b2476ce196 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance to original state: 'active' [ 1270.257552] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.257782] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99bdc894-432c-490a-ac35-b6b0d0a3d964 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.268783] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1270.268783] env[69239]: value = "task-4146222" [ 1270.268783] env[69239]: _type = "Task" [ 1270.268783] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.281932] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.389428] env[69239]: DEBUG nova.compute.manager [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1270.779809] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146222, 'name': PowerOffVM_Task, 'duration_secs': 0.210589} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.780173] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.780370] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating instance '37e292e5-2f4f-4107-9a74-baab3bae53dd' progress to 17 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.082513] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "3c222afa-b505-454b-8798-73b1de493e5d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.082756] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "3c222afa-b505-454b-8798-73b1de493e5d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.083044] env[69239]: INFO nova.compute.manager [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Attaching volume 8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad to /dev/sdb [ 1271.117932] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0054d35b-49dd-452f-b695-33a787f9a781 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.126277] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74197601-1b2d-4a8f-88dd-6c7a8cb956b0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.142293] env[69239]: DEBUG nova.virt.block_device [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Updating existing volume attachment record: c1ba54a6-11c6-44c2-8483-42286e85eec8 {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1271.286704] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.287015] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.287201] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.287405] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.287589] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.287750] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.287979] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.288170] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.288358] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.288539] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.288735] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.297749] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f49cf777-56e4-45d7-9de1-6eb34b6268d9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.311864] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1271.311864] env[69239]: value = "task-4146223" [ 1271.311864] env[69239]: _type = "Task" [ 1271.311864] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.321895] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.402478] env[69239]: DEBUG nova.compute.manager [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1271.432883] env[69239]: DEBUG nova.virt.hardware [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.433941] env[69239]: DEBUG nova.virt.hardware [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.433941] env[69239]: DEBUG nova.virt.hardware [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.433941] env[69239]: DEBUG nova.virt.hardware [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.433941] env[69239]: DEBUG nova.virt.hardware [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.433941] env[69239]: DEBUG nova.virt.hardware [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.434242] env[69239]: DEBUG nova.virt.hardware [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.434242] env[69239]: DEBUG nova.virt.hardware [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.434416] env[69239]: DEBUG nova.virt.hardware [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.434583] env[69239]: DEBUG nova.virt.hardware [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.434759] env[69239]: DEBUG nova.virt.hardware [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.435730] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228f7b42-5e78-4dbc-adc5-8812314583d6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.444210] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56d7466-61c6-4201-8f04-597df1f08abb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.697077] env[69239]: DEBUG nova.compute.manager [req-95779dd8-61cf-40c6-a27a-84864e84cbf9 req-b10e408f-e41a-4bc6-8535-fe5955ed3673 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Received event network-vif-plugged-23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.697341] env[69239]: DEBUG oslo_concurrency.lockutils [req-95779dd8-61cf-40c6-a27a-84864e84cbf9 req-b10e408f-e41a-4bc6-8535-fe5955ed3673 service nova] Acquiring lock "91cdf27e-d672-4459-9b28-141cac40491a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.697592] env[69239]: DEBUG oslo_concurrency.lockutils [req-95779dd8-61cf-40c6-a27a-84864e84cbf9 req-b10e408f-e41a-4bc6-8535-fe5955ed3673 service nova] Lock "91cdf27e-d672-4459-9b28-141cac40491a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.697778] env[69239]: DEBUG oslo_concurrency.lockutils [req-95779dd8-61cf-40c6-a27a-84864e84cbf9 req-b10e408f-e41a-4bc6-8535-fe5955ed3673 service nova] Lock "91cdf27e-d672-4459-9b28-141cac40491a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.697952] env[69239]: DEBUG nova.compute.manager [req-95779dd8-61cf-40c6-a27a-84864e84cbf9 req-b10e408f-e41a-4bc6-8535-fe5955ed3673 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] No waiting events found dispatching network-vif-plugged-23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1271.698408] env[69239]: WARNING nova.compute.manager [req-95779dd8-61cf-40c6-a27a-84864e84cbf9 req-b10e408f-e41a-4bc6-8535-fe5955ed3673 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Received unexpected event network-vif-plugged-23815fb9-fdde-47d3-94ea-51a989be962c for instance with vm_state building and task_state spawning. [ 1271.819355] env[69239]: DEBUG nova.network.neutron [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Successfully updated port: 23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.823885] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146223, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.323038] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146223, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.325753] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.325898] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.326062] env[69239]: DEBUG nova.network.neutron [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.329030] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.329331] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.329620] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.329861] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.330173] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.332277] env[69239]: INFO nova.compute.manager [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Terminating instance [ 1272.824183] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146223, 'name': ReconfigVM_Task, 'duration_secs': 1.178586} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.824563] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating instance '37e292e5-2f4f-4107-9a74-baab3bae53dd' progress to 33 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.836738] env[69239]: DEBUG nova.compute.manager [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.836738] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.837596] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180a6d93-d970-4db6-88ba-32b97cd403e8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.845824] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.845824] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d354d56b-c99c-4cdc-a0ce-31e42a169e27 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.852106] env[69239]: DEBUG oslo_vmware.api [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1272.852106] env[69239]: value = "task-4146225" [ 1272.852106] env[69239]: _type = "Task" [ 1272.852106] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.861160] env[69239]: DEBUG oslo_vmware.api [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.866341] env[69239]: DEBUG nova.network.neutron [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.027204] env[69239]: DEBUG nova.network.neutron [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Updating instance_info_cache with network_info: [{"id": "23815fb9-fdde-47d3-94ea-51a989be962c", "address": "fa:16:3e:ef:78:f8", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23815fb9-fd", "ovs_interfaceid": "23815fb9-fdde-47d3-94ea-51a989be962c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.331907] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.332553] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.332804] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.333061] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.333258] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.333455] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.333793] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.333953] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.338194] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.338412] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.338603] env[69239]: DEBUG nova.virt.hardware [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.344229] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1273.348328] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d540876f-1983-49ad-8de4-a758e7913b7c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.375668] env[69239]: DEBUG oslo_vmware.api [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146225, 'name': PowerOffVM_Task, 'duration_secs': 0.185165} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.377032] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.377260] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.377617] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1273.377617] env[69239]: value = "task-4146226" [ 1273.377617] env[69239]: _type = "Task" [ 1273.377617] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.377876] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cae1cad-d88c-40f3-86d6-2c7eb112ffa3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.390471] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.449133] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.449490] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.449743] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Deleting the datastore file [datastore1] 578b8c6d-33b4-4e67-9180-1daf5f4e4e59 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.450147] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ab7d5a4-27f7-4a68-b4ce-63a2aa6d6cec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.458477] env[69239]: DEBUG oslo_vmware.api [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1273.458477] env[69239]: value = "task-4146229" [ 1273.458477] env[69239]: _type = "Task" [ 1273.458477] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.468672] env[69239]: DEBUG oslo_vmware.api [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.530702] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.531111] env[69239]: DEBUG nova.compute.manager [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Instance network_info: |[{"id": "23815fb9-fdde-47d3-94ea-51a989be962c", "address": "fa:16:3e:ef:78:f8", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23815fb9-fd", "ovs_interfaceid": "23815fb9-fdde-47d3-94ea-51a989be962c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1273.531609] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:78:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23815fb9-fdde-47d3-94ea-51a989be962c', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.540032] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.540281] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.540541] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7318e5b6-91b8-48b8-9df8-46148c38bc6a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.562525] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.562525] env[69239]: value = "task-4146230" [ 1273.562525] env[69239]: _type = "Task" [ 1273.562525] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.571238] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146230, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.726764] env[69239]: DEBUG nova.compute.manager [req-0613f0f3-cf49-4f59-aa22-cf8ae2a79b69 req-d1c7e130-ac15-4fd4-a651-685229e27410 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Received event network-changed-23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.726950] env[69239]: DEBUG nova.compute.manager [req-0613f0f3-cf49-4f59-aa22-cf8ae2a79b69 req-d1c7e130-ac15-4fd4-a651-685229e27410 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Refreshing instance network info cache due to event network-changed-23815fb9-fdde-47d3-94ea-51a989be962c. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.727202] env[69239]: DEBUG oslo_concurrency.lockutils [req-0613f0f3-cf49-4f59-aa22-cf8ae2a79b69 req-d1c7e130-ac15-4fd4-a651-685229e27410 service nova] Acquiring lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.727339] env[69239]: DEBUG oslo_concurrency.lockutils [req-0613f0f3-cf49-4f59-aa22-cf8ae2a79b69 req-d1c7e130-ac15-4fd4-a651-685229e27410 service nova] Acquired lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.727511] env[69239]: DEBUG nova.network.neutron [req-0613f0f3-cf49-4f59-aa22-cf8ae2a79b69 req-d1c7e130-ac15-4fd4-a651-685229e27410 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Refreshing network info cache for port 23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.889148] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146226, 'name': ReconfigVM_Task, 'duration_secs': 0.180524} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.889516] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1273.890608] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e70007-c96a-4d0f-9b07-396d2a8c3526 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.912220] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-8cb5966d-9646-4505-8630-76e2cac1750a/volume-8cb5966d-9646-4505-8630-76e2cac1750a.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.912511] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bf71fef-210e-4fbb-aa0e-c3300ad0fa18 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.931907] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1273.931907] env[69239]: value = "task-4146231" [ 1273.931907] env[69239]: _type = "Task" [ 1273.931907] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.940190] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.968391] env[69239]: DEBUG oslo_vmware.api [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153173} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.968657] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.968866] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.969194] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.969490] env[69239]: INFO nova.compute.manager [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1273.969822] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.970028] env[69239]: DEBUG nova.compute.manager [-] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.970168] env[69239]: DEBUG nova.network.neutron [-] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.073402] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146230, 'name': CreateVM_Task, 'duration_secs': 0.311899} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.073626] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.074432] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.074608] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.075138] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.076224] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31257f09-706a-430b-a40b-c5e2be83e975 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.080424] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1274.080424] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d159a3-43a6-7976-5068-54aee306c9b7" [ 1274.080424] env[69239]: _type = "Task" [ 1274.080424] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.090506] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d159a3-43a6-7976-5068-54aee306c9b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.441404] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146231, 'name': ReconfigVM_Task, 'duration_secs': 0.265244} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.441742] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-8cb5966d-9646-4505-8630-76e2cac1750a/volume-8cb5966d-9646-4505-8630-76e2cac1750a.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.442098] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating instance '37e292e5-2f4f-4107-9a74-baab3bae53dd' progress to 50 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1274.580092] env[69239]: DEBUG nova.network.neutron [req-0613f0f3-cf49-4f59-aa22-cf8ae2a79b69 req-d1c7e130-ac15-4fd4-a651-685229e27410 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Updated VIF entry in instance network info cache for port 23815fb9-fdde-47d3-94ea-51a989be962c. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.580480] env[69239]: DEBUG nova.network.neutron [req-0613f0f3-cf49-4f59-aa22-cf8ae2a79b69 req-d1c7e130-ac15-4fd4-a651-685229e27410 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Updating instance_info_cache with network_info: [{"id": "23815fb9-fdde-47d3-94ea-51a989be962c", "address": "fa:16:3e:ef:78:f8", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23815fb9-fd", "ovs_interfaceid": "23815fb9-fdde-47d3-94ea-51a989be962c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.596343] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d159a3-43a6-7976-5068-54aee306c9b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011073} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.596841] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.597878] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.598346] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.598605] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.598828] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.599677] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92df42a3-9fd0-45a6-9acb-16e159d4b6af {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.610758] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.610925] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.611675] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-825e60da-6e7f-4cdf-8a2c-63f873f61dd8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.617975] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1274.617975] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]529b4f47-98c6-5734-fc20-5dc69db05cb8" [ 1274.617975] env[69239]: _type = "Task" [ 1274.617975] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.626701] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529b4f47-98c6-5734-fc20-5dc69db05cb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.949185] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39405b40-a90d-4d0a-b8c1-3a4e087a6f97 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.969023] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6be32a-b99c-4375-bc1d-369488276304 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.986470] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating instance '37e292e5-2f4f-4107-9a74-baab3bae53dd' progress to 67 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.090454] env[69239]: DEBUG oslo_concurrency.lockutils [req-0613f0f3-cf49-4f59-aa22-cf8ae2a79b69 req-d1c7e130-ac15-4fd4-a651-685229e27410 service nova] Releasing lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.129345] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]529b4f47-98c6-5734-fc20-5dc69db05cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.130167] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b82347a-5b87-45e8-a629-4f8fbad7d099 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.135599] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1275.135599] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d20e71-a7c5-745a-9201-0620eefc73ec" [ 1275.135599] env[69239]: _type = "Task" [ 1275.135599] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.144023] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d20e71-a7c5-745a-9201-0620eefc73ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.145424] env[69239]: DEBUG nova.network.neutron [-] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.646353] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52d20e71-a7c5-745a-9201-0620eefc73ec, 'name': SearchDatastore_Task, 'duration_secs': 0.016659} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.646623] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.646935] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 91cdf27e-d672-4459-9b28-141cac40491a/91cdf27e-d672-4459-9b28-141cac40491a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.647846] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91bb966f-28d6-4289-9cfe-13a2f0188533 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.649716] env[69239]: INFO nova.compute.manager [-] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Took 1.68 seconds to deallocate network for instance. [ 1275.657065] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1275.657065] env[69239]: value = "task-4146232" [ 1275.657065] env[69239]: _type = "Task" [ 1275.657065] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.665705] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.688967] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1275.689242] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821049', 'volume_id': '8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad', 'name': 'volume-8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c222afa-b505-454b-8798-73b1de493e5d', 'attached_at': '', 'detached_at': '', 'volume_id': '8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad', 'serial': '8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1275.690351] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac29282-fb54-4eab-8305-12ba9a08d848 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.709412] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c81647b-b4a7-4c9d-96d9-1f878f975572 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.738871] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad/volume-8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.739259] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84542d7c-775e-4d67-a5e8-dc5c8fd25ffa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.760671] env[69239]: DEBUG oslo_vmware.api [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1275.760671] env[69239]: value = "task-4146233" [ 1275.760671] env[69239]: _type = "Task" [ 1275.760671] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.770463] env[69239]: DEBUG oslo_vmware.api [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.802146] env[69239]: DEBUG nova.compute.manager [req-62894b3b-d230-438a-b586-111f2fd26ad9 req-90298c03-b949-4432-80a1-2e4e67d117ff service nova] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Received event network-vif-deleted-ed604863-9f2b-46cd-939c-7df676073bde {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.159221] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.159634] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.159713] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.174505] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503133} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.174827] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 91cdf27e-d672-4459-9b28-141cac40491a/91cdf27e-d672-4459-9b28-141cac40491a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.175079] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.175441] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcaefd8d-2ebe-413d-8983-70e31adb6047 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.183334] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1276.183334] env[69239]: value = "task-4146234" [ 1276.183334] env[69239]: _type = "Task" [ 1276.183334] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.188998] env[69239]: INFO nova.scheduler.client.report [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Deleted allocations for instance 578b8c6d-33b4-4e67-9180-1daf5f4e4e59 [ 1276.193869] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.271957] env[69239]: DEBUG oslo_vmware.api [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146233, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.657972] env[69239]: DEBUG nova.network.neutron [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Port e9211223-3f26-4a98-9b39-513093d41903 binding to destination host cpu-1 is already ACTIVE {{(pid=69239) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1276.693183] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05848} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.693479] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.694341] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8ce940-47e9-48bb-b755-dfe81dfad76c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.720562] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 91cdf27e-d672-4459-9b28-141cac40491a/91cdf27e-d672-4459-9b28-141cac40491a.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.721149] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c384dccf-101b-43aa-a805-7415a5e66c1e tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "578b8c6d-33b4-4e67-9180-1daf5f4e4e59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.392s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.722143] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c90f8a0-338f-4fbf-9ed1-6d15819f7c18 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.743644] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1276.743644] env[69239]: value = "task-4146235" [ 1276.743644] env[69239]: _type = "Task" [ 1276.743644] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.755363] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.772379] env[69239]: DEBUG oslo_vmware.api [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146233, 'name': ReconfigVM_Task, 'duration_secs': 0.56739} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.772708] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad/volume-8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.778332] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2de40bf6-5388-44f3-a188-51a11dedf61a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.798060] env[69239]: DEBUG oslo_vmware.api [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1276.798060] env[69239]: value = "task-4146236" [ 1276.798060] env[69239]: _type = "Task" [ 1276.798060] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.806584] env[69239]: DEBUG oslo_vmware.api [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.255362] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.308299] env[69239]: DEBUG oslo_vmware.api [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146236, 'name': ReconfigVM_Task, 'duration_secs': 0.275686} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.308656] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821049', 'volume_id': '8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad', 'name': 'volume-8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c222afa-b505-454b-8798-73b1de493e5d', 'attached_at': '', 'detached_at': '', 'volume_id': '8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad', 'serial': '8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1277.357668] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "545237ae-81e3-4079-b372-c2c6498c16c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.357912] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "545237ae-81e3-4079-b372-c2c6498c16c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.680895] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "37e292e5-2f4f-4107-9a74-baab3bae53dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.681227] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "37e292e5-2f4f-4107-9a74-baab3bae53dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.681433] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "37e292e5-2f4f-4107-9a74-baab3bae53dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.756413] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146235, 'name': ReconfigVM_Task, 'duration_secs': 0.654151} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.756686] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 91cdf27e-d672-4459-9b28-141cac40491a/91cdf27e-d672-4459-9b28-141cac40491a.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.757385] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dfd8254-41bd-41f8-b56e-c870149e9ec8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.764802] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1277.764802] env[69239]: value = "task-4146237" [ 1277.764802] env[69239]: _type = "Task" [ 1277.764802] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.774022] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146237, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.861515] env[69239]: DEBUG nova.compute.manager [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1278.275127] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146237, 'name': Rename_Task, 'duration_secs': 0.157016} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.275127] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.275127] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d23e1738-d706-473b-b481-2f5c82d224ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.281185] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1278.281185] env[69239]: value = "task-4146238" [ 1278.281185] env[69239]: _type = "Task" [ 1278.281185] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.288839] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.354648] env[69239]: DEBUG nova.objects.instance [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lazy-loading 'flavor' on Instance uuid 3c222afa-b505-454b-8798-73b1de493e5d {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.385554] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.385897] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.387529] env[69239]: INFO nova.compute.claims [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.717541] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.717762] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.717948] env[69239]: DEBUG nova.network.neutron [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.791860] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.859248] env[69239]: DEBUG oslo_concurrency.lockutils [None req-aea941bd-66e9-49ac-95b3-8a2e6d8b6144 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "3c222afa-b505-454b-8798-73b1de493e5d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.776s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.293164] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146238, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.451961] env[69239]: DEBUG nova.network.neutron [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating instance_info_cache with network_info: [{"id": "e9211223-3f26-4a98-9b39-513093d41903", "address": "fa:16:3e:1b:39:b0", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9211223-3f", "ovs_interfaceid": "e9211223-3f26-4a98-9b39-513093d41903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.516823] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f226379a-a09a-4e0e-a8e4-d4fffb21c881 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.526292] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3838eaed-f594-40b0-890e-ac762af9efd9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.560238] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a227c179-336f-4e35-89fa-9cf6a607e022 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.569644] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d588c75-59b6-486a-9b1c-20884f897d63 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.583967] env[69239]: DEBUG nova.compute.provider_tree [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.609986] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "3c222afa-b505-454b-8798-73b1de493e5d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.610246] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "3c222afa-b505-454b-8798-73b1de493e5d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.791631] env[69239]: DEBUG oslo_vmware.api [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146238, 'name': PowerOnVM_Task, 'duration_secs': 1.027776} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.791890] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.792121] env[69239]: INFO nova.compute.manager [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1279.792315] env[69239]: DEBUG nova.compute.manager [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1279.793118] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681abe41-c824-43b3-bfdd-e809b0a188d0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.957148] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.087694] env[69239]: DEBUG nova.scheduler.client.report [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.112863] env[69239]: INFO nova.compute.manager [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Detaching volume 8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad [ 1280.149046] env[69239]: INFO nova.virt.block_device [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Attempting to driver detach volume 8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad from mountpoint /dev/sdb [ 1280.149301] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1280.149492] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821049', 'volume_id': '8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad', 'name': 'volume-8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c222afa-b505-454b-8798-73b1de493e5d', 'attached_at': '', 'detached_at': '', 'volume_id': '8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad', 'serial': '8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1280.150429] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3da713-7e88-4a1a-9aea-e06fc11c765c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.174780] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea57721d-8135-4e03-9646-80b3f020ee87 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.182430] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b73644-247e-4b3d-889b-c1454045cf13 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.202780] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d58ea1-2aca-40fe-a643-05030ab32ff7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.218020] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] The volume has not been displaced from its original location: [datastore1] volume-8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad/volume-8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1280.224422] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1280.224746] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6504c4c4-29d0-4d8b-a909-61adaa0419c3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.243153] env[69239]: DEBUG oslo_vmware.api [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1280.243153] env[69239]: value = "task-4146239" [ 1280.243153] env[69239]: _type = "Task" [ 1280.243153] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.252108] env[69239]: DEBUG oslo_vmware.api [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.311127] env[69239]: INFO nova.compute.manager [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Took 13.15 seconds to build instance. [ 1280.466483] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa81c7a8-73c3-4371-97a4-636686b7e4d5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.474738] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc4999f-5d38-49a4-915c-4134af20c1e4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.592616] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.593210] env[69239]: DEBUG nova.compute.manager [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.758068] env[69239]: DEBUG oslo_vmware.api [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146239, 'name': ReconfigVM_Task, 'duration_secs': 0.224865} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.758068] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1280.760137] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f83107ba-76bc-4060-b17d-52e95e24d2d8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.777973] env[69239]: DEBUG oslo_vmware.api [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1280.777973] env[69239]: value = "task-4146240" [ 1280.777973] env[69239]: _type = "Task" [ 1280.777973] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.791617] env[69239]: DEBUG oslo_vmware.api [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146240, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.813514] env[69239]: DEBUG oslo_concurrency.lockutils [None req-b8fd51d5-d6ff-431e-981e-dc703424eb0a tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "91cdf27e-d672-4459-9b28-141cac40491a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.663s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.820459] env[69239]: DEBUG nova.compute.manager [req-33bc6473-f7cf-4bf9-909c-fcbafe38047a req-1811f864-1d5e-480c-8517-34ab1f5315e5 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Received event network-changed-23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.820805] env[69239]: DEBUG nova.compute.manager [req-33bc6473-f7cf-4bf9-909c-fcbafe38047a req-1811f864-1d5e-480c-8517-34ab1f5315e5 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Refreshing instance network info cache due to event network-changed-23815fb9-fdde-47d3-94ea-51a989be962c. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.820923] env[69239]: DEBUG oslo_concurrency.lockutils [req-33bc6473-f7cf-4bf9-909c-fcbafe38047a req-1811f864-1d5e-480c-8517-34ab1f5315e5 service nova] Acquiring lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.821220] env[69239]: DEBUG oslo_concurrency.lockutils [req-33bc6473-f7cf-4bf9-909c-fcbafe38047a req-1811f864-1d5e-480c-8517-34ab1f5315e5 service nova] Acquired lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.821323] env[69239]: DEBUG nova.network.neutron [req-33bc6473-f7cf-4bf9-909c-fcbafe38047a req-1811f864-1d5e-480c-8517-34ab1f5315e5 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Refreshing network info cache for port 23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.099565] env[69239]: DEBUG nova.compute.utils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.100896] env[69239]: DEBUG nova.compute.manager [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.101082] env[69239]: DEBUG nova.network.neutron [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.137808] env[69239]: DEBUG nova.policy [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b20a75059f74960b9d6cbf596be8a27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea27c2fbed6c406b958e526d1a36416d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.291944] env[69239]: DEBUG oslo_vmware.api [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.522966] env[69239]: DEBUG nova.network.neutron [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Successfully created port: 48686e18-feb3-4f4b-86eb-1da6ba06a211 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.594983] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc905259-1d90-4b1c-80f3-b835954530a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.614824] env[69239]: DEBUG nova.compute.manager [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1281.621021] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455e37a2-0040-41ea-8bc2-b51ed9d53e31 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.626609] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating instance '37e292e5-2f4f-4107-9a74-baab3bae53dd' progress to 83 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.726253] env[69239]: DEBUG nova.network.neutron [req-33bc6473-f7cf-4bf9-909c-fcbafe38047a req-1811f864-1d5e-480c-8517-34ab1f5315e5 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Updated VIF entry in instance network info cache for port 23815fb9-fdde-47d3-94ea-51a989be962c. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.726632] env[69239]: DEBUG nova.network.neutron [req-33bc6473-f7cf-4bf9-909c-fcbafe38047a req-1811f864-1d5e-480c-8517-34ab1f5315e5 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Updating instance_info_cache with network_info: [{"id": "23815fb9-fdde-47d3-94ea-51a989be962c", "address": "fa:16:3e:ef:78:f8", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23815fb9-fd", "ovs_interfaceid": "23815fb9-fdde-47d3-94ea-51a989be962c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.790149] env[69239]: DEBUG oslo_vmware.api [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146240, 'name': ReconfigVM_Task, 'duration_secs': 0.77346} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.790559] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821049', 'volume_id': '8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad', 'name': 'volume-8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c222afa-b505-454b-8798-73b1de493e5d', 'attached_at': '', 'detached_at': '', 'volume_id': '8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad', 'serial': '8a4d4ece-ac35-4dd4-a8d0-0c207d7fecad'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1282.133295] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.133295] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-852e2f33-d5fd-40c1-876a-3f3b875599ad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.142970] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1282.142970] env[69239]: value = "task-4146241" [ 1282.142970] env[69239]: _type = "Task" [ 1282.142970] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.152803] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.229873] env[69239]: DEBUG oslo_concurrency.lockutils [req-33bc6473-f7cf-4bf9-909c-fcbafe38047a req-1811f864-1d5e-480c-8517-34ab1f5315e5 service nova] Releasing lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.335756] env[69239]: DEBUG nova.objects.instance [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lazy-loading 'flavor' on Instance uuid 3c222afa-b505-454b-8798-73b1de493e5d {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.628918] env[69239]: DEBUG nova.compute.manager [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1282.657784] env[69239]: DEBUG oslo_vmware.api [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146241, 'name': PowerOnVM_Task, 'duration_secs': 0.438923} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.660370] env[69239]: DEBUG nova.virt.hardware [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.660652] env[69239]: DEBUG nova.virt.hardware [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.660853] env[69239]: DEBUG nova.virt.hardware [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.661124] env[69239]: DEBUG nova.virt.hardware [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.661327] env[69239]: DEBUG nova.virt.hardware [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.661509] env[69239]: DEBUG nova.virt.hardware [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.661770] env[69239]: DEBUG nova.virt.hardware [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.661983] env[69239]: DEBUG nova.virt.hardware [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.662266] env[69239]: DEBUG nova.virt.hardware [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.662495] env[69239]: DEBUG nova.virt.hardware [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.662782] env[69239]: DEBUG nova.virt.hardware [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.663163] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.663389] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c11c01dd-eb56-492f-b5d5-b66bbe733a91 tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating instance '37e292e5-2f4f-4107-9a74-baab3bae53dd' progress to 100 {{(pid=69239) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.667863] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874fcf45-843f-4df8-a9f7-c24148d1c93d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.677863] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db61057-0d85-43e3-97ce-7ca6333a296d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.014377] env[69239]: DEBUG nova.compute.manager [req-1b5dee7b-8cc1-497e-8054-4c50bdb3fb10 req-e8b3cb44-9214-4c01-9b4e-8b55f11bd18c service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Received event network-vif-plugged-48686e18-feb3-4f4b-86eb-1da6ba06a211 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.014713] env[69239]: DEBUG oslo_concurrency.lockutils [req-1b5dee7b-8cc1-497e-8054-4c50bdb3fb10 req-e8b3cb44-9214-4c01-9b4e-8b55f11bd18c service nova] Acquiring lock "545237ae-81e3-4079-b372-c2c6498c16c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.015030] env[69239]: DEBUG oslo_concurrency.lockutils [req-1b5dee7b-8cc1-497e-8054-4c50bdb3fb10 req-e8b3cb44-9214-4c01-9b4e-8b55f11bd18c service nova] Lock "545237ae-81e3-4079-b372-c2c6498c16c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.015245] env[69239]: DEBUG oslo_concurrency.lockutils [req-1b5dee7b-8cc1-497e-8054-4c50bdb3fb10 req-e8b3cb44-9214-4c01-9b4e-8b55f11bd18c service nova] Lock "545237ae-81e3-4079-b372-c2c6498c16c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.015307] env[69239]: DEBUG nova.compute.manager [req-1b5dee7b-8cc1-497e-8054-4c50bdb3fb10 req-e8b3cb44-9214-4c01-9b4e-8b55f11bd18c service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] No waiting events found dispatching network-vif-plugged-48686e18-feb3-4f4b-86eb-1da6ba06a211 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1283.015470] env[69239]: WARNING nova.compute.manager [req-1b5dee7b-8cc1-497e-8054-4c50bdb3fb10 req-e8b3cb44-9214-4c01-9b4e-8b55f11bd18c service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Received unexpected event network-vif-plugged-48686e18-feb3-4f4b-86eb-1da6ba06a211 for instance with vm_state building and task_state spawning. [ 1283.113346] env[69239]: DEBUG nova.network.neutron [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Successfully updated port: 48686e18-feb3-4f4b-86eb-1da6ba06a211 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.343862] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4ab94aae-8434-498e-b274-d92bc6f48717 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "3c222afa-b505-454b-8798-73b1de493e5d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.733s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.617144] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "refresh_cache-545237ae-81e3-4079-b372-c2c6498c16c1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.617144] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "refresh_cache-545237ae-81e3-4079-b372-c2c6498c16c1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.617144] env[69239]: DEBUG nova.network.neutron [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.906414] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "3c222afa-b505-454b-8798-73b1de493e5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.907148] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "3c222afa-b505-454b-8798-73b1de493e5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.907491] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "3c222afa-b505-454b-8798-73b1de493e5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.907700] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "3c222afa-b505-454b-8798-73b1de493e5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.907881] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "3c222afa-b505-454b-8798-73b1de493e5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.910506] env[69239]: INFO nova.compute.manager [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Terminating instance [ 1284.159535] env[69239]: DEBUG nova.network.neutron [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1284.315913] env[69239]: DEBUG nova.network.neutron [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Updating instance_info_cache with network_info: [{"id": "48686e18-feb3-4f4b-86eb-1da6ba06a211", "address": "fa:16:3e:19:25:8a", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48686e18-fe", "ovs_interfaceid": "48686e18-feb3-4f4b-86eb-1da6ba06a211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.414405] env[69239]: DEBUG nova.compute.manager [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.414622] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.415587] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e388c5e6-fba9-43eb-9c46-3e5fa1da7874 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.423952] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.424298] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58e9b2f0-ef87-471b-9d10-a623b9242711 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.430969] env[69239]: DEBUG oslo_vmware.api [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1284.430969] env[69239]: value = "task-4146242" [ 1284.430969] env[69239]: _type = "Task" [ 1284.430969] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.438980] env[69239]: DEBUG oslo_vmware.api [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.818703] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "refresh_cache-545237ae-81e3-4079-b372-c2c6498c16c1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.819112] env[69239]: DEBUG nova.compute.manager [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Instance network_info: |[{"id": "48686e18-feb3-4f4b-86eb-1da6ba06a211", "address": "fa:16:3e:19:25:8a", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48686e18-fe", "ovs_interfaceid": "48686e18-feb3-4f4b-86eb-1da6ba06a211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1284.819659] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:25:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48686e18-feb3-4f4b-86eb-1da6ba06a211', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.828203] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.828507] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.828712] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32d5881e-baf4-438a-a7cb-21992fd3e62e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.849828] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.849828] env[69239]: value = "task-4146243" [ 1284.849828] env[69239]: _type = "Task" [ 1284.849828] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.859147] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146243, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.943830] env[69239]: DEBUG oslo_vmware.api [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146242, 'name': PowerOffVM_Task, 'duration_secs': 0.25304} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.944219] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.944472] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.944815] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a3276cc-dfa1-4e30-8364-70d4f3805d8a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.017885] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.018253] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.018433] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Deleting the datastore file [datastore2] 3c222afa-b505-454b-8798-73b1de493e5d {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.018766] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c1fc2fd-00fb-4685-9fbc-e3d667932f55 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.026985] env[69239]: DEBUG oslo_vmware.api [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for the task: (returnval){ [ 1285.026985] env[69239]: value = "task-4146245" [ 1285.026985] env[69239]: _type = "Task" [ 1285.026985] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.035437] env[69239]: DEBUG oslo_vmware.api [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.047748] env[69239]: DEBUG nova.compute.manager [req-cb7d4a72-c69f-4db2-8c62-3e0575c7c0e4 req-6674ee87-552d-49b7-8194-71d3b6e5a3eb service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Received event network-changed-48686e18-feb3-4f4b-86eb-1da6ba06a211 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.047939] env[69239]: DEBUG nova.compute.manager [req-cb7d4a72-c69f-4db2-8c62-3e0575c7c0e4 req-6674ee87-552d-49b7-8194-71d3b6e5a3eb service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Refreshing instance network info cache due to event network-changed-48686e18-feb3-4f4b-86eb-1da6ba06a211. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.048167] env[69239]: DEBUG oslo_concurrency.lockutils [req-cb7d4a72-c69f-4db2-8c62-3e0575c7c0e4 req-6674ee87-552d-49b7-8194-71d3b6e5a3eb service nova] Acquiring lock "refresh_cache-545237ae-81e3-4079-b372-c2c6498c16c1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.048402] env[69239]: DEBUG oslo_concurrency.lockutils [req-cb7d4a72-c69f-4db2-8c62-3e0575c7c0e4 req-6674ee87-552d-49b7-8194-71d3b6e5a3eb service nova] Acquired lock "refresh_cache-545237ae-81e3-4079-b372-c2c6498c16c1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.048625] env[69239]: DEBUG nova.network.neutron [req-cb7d4a72-c69f-4db2-8c62-3e0575c7c0e4 req-6674ee87-552d-49b7-8194-71d3b6e5a3eb service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Refreshing network info cache for port 48686e18-feb3-4f4b-86eb-1da6ba06a211 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.360911] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146243, 'name': CreateVM_Task, 'duration_secs': 0.330466} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.361174] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.361987] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.362531] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.362667] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.362817] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99a8e467-04a9-428c-ae84-3ac1f5ca5d3d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.367875] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1285.367875] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52358da9-5d42-ab77-35ea-f32d5ca086a6" [ 1285.367875] env[69239]: _type = "Task" [ 1285.367875] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.376050] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52358da9-5d42-ab77-35ea-f32d5ca086a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.422885] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "37e292e5-2f4f-4107-9a74-baab3bae53dd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.423249] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "37e292e5-2f4f-4107-9a74-baab3bae53dd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.423492] env[69239]: DEBUG nova.compute.manager [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Going to confirm migration 10 {{(pid=69239) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1285.537752] env[69239]: DEBUG oslo_vmware.api [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Task: {'id': task-4146245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14008} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.538033] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.538244] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.538416] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.538589] env[69239]: INFO nova.compute.manager [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1285.538827] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.539035] env[69239]: DEBUG nova.compute.manager [-] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.539155] env[69239]: DEBUG nova.network.neutron [-] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.881840] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52358da9-5d42-ab77-35ea-f32d5ca086a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010151} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.882326] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.882637] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.882894] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.883063] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.883258] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.883639] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c923e927-9b2b-4ee6-836c-d28ecdb4445e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.897178] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.897415] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.898304] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1682cf9-63ef-47dd-b60f-6f94a9a802ed {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.904975] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1285.904975] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ce4f88-a17f-1582-c2b4-f0d4be598861" [ 1285.904975] env[69239]: _type = "Task" [ 1285.904975] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.913665] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ce4f88-a17f-1582-c2b4-f0d4be598861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.938034] env[69239]: DEBUG nova.network.neutron [req-cb7d4a72-c69f-4db2-8c62-3e0575c7c0e4 req-6674ee87-552d-49b7-8194-71d3b6e5a3eb service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Updated VIF entry in instance network info cache for port 48686e18-feb3-4f4b-86eb-1da6ba06a211. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.938410] env[69239]: DEBUG nova.network.neutron [req-cb7d4a72-c69f-4db2-8c62-3e0575c7c0e4 req-6674ee87-552d-49b7-8194-71d3b6e5a3eb service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Updating instance_info_cache with network_info: [{"id": "48686e18-feb3-4f4b-86eb-1da6ba06a211", "address": "fa:16:3e:19:25:8a", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48686e18-fe", "ovs_interfaceid": "48686e18-feb3-4f4b-86eb-1da6ba06a211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.988926] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.989464] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquired lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.989464] env[69239]: DEBUG nova.network.neutron [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.989595] env[69239]: DEBUG nova.objects.instance [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lazy-loading 'info_cache' on Instance uuid 37e292e5-2f4f-4107-9a74-baab3bae53dd {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.417098] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ce4f88-a17f-1582-c2b4-f0d4be598861, 'name': SearchDatastore_Task, 'duration_secs': 0.022855} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.417920] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa2249f7-4045-44fe-9ffb-b84d35a1cbc6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.423996] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1286.423996] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5221e13a-3a4a-8036-d0ee-3b6d971f0ef9" [ 1286.423996] env[69239]: _type = "Task" [ 1286.423996] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.433378] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5221e13a-3a4a-8036-d0ee-3b6d971f0ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.440975] env[69239]: DEBUG oslo_concurrency.lockutils [req-cb7d4a72-c69f-4db2-8c62-3e0575c7c0e4 req-6674ee87-552d-49b7-8194-71d3b6e5a3eb service nova] Releasing lock "refresh_cache-545237ae-81e3-4079-b372-c2c6498c16c1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.681628] env[69239]: DEBUG nova.network.neutron [-] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.938060] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5221e13a-3a4a-8036-d0ee-3b6d971f0ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.938276] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.938408] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 545237ae-81e3-4079-b372-c2c6498c16c1/545237ae-81e3-4079-b372-c2c6498c16c1.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.938644] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5ef7836-2825-4c84-b6d5-34a7671d97b8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.945518] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1286.945518] env[69239]: value = "task-4146246" [ 1286.945518] env[69239]: _type = "Task" [ 1286.945518] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.955023] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.080740] env[69239]: DEBUG nova.compute.manager [req-1a9d0ed2-d6bf-4a06-8d8e-e387d702160e req-5bd83085-7979-45fc-8e19-2f4fdffbfe62 service nova] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Received event network-vif-deleted-76ed5c12-af36-49f6-a4cc-af93b8dc0132 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.184276] env[69239]: INFO nova.compute.manager [-] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Took 1.64 seconds to deallocate network for instance. [ 1287.300869] env[69239]: DEBUG nova.network.neutron [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating instance_info_cache with network_info: [{"id": "e9211223-3f26-4a98-9b39-513093d41903", "address": "fa:16:3e:1b:39:b0", "network": {"id": "65dd3d61-6483-4d6f-8935-0d007abff946", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1267619434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef109c9ffc4312b5a456a146c20983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9211223-3f", "ovs_interfaceid": "e9211223-3f26-4a98-9b39-513093d41903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.455605] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146246, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.695153] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.695457] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.695677] env[69239]: DEBUG nova.objects.instance [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lazy-loading 'resources' on Instance uuid 3c222afa-b505-454b-8798-73b1de493e5d {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.804155] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Releasing lock "refresh_cache-37e292e5-2f4f-4107-9a74-baab3bae53dd" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.804441] env[69239]: DEBUG nova.objects.instance [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lazy-loading 'migration_context' on Instance uuid 37e292e5-2f4f-4107-9a74-baab3bae53dd {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.955722] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640745} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.956061] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 545237ae-81e3-4079-b372-c2c6498c16c1/545237ae-81e3-4079-b372-c2c6498c16c1.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.956286] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1287.956542] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b76ca29-426d-4eae-b25f-ca36f6ffc245 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.964271] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1287.964271] env[69239]: value = "task-4146247" [ 1287.964271] env[69239]: _type = "Task" [ 1287.964271] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.972573] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.307896] env[69239]: DEBUG nova.objects.base [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Object Instance<37e292e5-2f4f-4107-9a74-baab3bae53dd> lazy-loaded attributes: info_cache,migration_context {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1288.310131] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ad6cbb-bbfd-419d-af38-c64454daa66f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.313668] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148bb690-519d-45d0-9020-414c1915e7ab {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.336017] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86037ad2-6464-49b4-983a-34c185ac3592 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.339220] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d2228f-0102-4b8a-ba8d-7171f7743d23 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.370232] env[69239]: DEBUG oslo_vmware.api [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1288.370232] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5223d2b6-9cd5-9a87-8f15-0d2b73763943" [ 1288.370232] env[69239]: _type = "Task" [ 1288.370232] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.371200] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940b71ab-e23f-48f7-8de5-9671ac94ae78 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.381575] env[69239]: DEBUG oslo_vmware.api [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5223d2b6-9cd5-9a87-8f15-0d2b73763943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.384904] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b7fd97-5791-4816-b07b-2438ce5f1bfc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.399817] env[69239]: DEBUG nova.compute.provider_tree [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.478259] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065417} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.478649] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.479864] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38890eb8-109e-4855-aa8e-36f0962bfc48 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.516295] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 545237ae-81e3-4079-b372-c2c6498c16c1/545237ae-81e3-4079-b372-c2c6498c16c1.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.516774] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57147bb0-9b22-4455-9c87-f4eaac0451b5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.549034] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1288.549034] env[69239]: value = "task-4146248" [ 1288.549034] env[69239]: _type = "Task" [ 1288.549034] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.557783] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.883299] env[69239]: DEBUG oslo_vmware.api [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5223d2b6-9cd5-9a87-8f15-0d2b73763943, 'name': SearchDatastore_Task, 'duration_secs': 0.038452} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.883609] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.902948] env[69239]: DEBUG nova.scheduler.client.report [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.059511] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146248, 'name': ReconfigVM_Task, 'duration_secs': 0.338774} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.059874] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 545237ae-81e3-4079-b372-c2c6498c16c1/545237ae-81e3-4079-b372-c2c6498c16c1.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.060574] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95eebeba-4539-4c51-acec-1682e4155796 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.067052] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1289.067052] env[69239]: value = "task-4146249" [ 1289.067052] env[69239]: _type = "Task" [ 1289.067052] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.075378] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146249, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.164363] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "baebd698-6910-4bf0-bf53-297e05588f64" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.164615] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.408439] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.410892] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.527s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.430917] env[69239]: INFO nova.scheduler.client.report [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Deleted allocations for instance 3c222afa-b505-454b-8798-73b1de493e5d [ 1289.579778] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146249, 'name': Rename_Task, 'duration_secs': 0.14752} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.580083] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.580347] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ac36f45-d5df-42c3-84e0-37127881afb6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.587822] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1289.587822] env[69239]: value = "task-4146250" [ 1289.587822] env[69239]: _type = "Task" [ 1289.587822] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.596461] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.668295] env[69239]: INFO nova.compute.manager [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Detaching volume 71295328-c1dd-4d26-a072-c9d6f7928ffb [ 1289.703427] env[69239]: INFO nova.virt.block_device [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Attempting to driver detach volume 71295328-c1dd-4d26-a072-c9d6f7928ffb from mountpoint /dev/sdb [ 1289.703652] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1289.703879] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821047', 'volume_id': '71295328-c1dd-4d26-a072-c9d6f7928ffb', 'name': 'volume-71295328-c1dd-4d26-a072-c9d6f7928ffb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'baebd698-6910-4bf0-bf53-297e05588f64', 'attached_at': '', 'detached_at': '', 'volume_id': '71295328-c1dd-4d26-a072-c9d6f7928ffb', 'serial': '71295328-c1dd-4d26-a072-c9d6f7928ffb'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1289.704828] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33649c6-b2c2-41a9-964f-8b144f7c1882 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.727654] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd70c1be-7f2a-4e8a-8d79-20dbb03db47c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.735461] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b1d84b-1a9d-43e3-988a-63f55733f01c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.757394] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae56c8f6-53c4-4453-904b-261765978810 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.773309] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] The volume has not been displaced from its original location: [datastore2] volume-71295328-c1dd-4d26-a072-c9d6f7928ffb/volume-71295328-c1dd-4d26-a072-c9d6f7928ffb.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1289.779115] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1289.779491] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ac97bfe-36ca-43ea-a1c3-7b925ae1f0b1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.800638] env[69239]: DEBUG oslo_vmware.api [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1289.800638] env[69239]: value = "task-4146251" [ 1289.800638] env[69239]: _type = "Task" [ 1289.800638] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.810041] env[69239]: DEBUG oslo_vmware.api [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.938299] env[69239]: DEBUG oslo_concurrency.lockutils [None req-f5bcc2bd-7e37-4d49-93f8-165e034da0c6 tempest-AttachVolumeNegativeTest-731570695 tempest-AttachVolumeNegativeTest-731570695-project-member] Lock "3c222afa-b505-454b-8798-73b1de493e5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.031s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.034864] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d6bdda-e4db-49a8-83b3-38ce75734e4e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.044251] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45783210-1ecc-4fc4-9b7c-7e3ac8b340fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.079212] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1986fe85-e3c6-4fa9-bb97-fb3fbd504b27 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.087447] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c66403-a3a1-461d-8513-5abbcfc49c92 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.104516] env[69239]: DEBUG nova.compute.provider_tree [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.108731] env[69239]: DEBUG oslo_vmware.api [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146250, 'name': PowerOnVM_Task, 'duration_secs': 0.470779} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.109271] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.109489] env[69239]: INFO nova.compute.manager [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1290.109570] env[69239]: DEBUG nova.compute.manager [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1290.110396] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df00a64-d2f2-49fa-924e-77af0675cb6c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.310777] env[69239]: DEBUG oslo_vmware.api [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146251, 'name': ReconfigVM_Task, 'duration_secs': 0.265626} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.311100] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1290.315884] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab4a7590-2b2a-45b8-bf70-3bea09ba95c6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.332107] env[69239]: DEBUG oslo_vmware.api [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1290.332107] env[69239]: value = "task-4146252" [ 1290.332107] env[69239]: _type = "Task" [ 1290.332107] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.342413] env[69239]: DEBUG oslo_vmware.api [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.610868] env[69239]: DEBUG nova.scheduler.client.report [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.628027] env[69239]: INFO nova.compute.manager [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Took 12.26 seconds to build instance. [ 1290.842863] env[69239]: DEBUG oslo_vmware.api [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146252, 'name': ReconfigVM_Task, 'duration_secs': 0.156684} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.843246] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821047', 'volume_id': '71295328-c1dd-4d26-a072-c9d6f7928ffb', 'name': 'volume-71295328-c1dd-4d26-a072-c9d6f7928ffb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'baebd698-6910-4bf0-bf53-297e05588f64', 'attached_at': '', 'detached_at': '', 'volume_id': '71295328-c1dd-4d26-a072-c9d6f7928ffb', 'serial': '71295328-c1dd-4d26-a072-c9d6f7928ffb'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1291.130333] env[69239]: DEBUG oslo_concurrency.lockutils [None req-9e354565-6574-442e-8658-b4ceec8bd199 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "545237ae-81e3-4079-b372-c2c6498c16c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.772s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.388096] env[69239]: DEBUG nova.objects.instance [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lazy-loading 'flavor' on Instance uuid baebd698-6910-4bf0-bf53-297e05588f64 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.589339] env[69239]: DEBUG nova.compute.manager [req-aa0b224c-d2ec-47ef-9d2e-c625ddadc4c0 req-ea71d10e-d28f-440e-be1d-7264ac13f0cc service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Received event network-changed-48686e18-feb3-4f4b-86eb-1da6ba06a211 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.589339] env[69239]: DEBUG nova.compute.manager [req-aa0b224c-d2ec-47ef-9d2e-c625ddadc4c0 req-ea71d10e-d28f-440e-be1d-7264ac13f0cc service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Refreshing instance network info cache due to event network-changed-48686e18-feb3-4f4b-86eb-1da6ba06a211. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.589906] env[69239]: DEBUG oslo_concurrency.lockutils [req-aa0b224c-d2ec-47ef-9d2e-c625ddadc4c0 req-ea71d10e-d28f-440e-be1d-7264ac13f0cc service nova] Acquiring lock "refresh_cache-545237ae-81e3-4079-b372-c2c6498c16c1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.590084] env[69239]: DEBUG oslo_concurrency.lockutils [req-aa0b224c-d2ec-47ef-9d2e-c625ddadc4c0 req-ea71d10e-d28f-440e-be1d-7264ac13f0cc service nova] Acquired lock "refresh_cache-545237ae-81e3-4079-b372-c2c6498c16c1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.590299] env[69239]: DEBUG nova.network.neutron [req-aa0b224c-d2ec-47ef-9d2e-c625ddadc4c0 req-ea71d10e-d28f-440e-be1d-7264ac13f0cc service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Refreshing network info cache for port 48686e18-feb3-4f4b-86eb-1da6ba06a211 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.621912] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.210s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.120618] env[69239]: INFO nova.compute.manager [None req-f850d217-2d28-4983-a3b7-4fb9f033d62b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Get console output [ 1292.120855] env[69239]: WARNING nova.virt.vmwareapi.driver [None req-f850d217-2d28-4983-a3b7-4fb9f033d62b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] The console log is missing. Check your VSPC configuration [ 1292.183893] env[69239]: INFO nova.scheduler.client.report [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleted allocation for migration 1edf61ea-fb90-49a7-93b4-506f36b32ce2 [ 1292.308539] env[69239]: DEBUG nova.network.neutron [req-aa0b224c-d2ec-47ef-9d2e-c625ddadc4c0 req-ea71d10e-d28f-440e-be1d-7264ac13f0cc service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Updated VIF entry in instance network info cache for port 48686e18-feb3-4f4b-86eb-1da6ba06a211. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.308908] env[69239]: DEBUG nova.network.neutron [req-aa0b224c-d2ec-47ef-9d2e-c625ddadc4c0 req-ea71d10e-d28f-440e-be1d-7264ac13f0cc service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Updating instance_info_cache with network_info: [{"id": "48686e18-feb3-4f4b-86eb-1da6ba06a211", "address": "fa:16:3e:19:25:8a", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48686e18-fe", "ovs_interfaceid": "48686e18-feb3-4f4b-86eb-1da6ba06a211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.352605] env[69239]: DEBUG oslo_concurrency.lockutils [None req-db3c82bf-7cf0-4206-bd36-4e207f92cf68 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "baebd698-6910-4bf0-bf53-297e05588f64" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.401369] env[69239]: DEBUG oslo_concurrency.lockutils [None req-8567e143-954a-433a-ac38-9334c511874e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.402519] env[69239]: DEBUG oslo_concurrency.lockutils [None req-db3c82bf-7cf0-4206-bd36-4e207f92cf68 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.050s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.402714] env[69239]: DEBUG nova.compute.manager [None req-db3c82bf-7cf0-4206-bd36-4e207f92cf68 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1292.403786] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19ebb54-b690-4231-b87c-2cf1721ae483 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.410850] env[69239]: DEBUG nova.compute.manager [None req-db3c82bf-7cf0-4206-bd36-4e207f92cf68 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69239) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1292.411435] env[69239]: DEBUG nova.objects.instance [None req-db3c82bf-7cf0-4206-bd36-4e207f92cf68 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lazy-loading 'flavor' on Instance uuid baebd698-6910-4bf0-bf53-297e05588f64 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.689935] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d7acba54-1e44-4309-a0fd-64212cdaf7ea tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "37e292e5-2f4f-4107-9a74-baab3bae53dd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.267s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.812215] env[69239]: DEBUG oslo_concurrency.lockutils [req-aa0b224c-d2ec-47ef-9d2e-c625ddadc4c0 req-ea71d10e-d28f-440e-be1d-7264ac13f0cc service nova] Releasing lock "refresh_cache-545237ae-81e3-4079-b372-c2c6498c16c1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.418737] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3c82bf-7cf0-4206-bd36-4e207f92cf68 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.419039] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dce99b8b-e776-4d02-ba3d-58f707d91d7d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.426901] env[69239]: DEBUG oslo_vmware.api [None req-db3c82bf-7cf0-4206-bd36-4e207f92cf68 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1293.426901] env[69239]: value = "task-4146254" [ 1293.426901] env[69239]: _type = "Task" [ 1293.426901] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.436604] env[69239]: DEBUG oslo_vmware.api [None req-db3c82bf-7cf0-4206-bd36-4e207f92cf68 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.936961] env[69239]: DEBUG oslo_vmware.api [None req-db3c82bf-7cf0-4206-bd36-4e207f92cf68 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146254, 'name': PowerOffVM_Task, 'duration_secs': 0.199184} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.939035] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3c82bf-7cf0-4206-bd36-4e207f92cf68 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.939035] env[69239]: DEBUG nova.compute.manager [None req-db3c82bf-7cf0-4206-bd36-4e207f92cf68 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1293.939035] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13ae86c-5829-4984-b4c8-b38e030f3c9c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.450895] env[69239]: DEBUG oslo_concurrency.lockutils [None req-db3c82bf-7cf0-4206-bd36-4e207f92cf68 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.812923] env[69239]: DEBUG nova.objects.instance [None req-72f759f3-8a21-47f6-8c83-9a1954cefed4 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lazy-loading 'flavor' on Instance uuid baebd698-6910-4bf0-bf53-297e05588f64 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.318814] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72f759f3-8a21-47f6-8c83-9a1954cefed4 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "refresh_cache-baebd698-6910-4bf0-bf53-297e05588f64" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.319260] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72f759f3-8a21-47f6-8c83-9a1954cefed4 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquired lock "refresh_cache-baebd698-6910-4bf0-bf53-297e05588f64" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.319260] env[69239]: DEBUG nova.network.neutron [None req-72f759f3-8a21-47f6-8c83-9a1954cefed4 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.319356] env[69239]: DEBUG nova.objects.instance [None req-72f759f3-8a21-47f6-8c83-9a1954cefed4 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lazy-loading 'info_cache' on Instance uuid baebd698-6910-4bf0-bf53-297e05588f64 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.823041] env[69239]: DEBUG nova.objects.base [None req-72f759f3-8a21-47f6-8c83-9a1954cefed4 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1296.558527] env[69239]: DEBUG nova.network.neutron [None req-72f759f3-8a21-47f6-8c83-9a1954cefed4 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Updating instance_info_cache with network_info: [{"id": "6ee40e3e-ebcd-44b6-bfb1-45caee6b035f", "address": "fa:16:3e:b2:48:d9", "network": {"id": "46fdda9a-4f86-48e9-959b-191edefbce5e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2121158657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357f7840d6bf46f8a9768c383ee4a82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee40e3e-eb", "ovs_interfaceid": "6ee40e3e-ebcd-44b6-bfb1-45caee6b035f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.063045] env[69239]: DEBUG oslo_concurrency.lockutils [None req-72f759f3-8a21-47f6-8c83-9a1954cefed4 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Releasing lock "refresh_cache-baebd698-6910-4bf0-bf53-297e05588f64" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.069708] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f759f3-8a21-47f6-8c83-9a1954cefed4 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.070156] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de118725-2d03-4d4c-af3c-c29b916b52a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.078545] env[69239]: DEBUG oslo_vmware.api [None req-72f759f3-8a21-47f6-8c83-9a1954cefed4 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1298.078545] env[69239]: value = "task-4146257" [ 1298.078545] env[69239]: _type = "Task" [ 1298.078545] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.086420] env[69239]: DEBUG oslo_vmware.api [None req-72f759f3-8a21-47f6-8c83-9a1954cefed4 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.589114] env[69239]: DEBUG oslo_vmware.api [None req-72f759f3-8a21-47f6-8c83-9a1954cefed4 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146257, 'name': PowerOnVM_Task, 'duration_secs': 0.424448} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.589511] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f759f3-8a21-47f6-8c83-9a1954cefed4 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.589784] env[69239]: DEBUG nova.compute.manager [None req-72f759f3-8a21-47f6-8c83-9a1954cefed4 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1298.590656] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50de26c4-18ce-4f7c-9c55-26378a61fee2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.263500] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.263901] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.769688] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.769897] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.770045] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.770185] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.770337] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.770482] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.770623] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69239) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1310.770767] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.274094] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.274094] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.274529] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.274529] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69239) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1311.275191] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5aaad9-0c32-41d9-a53c-c7d07b9cbdb3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.283865] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c128104-ea92-48df-b7ef-5aebf5aea582 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.298881] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5919ba62-c542-485a-a06d-47277b3650c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.305663] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56434113-d6f6-430a-b096-2e1523876ca9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.335063] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179675MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69239) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1311.335288] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.335446] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.366935] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 0de18b9d-ab56-4687-802a-eb202691f51f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.367323] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance baebd698-6910-4bf0-bf53-297e05588f64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.367323] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance cbe29679-368b-4400-8ee3-21b4a05d6ae5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.367414] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 37e292e5-2f4f-4107-9a74-baab3bae53dd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.367515] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 91cdf27e-d672-4459-9b28-141cac40491a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.367631] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 545237ae-81e3-4079-b372-c2c6498c16c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.367825] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1312.367966] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1312.460342] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8a5ad6-be81-416b-91e0-1ef65c7c6599 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.468742] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd4bcb7-34ee-4866-b26e-44cc639af72d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.500934] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501f0c41-8b5c-4599-9fda-d18e75e1a1d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.509709] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a38050-cacf-484f-ace3-0379d1472959 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.524563] env[69239]: DEBUG nova.compute.provider_tree [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.027939] env[69239]: DEBUG nova.scheduler.client.report [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.533400] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69239) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1313.533836] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.198s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.149657] env[69239]: DEBUG oslo_concurrency.lockutils [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "91cdf27e-d672-4459-9b28-141cac40491a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.150109] env[69239]: DEBUG oslo_concurrency.lockutils [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "91cdf27e-d672-4459-9b28-141cac40491a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.150207] env[69239]: INFO nova.compute.manager [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Shelving [ 1317.160410] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.160833] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4659e8fd-df0e-4452-b4d4-fba89bd6c24c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.169011] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1317.169011] env[69239]: value = "task-4146258" [ 1317.169011] env[69239]: _type = "Task" [ 1317.169011] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.177669] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.679588] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146258, 'name': PowerOffVM_Task, 'duration_secs': 0.213287} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.679832] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.680646] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87748349-5765-40d6-95e5-13c96ff2a863 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.699769] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3988f764-5fcf-42b6-89f9-76635662951d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.210959] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Creating Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1318.211372] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5ebb1a3a-9fd3-4ab3-a77f-2a5397e1cc22 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.219358] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1318.219358] env[69239]: value = "task-4146259" [ 1318.219358] env[69239]: _type = "Task" [ 1318.219358] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.228966] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146259, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.729256] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146259, 'name': CreateSnapshot_Task, 'duration_secs': 0.485799} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.729511] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Created Snapshot of the VM instance {{(pid=69239) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1318.730242] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ec65cf-bda1-4001-ad93-d9c39e22300b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.013122] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "37e292e5-2f4f-4107-9a74-baab3bae53dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.013409] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "37e292e5-2f4f-4107-9a74-baab3bae53dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.013646] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "37e292e5-2f4f-4107-9a74-baab3bae53dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.013835] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "37e292e5-2f4f-4107-9a74-baab3bae53dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.014011] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "37e292e5-2f4f-4107-9a74-baab3bae53dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.016057] env[69239]: INFO nova.compute.manager [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Terminating instance [ 1319.252954] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Creating linked-clone VM from snapshot {{(pid=69239) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1319.253361] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3a7311ed-bc3d-42d5-890a-625bfad8a4f6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.265344] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1319.265344] env[69239]: value = "task-4146260" [ 1319.265344] env[69239]: _type = "Task" [ 1319.265344] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.276535] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146260, 'name': CloneVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.520262] env[69239]: DEBUG nova.compute.manager [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1319.520524] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.520855] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7286be83-2b32-4baa-ba9a-424a0f87148c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.528408] env[69239]: DEBUG oslo_vmware.api [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1319.528408] env[69239]: value = "task-4146261" [ 1319.528408] env[69239]: _type = "Task" [ 1319.528408] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.537375] env[69239]: DEBUG oslo_vmware.api [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.776183] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146260, 'name': CloneVM_Task} progress is 94%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.037931] env[69239]: DEBUG oslo_vmware.api [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146261, 'name': PowerOffVM_Task, 'duration_secs': 0.181789} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.038216] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.038421] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1320.038614] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821045', 'volume_id': '8cb5966d-9646-4505-8630-76e2cac1750a', 'name': 'volume-8cb5966d-9646-4505-8630-76e2cac1750a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '37e292e5-2f4f-4107-9a74-baab3bae53dd', 'attached_at': '2025-05-14T11:30:39.000000', 'detached_at': '', 'volume_id': '8cb5966d-9646-4505-8630-76e2cac1750a', 'serial': '8cb5966d-9646-4505-8630-76e2cac1750a'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1320.039402] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44d48c6-848b-4ca4-b21c-81e150509981 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.058398] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530f2bd8-fbb6-46a5-85d0-b9cac1bf819e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.065872] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713ad402-8d90-4b0f-9d8f-c4936066fac7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.083677] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff6567a-51f6-4785-bc4c-59a5817494ec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.099030] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] The volume has not been displaced from its original location: [datastore2] volume-8cb5966d-9646-4505-8630-76e2cac1750a/volume-8cb5966d-9646-4505-8630-76e2cac1750a.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1320.104283] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1320.104606] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec48a0d8-4a0d-40a0-82fb-2e48cc445d28 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.123119] env[69239]: DEBUG oslo_vmware.api [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1320.123119] env[69239]: value = "task-4146262" [ 1320.123119] env[69239]: _type = "Task" [ 1320.123119] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.131734] env[69239]: DEBUG oslo_vmware.api [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.277990] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146260, 'name': CloneVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.635597] env[69239]: DEBUG oslo_vmware.api [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146262, 'name': ReconfigVM_Task, 'duration_secs': 0.172758} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.635880] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1320.643461] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dce11a6-5061-4f9e-9d5d-c31049448879 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.659095] env[69239]: DEBUG oslo_vmware.api [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1320.659095] env[69239]: value = "task-4146263" [ 1320.659095] env[69239]: _type = "Task" [ 1320.659095] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.667555] env[69239]: DEBUG oslo_vmware.api [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.776942] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146260, 'name': CloneVM_Task, 'duration_secs': 1.056674} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.776942] env[69239]: INFO nova.virt.vmwareapi.vmops [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Created linked-clone VM from snapshot [ 1320.777475] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0d6a37-39ea-4b3f-8664-cfe4ca0579a5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.785753] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Uploading image 3fa2b776-c35f-4a8e-9273-db6c9869f46a {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1320.813357] env[69239]: DEBUG oslo_vmware.rw_handles [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1320.813357] env[69239]: value = "vm-821053" [ 1320.813357] env[69239]: _type = "VirtualMachine" [ 1320.813357] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1320.813669] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-91508888-e274-46ec-97b7-d37600334fe6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.821533] env[69239]: DEBUG oslo_vmware.rw_handles [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lease: (returnval){ [ 1320.821533] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d8627d-d8c5-f4b6-64a7-dea1182f81ef" [ 1320.821533] env[69239]: _type = "HttpNfcLease" [ 1320.821533] env[69239]: } obtained for exporting VM: (result){ [ 1320.821533] env[69239]: value = "vm-821053" [ 1320.821533] env[69239]: _type = "VirtualMachine" [ 1320.821533] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1320.821822] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the lease: (returnval){ [ 1320.821822] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d8627d-d8c5-f4b6-64a7-dea1182f81ef" [ 1320.821822] env[69239]: _type = "HttpNfcLease" [ 1320.821822] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1320.829079] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1320.829079] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d8627d-d8c5-f4b6-64a7-dea1182f81ef" [ 1320.829079] env[69239]: _type = "HttpNfcLease" [ 1320.829079] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1321.173155] env[69239]: DEBUG oslo_vmware.api [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146263, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.330016] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1321.330016] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d8627d-d8c5-f4b6-64a7-dea1182f81ef" [ 1321.330016] env[69239]: _type = "HttpNfcLease" [ 1321.330016] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1321.330467] env[69239]: DEBUG oslo_vmware.rw_handles [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1321.330467] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52d8627d-d8c5-f4b6-64a7-dea1182f81ef" [ 1321.330467] env[69239]: _type = "HttpNfcLease" [ 1321.330467] env[69239]: }. {{(pid=69239) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1321.331053] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ef9bb2-6544-462c-815d-b546edf2d666 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.338481] env[69239]: DEBUG oslo_vmware.rw_handles [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52576d1d-e39b-c29c-544f-f1c1b8f9c6ab/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1321.338655] env[69239]: DEBUG oslo_vmware.rw_handles [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52576d1d-e39b-c29c-544f-f1c1b8f9c6ab/disk-0.vmdk for reading. {{(pid=69239) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1321.429906] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f46ad96-c8ad-4cd8-8f7a-4a6557bf4a4c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.670406] env[69239]: DEBUG oslo_vmware.api [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146263, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.170276] env[69239]: DEBUG oslo_vmware.api [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146263, 'name': ReconfigVM_Task, 'duration_secs': 1.200442} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.170773] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821045', 'volume_id': '8cb5966d-9646-4505-8630-76e2cac1750a', 'name': 'volume-8cb5966d-9646-4505-8630-76e2cac1750a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '37e292e5-2f4f-4107-9a74-baab3bae53dd', 'attached_at': '2025-05-14T11:30:39.000000', 'detached_at': '', 'volume_id': '8cb5966d-9646-4505-8630-76e2cac1750a', 'serial': '8cb5966d-9646-4505-8630-76e2cac1750a'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1322.171202] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.172193] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b08054-f2af-47fb-9ca4-1bc5df4d87d5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.179888] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.180246] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d135f9ea-03b2-4d6c-8ec2-0251df866669 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.254718] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.255175] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.255497] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleting the datastore file [datastore2] 37e292e5-2f4f-4107-9a74-baab3bae53dd {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.255916] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7679212-d102-47c3-8860-8fa6c99ebb4d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.263663] env[69239]: DEBUG oslo_vmware.api [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1322.263663] env[69239]: value = "task-4146266" [ 1322.263663] env[69239]: _type = "Task" [ 1322.263663] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.273108] env[69239]: DEBUG oslo_vmware.api [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.774759] env[69239]: DEBUG oslo_vmware.api [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08549} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.776119] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.776119] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.776119] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.776119] env[69239]: INFO nova.compute.manager [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Took 3.26 seconds to destroy the instance on the hypervisor. [ 1322.776399] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.776686] env[69239]: DEBUG nova.compute.manager [-] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.776770] env[69239]: DEBUG nova.network.neutron [-] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.287879] env[69239]: DEBUG nova.compute.manager [req-b84ef914-bcd2-4e72-b06d-3f0512921776 req-d20f69de-b7dd-442c-ac9c-698d5d6b0394 service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Received event network-vif-deleted-e9211223-3f26-4a98-9b39-513093d41903 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.288406] env[69239]: INFO nova.compute.manager [req-b84ef914-bcd2-4e72-b06d-3f0512921776 req-d20f69de-b7dd-442c-ac9c-698d5d6b0394 service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Neutron deleted interface e9211223-3f26-4a98-9b39-513093d41903; detaching it from the instance and deleting it from the info cache [ 1323.288608] env[69239]: DEBUG nova.network.neutron [req-b84ef914-bcd2-4e72-b06d-3f0512921776 req-d20f69de-b7dd-442c-ac9c-698d5d6b0394 service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.770046] env[69239]: DEBUG nova.network.neutron [-] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.791327] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39edacfc-a529-4856-9c0e-70888ba039d1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.801849] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2575f50d-8e13-4314-8c1f-0d3e434106d0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.832296] env[69239]: DEBUG nova.compute.manager [req-b84ef914-bcd2-4e72-b06d-3f0512921776 req-d20f69de-b7dd-442c-ac9c-698d5d6b0394 service nova] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Detach interface failed, port_id=e9211223-3f26-4a98-9b39-513093d41903, reason: Instance 37e292e5-2f4f-4107-9a74-baab3bae53dd could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1324.272432] env[69239]: INFO nova.compute.manager [-] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Took 1.50 seconds to deallocate network for instance. [ 1324.820013] env[69239]: INFO nova.compute.manager [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Took 0.55 seconds to detach 1 volumes for instance. [ 1324.822482] env[69239]: DEBUG nova.compute.manager [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Deleting volume: 8cb5966d-9646-4505-8630-76e2cac1750a {{(pid=69239) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1325.365505] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.365753] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.365989] env[69239]: DEBUG nova.objects.instance [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lazy-loading 'resources' on Instance uuid 37e292e5-2f4f-4107-9a74-baab3bae53dd {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.964644] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0df6c79-eb36-48d0-b372-45c34714fa2f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.972706] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393426d6-8d3c-4b4f-a569-3fbe0cae8f49 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.002996] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf58086-d983-43c0-bda8-8012012ce628 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.011695] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ca9ac6-235a-4fca-9d09-5fbad22d0806 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.028792] env[69239]: DEBUG nova.compute.provider_tree [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.532114] env[69239]: DEBUG nova.scheduler.client.report [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.037342] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.058638] env[69239]: INFO nova.scheduler.client.report [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleted allocations for instance 37e292e5-2f4f-4107-9a74-baab3bae53dd [ 1327.567289] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6be8cb12-572e-4342-91ba-529b57fb3a0b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "37e292e5-2f4f-4107-9a74-baab3bae53dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.554s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.921510] env[69239]: DEBUG oslo_concurrency.lockutils [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "cbe29679-368b-4400-8ee3-21b4a05d6ae5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.921801] env[69239]: DEBUG oslo_concurrency.lockutils [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "cbe29679-368b-4400-8ee3-21b4a05d6ae5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.922050] env[69239]: DEBUG oslo_concurrency.lockutils [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "cbe29679-368b-4400-8ee3-21b4a05d6ae5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.922266] env[69239]: DEBUG oslo_concurrency.lockutils [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "cbe29679-368b-4400-8ee3-21b4a05d6ae5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.922540] env[69239]: DEBUG oslo_concurrency.lockutils [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "cbe29679-368b-4400-8ee3-21b4a05d6ae5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.925454] env[69239]: INFO nova.compute.manager [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Terminating instance [ 1328.429582] env[69239]: DEBUG nova.compute.manager [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.430100] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.430903] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9977f54-cdb2-473c-86ad-bcacf6ffde9e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.439507] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.439771] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-247a19f3-b54e-4800-bb03-926b25833a5b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.447628] env[69239]: DEBUG oslo_vmware.api [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1328.447628] env[69239]: value = "task-4146268" [ 1328.447628] env[69239]: _type = "Task" [ 1328.447628] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.457586] env[69239]: DEBUG oslo_vmware.api [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.577481] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e13e95b1-bad8-479c-81af-87559f73cc93 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "545237ae-81e3-4079-b372-c2c6498c16c1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.577842] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e13e95b1-bad8-479c-81af-87559f73cc93 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "545237ae-81e3-4079-b372-c2c6498c16c1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.578169] env[69239]: DEBUG nova.compute.manager [None req-e13e95b1-bad8-479c-81af-87559f73cc93 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1328.579129] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbad0c9-6fd5-435a-b3d1-cd1d40af7faa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.586271] env[69239]: DEBUG nova.compute.manager [None req-e13e95b1-bad8-479c-81af-87559f73cc93 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69239) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1328.586940] env[69239]: DEBUG nova.objects.instance [None req-e13e95b1-bad8-479c-81af-87559f73cc93 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lazy-loading 'flavor' on Instance uuid 545237ae-81e3-4079-b372-c2c6498c16c1 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.959333] env[69239]: DEBUG oslo_vmware.api [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146268, 'name': PowerOffVM_Task, 'duration_secs': 0.238068} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.959333] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.959333] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.959801] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-144a4b01-43d0-4fd9-a356-d63db002f388 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.035887] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.036215] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.036530] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleting the datastore file [datastore2] cbe29679-368b-4400-8ee3-21b4a05d6ae5 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.036918] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eb91441-f69a-4e24-b15a-af605c0b13fa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.044257] env[69239]: DEBUG oslo_vmware.api [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1329.044257] env[69239]: value = "task-4146270" [ 1329.044257] env[69239]: _type = "Task" [ 1329.044257] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.054352] env[69239]: DEBUG oslo_vmware.api [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.259754] env[69239]: DEBUG oslo_vmware.rw_handles [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52576d1d-e39b-c29c-544f-f1c1b8f9c6ab/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1329.260703] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988527c7-c017-48b4-a620-2916f6d372d4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.267195] env[69239]: DEBUG oslo_vmware.rw_handles [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52576d1d-e39b-c29c-544f-f1c1b8f9c6ab/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1329.267371] env[69239]: ERROR oslo_vmware.rw_handles [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52576d1d-e39b-c29c-544f-f1c1b8f9c6ab/disk-0.vmdk due to incomplete transfer. [ 1329.267598] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9b446385-9b29-46b2-a821-8fa647adfead {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.275363] env[69239]: DEBUG oslo_vmware.rw_handles [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52576d1d-e39b-c29c-544f-f1c1b8f9c6ab/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1329.275567] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Uploaded image 3fa2b776-c35f-4a8e-9273-db6c9869f46a to the Glance image server {{(pid=69239) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1329.277931] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Destroying the VM {{(pid=69239) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1329.278191] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c72db422-e5a8-4559-97f5-1510225b200e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.284525] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1329.284525] env[69239]: value = "task-4146271" [ 1329.284525] env[69239]: _type = "Task" [ 1329.284525] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.294422] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146271, 'name': Destroy_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.554227] env[69239]: DEBUG oslo_vmware.api [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149003} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.554812] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.554812] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.555158] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.555158] env[69239]: INFO nova.compute.manager [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1329.555284] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.555492] env[69239]: DEBUG nova.compute.manager [-] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.555590] env[69239]: DEBUG nova.network.neutron [-] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.594472] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13e95b1-bad8-479c-81af-87559f73cc93 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.594789] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b398e09-a3a5-4e25-a879-ab33fe2a4764 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.601872] env[69239]: DEBUG oslo_vmware.api [None req-e13e95b1-bad8-479c-81af-87559f73cc93 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1329.601872] env[69239]: value = "task-4146272" [ 1329.601872] env[69239]: _type = "Task" [ 1329.601872] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.610821] env[69239]: DEBUG oslo_vmware.api [None req-e13e95b1-bad8-479c-81af-87559f73cc93 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.796869] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146271, 'name': Destroy_Task} progress is 33%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.834498] env[69239]: DEBUG nova.compute.manager [req-83a00af2-9309-48f1-a455-be3d6380aff2 req-4dfdf3f7-c524-4177-8ef6-05df4cbe4a39 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Received event network-vif-deleted-017609b2-8eba-46b9-85ac-fd7f36e6f2c1 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.834790] env[69239]: INFO nova.compute.manager [req-83a00af2-9309-48f1-a455-be3d6380aff2 req-4dfdf3f7-c524-4177-8ef6-05df4cbe4a39 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Neutron deleted interface 017609b2-8eba-46b9-85ac-fd7f36e6f2c1; detaching it from the instance and deleting it from the info cache [ 1329.834871] env[69239]: DEBUG nova.network.neutron [req-83a00af2-9309-48f1-a455-be3d6380aff2 req-4dfdf3f7-c524-4177-8ef6-05df4cbe4a39 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.114448] env[69239]: DEBUG oslo_vmware.api [None req-e13e95b1-bad8-479c-81af-87559f73cc93 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146272, 'name': PowerOffVM_Task, 'duration_secs': 0.204352} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.114448] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13e95b1-bad8-479c-81af-87559f73cc93 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.114448] env[69239]: DEBUG nova.compute.manager [None req-e13e95b1-bad8-479c-81af-87559f73cc93 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1330.114448] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b32fba-7149-4a11-8ed1-2483d9ec1752 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.295014] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146271, 'name': Destroy_Task, 'duration_secs': 0.595979} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.295288] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Destroyed the VM [ 1330.295536] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Deleting Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1330.295791] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c89ee2e0-afe2-4dd1-99e0-96b5ba7c12c2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.302967] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1330.302967] env[69239]: value = "task-4146273" [ 1330.302967] env[69239]: _type = "Task" [ 1330.302967] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.311177] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146273, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.318559] env[69239]: DEBUG nova.network.neutron [-] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.337783] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-984525e9-e29a-447d-9199-6aa65e6a5eea {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.348658] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8fba5b-d96d-4d6d-a55b-f76cf595c80f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.379353] env[69239]: DEBUG nova.compute.manager [req-83a00af2-9309-48f1-a455-be3d6380aff2 req-4dfdf3f7-c524-4177-8ef6-05df4cbe4a39 service nova] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Detach interface failed, port_id=017609b2-8eba-46b9-85ac-fd7f36e6f2c1, reason: Instance cbe29679-368b-4400-8ee3-21b4a05d6ae5 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1330.625671] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e13e95b1-bad8-479c-81af-87559f73cc93 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "545237ae-81e3-4079-b372-c2c6498c16c1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.813078] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146273, 'name': RemoveSnapshot_Task, 'duration_secs': 0.423159} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.813374] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Deleted Snapshot of the VM instance {{(pid=69239) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1330.813655] env[69239]: DEBUG nova.compute.manager [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1330.814470] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81881bc-fe54-4d8a-8ab7-f31139de0915 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.821118] env[69239]: INFO nova.compute.manager [-] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Took 1.27 seconds to deallocate network for instance. [ 1330.963774] env[69239]: DEBUG nova.objects.instance [None req-766711b1-2699-493b-842c-b71cd16ac1f2 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lazy-loading 'flavor' on Instance uuid 545237ae-81e3-4079-b372-c2c6498c16c1 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.328814] env[69239]: INFO nova.compute.manager [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Shelve offloading [ 1331.330630] env[69239]: DEBUG oslo_concurrency.lockutils [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.330900] env[69239]: DEBUG oslo_concurrency.lockutils [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.331149] env[69239]: DEBUG nova.objects.instance [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lazy-loading 'resources' on Instance uuid cbe29679-368b-4400-8ee3-21b4a05d6ae5 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.469207] env[69239]: DEBUG oslo_concurrency.lockutils [None req-766711b1-2699-493b-842c-b71cd16ac1f2 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "refresh_cache-545237ae-81e3-4079-b372-c2c6498c16c1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.469388] env[69239]: DEBUG oslo_concurrency.lockutils [None req-766711b1-2699-493b-842c-b71cd16ac1f2 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "refresh_cache-545237ae-81e3-4079-b372-c2c6498c16c1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.469494] env[69239]: DEBUG nova.network.neutron [None req-766711b1-2699-493b-842c-b71cd16ac1f2 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.469671] env[69239]: DEBUG nova.objects.instance [None req-766711b1-2699-493b-842c-b71cd16ac1f2 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lazy-loading 'info_cache' on Instance uuid 545237ae-81e3-4079-b372-c2c6498c16c1 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.836215] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.836748] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1a135f2-2ec7-4089-9b0e-305abcc7a31f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.844397] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1331.844397] env[69239]: value = "task-4146274" [ 1331.844397] env[69239]: _type = "Task" [ 1331.844397] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.852970] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.907014] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fdb4c9-7f0b-49df-befc-a5b8ccce6527 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.914737] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf46567-1dc4-471f-b7e8-c623cd317b9c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.945484] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b60b562-f3b0-4d96-be09-dae69f26d9ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.952975] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b68924-d0a7-4a72-bb76-6c1328a76c04 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.966252] env[69239]: DEBUG nova.compute.provider_tree [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.973576] env[69239]: DEBUG nova.objects.base [None req-766711b1-2699-493b-842c-b71cd16ac1f2 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Object Instance<545237ae-81e3-4079-b372-c2c6498c16c1> lazy-loaded attributes: flavor,info_cache {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1332.355318] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] VM already powered off {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1332.355596] env[69239]: DEBUG nova.compute.manager [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1332.356441] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf5141f-5b2e-4a7e-804d-56d5bc72d410 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.362587] env[69239]: DEBUG oslo_concurrency.lockutils [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.362755] env[69239]: DEBUG oslo_concurrency.lockutils [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.362926] env[69239]: DEBUG nova.network.neutron [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.470022] env[69239]: DEBUG nova.scheduler.client.report [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.670514] env[69239]: DEBUG nova.network.neutron [None req-766711b1-2699-493b-842c-b71cd16ac1f2 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Updating instance_info_cache with network_info: [{"id": "48686e18-feb3-4f4b-86eb-1da6ba06a211", "address": "fa:16:3e:19:25:8a", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48686e18-fe", "ovs_interfaceid": "48686e18-feb3-4f4b-86eb-1da6ba06a211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.974377] env[69239]: DEBUG oslo_concurrency.lockutils [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.993158] env[69239]: INFO nova.scheduler.client.report [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleted allocations for instance cbe29679-368b-4400-8ee3-21b4a05d6ae5 [ 1333.090799] env[69239]: DEBUG nova.network.neutron [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Updating instance_info_cache with network_info: [{"id": "23815fb9-fdde-47d3-94ea-51a989be962c", "address": "fa:16:3e:ef:78:f8", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23815fb9-fd", "ovs_interfaceid": "23815fb9-fdde-47d3-94ea-51a989be962c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.173489] env[69239]: DEBUG oslo_concurrency.lockutils [None req-766711b1-2699-493b-842c-b71cd16ac1f2 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "refresh_cache-545237ae-81e3-4079-b372-c2c6498c16c1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.503171] env[69239]: DEBUG oslo_concurrency.lockutils [None req-21682499-27d1-466e-a96b-8970bd41990e tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "cbe29679-368b-4400-8ee3-21b4a05d6ae5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.581s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.593252] env[69239]: DEBUG oslo_concurrency.lockutils [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.802047] env[69239]: DEBUG nova.compute.manager [req-bfaeeccf-d6f2-4b9f-b80b-effd74754e44 req-14b6e993-34e2-4f96-9bd1-4e007862966b service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Received event network-vif-unplugged-23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.802279] env[69239]: DEBUG oslo_concurrency.lockutils [req-bfaeeccf-d6f2-4b9f-b80b-effd74754e44 req-14b6e993-34e2-4f96-9bd1-4e007862966b service nova] Acquiring lock "91cdf27e-d672-4459-9b28-141cac40491a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.802483] env[69239]: DEBUG oslo_concurrency.lockutils [req-bfaeeccf-d6f2-4b9f-b80b-effd74754e44 req-14b6e993-34e2-4f96-9bd1-4e007862966b service nova] Lock "91cdf27e-d672-4459-9b28-141cac40491a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.802650] env[69239]: DEBUG oslo_concurrency.lockutils [req-bfaeeccf-d6f2-4b9f-b80b-effd74754e44 req-14b6e993-34e2-4f96-9bd1-4e007862966b service nova] Lock "91cdf27e-d672-4459-9b28-141cac40491a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.802818] env[69239]: DEBUG nova.compute.manager [req-bfaeeccf-d6f2-4b9f-b80b-effd74754e44 req-14b6e993-34e2-4f96-9bd1-4e007862966b service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] No waiting events found dispatching network-vif-unplugged-23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1333.802984] env[69239]: WARNING nova.compute.manager [req-bfaeeccf-d6f2-4b9f-b80b-effd74754e44 req-14b6e993-34e2-4f96-9bd1-4e007862966b service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Received unexpected event network-vif-unplugged-23815fb9-fdde-47d3-94ea-51a989be962c for instance with vm_state shelved and task_state shelving_offloading. [ 1333.963915] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.964884] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aaa039-97d5-425b-8993-a882d7a97c68 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.973104] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.973371] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-728de765-06f6-40c6-9b87-4ee1eb417530 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.047834] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.048276] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.048276] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Deleting the datastore file [datastore1] 91cdf27e-d672-4459-9b28-141cac40491a {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.048531] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd00ce3b-8002-47c8-b465-cbc51005768d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.055265] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1334.055265] env[69239]: value = "task-4146277" [ 1334.055265] env[69239]: _type = "Task" [ 1334.055265] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.064557] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.179578] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-766711b1-2699-493b-842c-b71cd16ac1f2 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.179867] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f278491d-3cfd-48c3-8a19-81a6faa3cd8f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.189254] env[69239]: DEBUG oslo_vmware.api [None req-766711b1-2699-493b-842c-b71cd16ac1f2 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1334.189254] env[69239]: value = "task-4146278" [ 1334.189254] env[69239]: _type = "Task" [ 1334.189254] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.197537] env[69239]: DEBUG oslo_vmware.api [None req-766711b1-2699-493b-842c-b71cd16ac1f2 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.566084] env[69239]: DEBUG oslo_vmware.api [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168457} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.566376] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.566589] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.566777] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.592952] env[69239]: INFO nova.scheduler.client.report [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Deleted allocations for instance 91cdf27e-d672-4459-9b28-141cac40491a [ 1334.700619] env[69239]: DEBUG oslo_vmware.api [None req-766711b1-2699-493b-842c-b71cd16ac1f2 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146278, 'name': PowerOnVM_Task, 'duration_secs': 0.404685} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.700921] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-766711b1-2699-493b-842c-b71cd16ac1f2 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1334.701130] env[69239]: DEBUG nova.compute.manager [None req-766711b1-2699-493b-842c-b71cd16ac1f2 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1334.701920] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d38aae-5e4e-42ff-82a7-07408cdfb5b5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.097200] env[69239]: DEBUG oslo_concurrency.lockutils [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.097560] env[69239]: DEBUG oslo_concurrency.lockutils [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.097730] env[69239]: DEBUG nova.objects.instance [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'resources' on Instance uuid 91cdf27e-d672-4459-9b28-141cac40491a {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.289939] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "baebd698-6910-4bf0-bf53-297e05588f64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.290218] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.290425] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "baebd698-6910-4bf0-bf53-297e05588f64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.290641] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.290766] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.292580] env[69239]: INFO nova.compute.manager [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Terminating instance [ 1335.600204] env[69239]: DEBUG nova.objects.instance [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'numa_topology' on Instance uuid 91cdf27e-d672-4459-9b28-141cac40491a {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.784575] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc18c12-cb2b-449f-974a-d10ba9cca847 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.792254] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-265fde7b-d428-43fe-b89e-a7e4a682ebb4 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Suspending the VM {{(pid=69239) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1335.792534] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-05e8808e-43af-464e-b18e-8dfcf10f6d90 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.795909] env[69239]: DEBUG nova.compute.manager [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.796157] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.797017] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56899fc-5d39-4c62-a99a-6087ad3f2dce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.801271] env[69239]: DEBUG oslo_vmware.api [None req-265fde7b-d428-43fe-b89e-a7e4a682ebb4 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1335.801271] env[69239]: value = "task-4146279" [ 1335.801271] env[69239]: _type = "Task" [ 1335.801271] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.806776] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.807355] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1440304e-078e-4a1c-b044-7ce0ff260732 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.813840] env[69239]: DEBUG oslo_vmware.api [None req-265fde7b-d428-43fe-b89e-a7e4a682ebb4 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146279, 'name': SuspendVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.816026] env[69239]: DEBUG oslo_vmware.api [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1335.816026] env[69239]: value = "task-4146280" [ 1335.816026] env[69239]: _type = "Task" [ 1335.816026] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.825548] env[69239]: DEBUG oslo_vmware.api [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.836635] env[69239]: DEBUG nova.compute.manager [req-4cf63a88-4970-42ba-ba37-5d81e1f1f145 req-0675794c-f18a-4188-883c-926d514d44ad service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Received event network-changed-23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.836854] env[69239]: DEBUG nova.compute.manager [req-4cf63a88-4970-42ba-ba37-5d81e1f1f145 req-0675794c-f18a-4188-883c-926d514d44ad service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Refreshing instance network info cache due to event network-changed-23815fb9-fdde-47d3-94ea-51a989be962c. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1335.837093] env[69239]: DEBUG oslo_concurrency.lockutils [req-4cf63a88-4970-42ba-ba37-5d81e1f1f145 req-0675794c-f18a-4188-883c-926d514d44ad service nova] Acquiring lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.837421] env[69239]: DEBUG oslo_concurrency.lockutils [req-4cf63a88-4970-42ba-ba37-5d81e1f1f145 req-0675794c-f18a-4188-883c-926d514d44ad service nova] Acquired lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.837494] env[69239]: DEBUG nova.network.neutron [req-4cf63a88-4970-42ba-ba37-5d81e1f1f145 req-0675794c-f18a-4188-883c-926d514d44ad service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Refreshing network info cache for port 23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.102560] env[69239]: DEBUG nova.objects.base [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Object Instance<91cdf27e-d672-4459-9b28-141cac40491a> lazy-loaded attributes: resources,numa_topology {{(pid=69239) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1336.159622] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146907d7-fa47-42bb-9566-ae18edf4df39 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.167699] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae41e027-885c-42ec-b68f-b3f784bb1094 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.201714] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d27f80d-7e45-458b-8d81-1bd3973c4fc1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.210083] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0425e47-7b54-4433-99df-53a6b5599af5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.225234] env[69239]: DEBUG nova.compute.provider_tree [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.311694] env[69239]: DEBUG oslo_vmware.api [None req-265fde7b-d428-43fe-b89e-a7e4a682ebb4 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146279, 'name': SuspendVM_Task} progress is 62%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.325447] env[69239]: DEBUG oslo_vmware.api [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146280, 'name': PowerOffVM_Task, 'duration_secs': 0.261221} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.325734] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.325879] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.326160] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-671ed50d-6362-4dbc-9bcc-98d100c968ec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.394687] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.394960] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.395153] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Deleting the datastore file [datastore1] baebd698-6910-4bf0-bf53-297e05588f64 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.395444] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0447a928-6a2b-4d97-9e09-eeb921928105 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.402699] env[69239]: DEBUG oslo_vmware.api [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1336.402699] env[69239]: value = "task-4146282" [ 1336.402699] env[69239]: _type = "Task" [ 1336.402699] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.412073] env[69239]: DEBUG oslo_vmware.api [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.728632] env[69239]: DEBUG nova.scheduler.client.report [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.815467] env[69239]: DEBUG oslo_vmware.api [None req-265fde7b-d428-43fe-b89e-a7e4a682ebb4 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146279, 'name': SuspendVM_Task, 'duration_secs': 0.629781} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.818580] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-265fde7b-d428-43fe-b89e-a7e4a682ebb4 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Suspended the VM {{(pid=69239) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1336.818774] env[69239]: DEBUG nova.compute.manager [None req-265fde7b-d428-43fe-b89e-a7e4a682ebb4 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1336.819559] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f23e39-ab65-4801-ba1e-7d2eee8ef481 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.861150] env[69239]: DEBUG nova.network.neutron [req-4cf63a88-4970-42ba-ba37-5d81e1f1f145 req-0675794c-f18a-4188-883c-926d514d44ad service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Updated VIF entry in instance network info cache for port 23815fb9-fdde-47d3-94ea-51a989be962c. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.861506] env[69239]: DEBUG nova.network.neutron [req-4cf63a88-4970-42ba-ba37-5d81e1f1f145 req-0675794c-f18a-4188-883c-926d514d44ad service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Updating instance_info_cache with network_info: [{"id": "23815fb9-fdde-47d3-94ea-51a989be962c", "address": "fa:16:3e:ef:78:f8", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": null, "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap23815fb9-fd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.914465] env[69239]: DEBUG oslo_vmware.api [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164652} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.914744] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.915015] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.915195] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.915379] env[69239]: INFO nova.compute.manager [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1336.915621] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.915840] env[69239]: DEBUG nova.compute.manager [-] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1336.915939] env[69239]: DEBUG nova.network.neutron [-] [instance: baebd698-6910-4bf0-bf53-297e05588f64] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.022073] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "91cdf27e-d672-4459-9b28-141cac40491a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.234025] env[69239]: DEBUG oslo_concurrency.lockutils [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.364358] env[69239]: DEBUG oslo_concurrency.lockutils [req-4cf63a88-4970-42ba-ba37-5d81e1f1f145 req-0675794c-f18a-4188-883c-926d514d44ad service nova] Releasing lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.737363] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "0de18b9d-ab56-4687-802a-eb202691f51f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.737811] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "0de18b9d-ab56-4687-802a-eb202691f51f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.738078] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "0de18b9d-ab56-4687-802a-eb202691f51f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.738285] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "0de18b9d-ab56-4687-802a-eb202691f51f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.738452] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "0de18b9d-ab56-4687-802a-eb202691f51f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.741888] env[69239]: INFO nova.compute.manager [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Terminating instance [ 1337.745320] env[69239]: DEBUG oslo_concurrency.lockutils [None req-55e407c9-8e26-454d-8d27-53b9c1be8565 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "91cdf27e-d672-4459-9b28-141cac40491a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.595s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.746301] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "91cdf27e-d672-4459-9b28-141cac40491a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.724s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.746617] env[69239]: INFO nova.compute.manager [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Unshelving [ 1337.865989] env[69239]: DEBUG nova.compute.manager [req-fb372219-075c-40c0-a43f-8e56c34d2f33 req-54988eff-065f-4df1-af18-dae20bb59126 service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Received event network-vif-deleted-6ee40e3e-ebcd-44b6-bfb1-45caee6b035f {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.866226] env[69239]: INFO nova.compute.manager [req-fb372219-075c-40c0-a43f-8e56c34d2f33 req-54988eff-065f-4df1-af18-dae20bb59126 service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Neutron deleted interface 6ee40e3e-ebcd-44b6-bfb1-45caee6b035f; detaching it from the instance and deleting it from the info cache [ 1337.866389] env[69239]: DEBUG nova.network.neutron [req-fb372219-075c-40c0-a43f-8e56c34d2f33 req-54988eff-065f-4df1-af18-dae20bb59126 service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.967389] env[69239]: DEBUG nova.network.neutron [-] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.191629] env[69239]: INFO nova.compute.manager [None req-4db06a9c-3a31-4d50-8187-7181a2544362 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Resuming [ 1338.192349] env[69239]: DEBUG nova.objects.instance [None req-4db06a9c-3a31-4d50-8187-7181a2544362 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lazy-loading 'flavor' on Instance uuid 545237ae-81e3-4079-b372-c2c6498c16c1 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.249523] env[69239]: DEBUG nova.compute.manager [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.249902] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.250717] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9b2b87-6bcc-4848-b6c8-6b1dd8f61473 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.260811] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.261316] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8554017f-178a-47f7-a513-ccee3647f05e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.269047] env[69239]: DEBUG oslo_vmware.api [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1338.269047] env[69239]: value = "task-4146283" [ 1338.269047] env[69239]: _type = "Task" [ 1338.269047] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.278706] env[69239]: DEBUG oslo_vmware.api [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.369360] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e6662a5-e0cd-452f-8759-5ee9617f2e58 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.380187] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b244ed6-9ae4-4e1b-ba88-bf588178968a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.409204] env[69239]: DEBUG nova.compute.manager [req-fb372219-075c-40c0-a43f-8e56c34d2f33 req-54988eff-065f-4df1-af18-dae20bb59126 service nova] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Detach interface failed, port_id=6ee40e3e-ebcd-44b6-bfb1-45caee6b035f, reason: Instance baebd698-6910-4bf0-bf53-297e05588f64 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1338.470645] env[69239]: INFO nova.compute.manager [-] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Took 1.55 seconds to deallocate network for instance. [ 1338.778932] env[69239]: DEBUG oslo_vmware.api [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146283, 'name': PowerOffVM_Task, 'duration_secs': 0.223614} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.778932] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.778932] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.779335] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b02bfa0-e94b-4487-90a9-9ced99e6781a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.781825] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.782098] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.782308] env[69239]: DEBUG nova.objects.instance [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'pci_requests' on Instance uuid 91cdf27e-d672-4459-9b28-141cac40491a {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.848055] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.848286] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.848473] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleting the datastore file [datastore1] 0de18b9d-ab56-4687-802a-eb202691f51f {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.848748] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e18ac28-ab79-4d26-bfee-c0d6a55cd367 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.856370] env[69239]: DEBUG oslo_vmware.api [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for the task: (returnval){ [ 1338.856370] env[69239]: value = "task-4146285" [ 1338.856370] env[69239]: _type = "Task" [ 1338.856370] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.865446] env[69239]: DEBUG oslo_vmware.api [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.978076] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.285981] env[69239]: DEBUG nova.objects.instance [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'numa_topology' on Instance uuid 91cdf27e-d672-4459-9b28-141cac40491a {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.366568] env[69239]: DEBUG oslo_vmware.api [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Task: {'id': task-4146285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136119} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.366882] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.367192] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.367451] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.367648] env[69239]: INFO nova.compute.manager [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1339.367873] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.368080] env[69239]: DEBUG nova.compute.manager [-] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.368179] env[69239]: DEBUG nova.network.neutron [-] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.702456] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4db06a9c-3a31-4d50-8187-7181a2544362 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "refresh_cache-545237ae-81e3-4079-b372-c2c6498c16c1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.702802] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4db06a9c-3a31-4d50-8187-7181a2544362 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquired lock "refresh_cache-545237ae-81e3-4079-b372-c2c6498c16c1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.702958] env[69239]: DEBUG nova.network.neutron [None req-4db06a9c-3a31-4d50-8187-7181a2544362 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.788973] env[69239]: INFO nova.compute.claims [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.895308] env[69239]: DEBUG nova.compute.manager [req-4e1c3d60-dbc7-4409-ae16-2d81252d5f5d req-756e5841-7823-4795-84f9-ee052a17be9f service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Received event network-vif-deleted-8e624647-8818-4a7e-97c4-ab8e589ad4b4 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.895308] env[69239]: INFO nova.compute.manager [req-4e1c3d60-dbc7-4409-ae16-2d81252d5f5d req-756e5841-7823-4795-84f9-ee052a17be9f service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Neutron deleted interface 8e624647-8818-4a7e-97c4-ab8e589ad4b4; detaching it from the instance and deleting it from the info cache [ 1339.895450] env[69239]: DEBUG nova.network.neutron [req-4e1c3d60-dbc7-4409-ae16-2d81252d5f5d req-756e5841-7823-4795-84f9-ee052a17be9f service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.163640] env[69239]: DEBUG nova.network.neutron [-] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.398304] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3f7fb7c-8e10-4edd-9847-29f7c6d2bc03 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.409145] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08c682b-f2ea-41ee-b19e-1a914413201b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.426656] env[69239]: DEBUG nova.network.neutron [None req-4db06a9c-3a31-4d50-8187-7181a2544362 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Updating instance_info_cache with network_info: [{"id": "48686e18-feb3-4f4b-86eb-1da6ba06a211", "address": "fa:16:3e:19:25:8a", "network": {"id": "f3db0689-25a0-427e-b967-02884d9ee239", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364784888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea27c2fbed6c406b958e526d1a36416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48686e18-fe", "ovs_interfaceid": "48686e18-feb3-4f4b-86eb-1da6ba06a211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.434240] env[69239]: DEBUG nova.compute.manager [req-4e1c3d60-dbc7-4409-ae16-2d81252d5f5d req-756e5841-7823-4795-84f9-ee052a17be9f service nova] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Detach interface failed, port_id=8e624647-8818-4a7e-97c4-ab8e589ad4b4, reason: Instance 0de18b9d-ab56-4687-802a-eb202691f51f could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1340.668131] env[69239]: INFO nova.compute.manager [-] [instance: 0de18b9d-ab56-4687-802a-eb202691f51f] Took 1.30 seconds to deallocate network for instance. [ 1340.864667] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ca709e-745e-4b42-b7e7-883031f0942a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.873116] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f21a011-48fc-4ad3-bc8b-2bdaf1ccc0f9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.903524] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ecac38-3e8a-431a-99b7-12d540de5d06 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.911836] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd51368-8dac-4e45-8664-1fe568be3885 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.925511] env[69239]: DEBUG nova.compute.provider_tree [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.929698] env[69239]: DEBUG oslo_concurrency.lockutils [None req-4db06a9c-3a31-4d50-8187-7181a2544362 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Releasing lock "refresh_cache-545237ae-81e3-4079-b372-c2c6498c16c1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.930542] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714c1273-1328-40a0-aafe-90efb41483f1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.937055] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4db06a9c-3a31-4d50-8187-7181a2544362 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Resuming the VM {{(pid=69239) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1340.937330] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-272f075e-b5f2-4bb4-aeda-4434ea0ae21e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.945544] env[69239]: DEBUG oslo_vmware.api [None req-4db06a9c-3a31-4d50-8187-7181a2544362 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1340.945544] env[69239]: value = "task-4146286" [ 1340.945544] env[69239]: _type = "Task" [ 1340.945544] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.952913] env[69239]: DEBUG oslo_vmware.api [None req-4db06a9c-3a31-4d50-8187-7181a2544362 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.174894] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.429495] env[69239]: DEBUG nova.scheduler.client.report [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.458555] env[69239]: DEBUG oslo_vmware.api [None req-4db06a9c-3a31-4d50-8187-7181a2544362 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146286, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.935316] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.153s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.938326] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.960s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.938650] env[69239]: DEBUG nova.objects.instance [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lazy-loading 'resources' on Instance uuid baebd698-6910-4bf0-bf53-297e05588f64 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.957599] env[69239]: DEBUG oslo_vmware.api [None req-4db06a9c-3a31-4d50-8187-7181a2544362 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146286, 'name': PowerOnVM_Task, 'duration_secs': 0.544277} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.957781] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-4db06a9c-3a31-4d50-8187-7181a2544362 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Resumed the VM {{(pid=69239) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1341.957945] env[69239]: DEBUG nova.compute.manager [None req-4db06a9c-3a31-4d50-8187-7181a2544362 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1341.958986] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e762466-cb2a-4f91-83fa-18e788fb75ec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.968737] env[69239]: INFO nova.network.neutron [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Updating port 23815fb9-fdde-47d3-94ea-51a989be962c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1342.504139] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed1dd0e-5dd8-4719-bbf2-25687ca4b9d0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.513034] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255bbdeb-182c-424f-af7e-263837c2be34 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.546022] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f14eb9-f81e-4a6b-863d-19d83806bcb4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.554159] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dcf617-6fb0-4afe-9907-788590212d50 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.569799] env[69239]: DEBUG nova.compute.provider_tree [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.933085] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "545237ae-81e3-4079-b372-c2c6498c16c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.933085] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "545237ae-81e3-4079-b372-c2c6498c16c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.933085] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "545237ae-81e3-4079-b372-c2c6498c16c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.933085] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "545237ae-81e3-4079-b372-c2c6498c16c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.933085] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "545237ae-81e3-4079-b372-c2c6498c16c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.935639] env[69239]: INFO nova.compute.manager [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Terminating instance [ 1343.073935] env[69239]: DEBUG nova.scheduler.client.report [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.404216] env[69239]: DEBUG nova.compute.manager [req-400fe4ed-f6b7-455e-8882-864b2c359610 req-ff793bbb-d42b-4a94-924b-a9a805acde1d service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Received event network-vif-plugged-23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.404446] env[69239]: DEBUG oslo_concurrency.lockutils [req-400fe4ed-f6b7-455e-8882-864b2c359610 req-ff793bbb-d42b-4a94-924b-a9a805acde1d service nova] Acquiring lock "91cdf27e-d672-4459-9b28-141cac40491a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.404648] env[69239]: DEBUG oslo_concurrency.lockutils [req-400fe4ed-f6b7-455e-8882-864b2c359610 req-ff793bbb-d42b-4a94-924b-a9a805acde1d service nova] Lock "91cdf27e-d672-4459-9b28-141cac40491a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.404813] env[69239]: DEBUG oslo_concurrency.lockutils [req-400fe4ed-f6b7-455e-8882-864b2c359610 req-ff793bbb-d42b-4a94-924b-a9a805acde1d service nova] Lock "91cdf27e-d672-4459-9b28-141cac40491a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.404994] env[69239]: DEBUG nova.compute.manager [req-400fe4ed-f6b7-455e-8882-864b2c359610 req-ff793bbb-d42b-4a94-924b-a9a805acde1d service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] No waiting events found dispatching network-vif-plugged-23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1343.405241] env[69239]: WARNING nova.compute.manager [req-400fe4ed-f6b7-455e-8882-864b2c359610 req-ff793bbb-d42b-4a94-924b-a9a805acde1d service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Received unexpected event network-vif-plugged-23815fb9-fdde-47d3-94ea-51a989be962c for instance with vm_state shelved_offloaded and task_state spawning. [ 1343.439894] env[69239]: DEBUG nova.compute.manager [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1343.440131] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.441043] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d6fd7b-9ee8-4574-beb8-c9efb6f06fdc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.449700] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.449979] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5eb4b899-1c75-4387-a164-5ae5ad464d8c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.457750] env[69239]: DEBUG oslo_vmware.api [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1343.457750] env[69239]: value = "task-4146287" [ 1343.457750] env[69239]: _type = "Task" [ 1343.457750] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.468222] env[69239]: DEBUG oslo_vmware.api [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.505773] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.506029] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.506206] env[69239]: DEBUG nova.network.neutron [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.583085] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.584952] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.410s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.585873] env[69239]: DEBUG nova.objects.instance [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lazy-loading 'resources' on Instance uuid 0de18b9d-ab56-4687-802a-eb202691f51f {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.603406] env[69239]: INFO nova.scheduler.client.report [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Deleted allocations for instance baebd698-6910-4bf0-bf53-297e05588f64 [ 1343.968616] env[69239]: DEBUG oslo_vmware.api [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146287, 'name': PowerOffVM_Task, 'duration_secs': 0.236506} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.968875] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.969056] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.969325] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c49b628-94dd-4627-8091-722fda0f01ca {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.039983] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.040259] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.040447] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Deleting the datastore file [datastore1] 545237ae-81e3-4079-b372-c2c6498c16c1 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.040732] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ef0e18d-f712-4c8f-ac93-75b2c2ab43b9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.048542] env[69239]: DEBUG oslo_vmware.api [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for the task: (returnval){ [ 1344.048542] env[69239]: value = "task-4146289" [ 1344.048542] env[69239]: _type = "Task" [ 1344.048542] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.057106] env[69239]: DEBUG oslo_vmware.api [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.113632] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a6d93a0c-882d-4c62-aa06-6dd4509fd2b8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "baebd698-6910-4bf0-bf53-297e05588f64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.823s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.157534] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a227e930-4061-451b-a934-d32709dc4534 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.169723] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c100317-f4ff-4b6f-a720-609f900dcf4e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.208950] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21ba15d-b806-4dec-a001-6310a563ddac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.217685] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07f8195-e6af-4303-b2c7-87b0c28609dd {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.233492] env[69239]: DEBUG nova.compute.provider_tree [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.281267] env[69239]: DEBUG nova.network.neutron [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Updating instance_info_cache with network_info: [{"id": "23815fb9-fdde-47d3-94ea-51a989be962c", "address": "fa:16:3e:ef:78:f8", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23815fb9-fd", "ovs_interfaceid": "23815fb9-fdde-47d3-94ea-51a989be962c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.559477] env[69239]: DEBUG oslo_vmware.api [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Task: {'id': task-4146289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15699} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.559910] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.559910] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.560087] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.560268] env[69239]: INFO nova.compute.manager [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1344.560509] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.560706] env[69239]: DEBUG nova.compute.manager [-] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1344.560801] env[69239]: DEBUG nova.network.neutron [-] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.740024] env[69239]: DEBUG nova.scheduler.client.report [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.786517] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.823632] env[69239]: DEBUG nova.virt.hardware [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3a3c43fec2b94a27310e16a7876fd1c0',container_format='bare',created_at=2025-05-14T11:31:14Z,direct_url=,disk_format='vmdk',id=3fa2b776-c35f-4a8e-9273-db6c9869f46a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-166387705-shelved',owner='4d2057584da346efb7f246396bc2b011',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-05-14T11:31:28Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.827018] env[69239]: DEBUG nova.virt.hardware [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.827018] env[69239]: DEBUG nova.virt.hardware [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.827018] env[69239]: DEBUG nova.virt.hardware [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.827018] env[69239]: DEBUG nova.virt.hardware [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.827018] env[69239]: DEBUG nova.virt.hardware [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.827018] env[69239]: DEBUG nova.virt.hardware [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.827018] env[69239]: DEBUG nova.virt.hardware [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.827018] env[69239]: DEBUG nova.virt.hardware [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.827018] env[69239]: DEBUG nova.virt.hardware [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.827018] env[69239]: DEBUG nova.virt.hardware [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.827844] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c8a877-99b6-43ad-bd74-e8d8b8fcb3f4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.836556] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0138dbd-938d-4518-81bd-4feb41ceab18 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.850947] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:78:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23815fb9-fdde-47d3-94ea-51a989be962c', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.861583] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.861583] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.861583] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a70769-e90a-4065-a535-d6ccf250288c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.883546] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.883546] env[69239]: value = "task-4146290" [ 1344.883546] env[69239]: _type = "Task" [ 1344.883546] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.903590] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146290, 'name': CreateVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.245231] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.273322] env[69239]: INFO nova.scheduler.client.report [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Deleted allocations for instance 0de18b9d-ab56-4687-802a-eb202691f51f [ 1345.395008] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146290, 'name': CreateVM_Task, 'duration_secs': 0.337655} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.395286] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.396075] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3fa2b776-c35f-4a8e-9273-db6c9869f46a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.396248] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3fa2b776-c35f-4a8e-9273-db6c9869f46a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.396675] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3fa2b776-c35f-4a8e-9273-db6c9869f46a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.396928] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d853f004-ef53-43e8-aaaf-1eae8c721bb5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.401605] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1345.401605] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52266aae-8fa8-7965-21b2-23a3470635ce" [ 1345.401605] env[69239]: _type = "Task" [ 1345.401605] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.410449] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52266aae-8fa8-7965-21b2-23a3470635ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.439643] env[69239]: DEBUG nova.compute.manager [req-93ad6dce-8305-440c-a90c-99a849020484 req-b2490650-66f3-4efd-ad6b-328345070275 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Received event network-changed-23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.439867] env[69239]: DEBUG nova.compute.manager [req-93ad6dce-8305-440c-a90c-99a849020484 req-b2490650-66f3-4efd-ad6b-328345070275 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Refreshing instance network info cache due to event network-changed-23815fb9-fdde-47d3-94ea-51a989be962c. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1345.440104] env[69239]: DEBUG oslo_concurrency.lockutils [req-93ad6dce-8305-440c-a90c-99a849020484 req-b2490650-66f3-4efd-ad6b-328345070275 service nova] Acquiring lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.440281] env[69239]: DEBUG oslo_concurrency.lockutils [req-93ad6dce-8305-440c-a90c-99a849020484 req-b2490650-66f3-4efd-ad6b-328345070275 service nova] Acquired lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.440469] env[69239]: DEBUG nova.network.neutron [req-93ad6dce-8305-440c-a90c-99a849020484 req-b2490650-66f3-4efd-ad6b-328345070275 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Refreshing network info cache for port 23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.609798] env[69239]: DEBUG nova.network.neutron [-] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.781348] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6b7f56bc-c0b6-46b7-94d4-cd1a64ef370b tempest-ServerActionsTestOtherA-781098598 tempest-ServerActionsTestOtherA-781098598-project-member] Lock "0de18b9d-ab56-4687-802a-eb202691f51f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.044s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.914710] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3fa2b776-c35f-4a8e-9273-db6c9869f46a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.915056] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Processing image 3fa2b776-c35f-4a8e-9273-db6c9869f46a {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.915336] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3fa2b776-c35f-4a8e-9273-db6c9869f46a/3fa2b776-c35f-4a8e-9273-db6c9869f46a.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.915490] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3fa2b776-c35f-4a8e-9273-db6c9869f46a/3fa2b776-c35f-4a8e-9273-db6c9869f46a.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.915673] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.915969] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34334d02-d2c8-4cbb-81eb-af46069e14d5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.926640] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.926926] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.927813] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1fe238-d4d3-4d44-912f-2d48819ed1f8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.933655] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1345.933655] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52b67d7f-aedd-6e58-9e5d-9d0fe1f17db6" [ 1345.933655] env[69239]: _type = "Task" [ 1345.933655] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.944661] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52b67d7f-aedd-6e58-9e5d-9d0fe1f17db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.112397] env[69239]: INFO nova.compute.manager [-] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Took 1.55 seconds to deallocate network for instance. [ 1346.296425] env[69239]: DEBUG nova.network.neutron [req-93ad6dce-8305-440c-a90c-99a849020484 req-b2490650-66f3-4efd-ad6b-328345070275 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Updated VIF entry in instance network info cache for port 23815fb9-fdde-47d3-94ea-51a989be962c. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.297203] env[69239]: DEBUG nova.network.neutron [req-93ad6dce-8305-440c-a90c-99a849020484 req-b2490650-66f3-4efd-ad6b-328345070275 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Updating instance_info_cache with network_info: [{"id": "23815fb9-fdde-47d3-94ea-51a989be962c", "address": "fa:16:3e:ef:78:f8", "network": {"id": "f6b10cbf-49ed-4f2e-9613-f1dfcc70873e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311754259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d2057584da346efb7f246396bc2b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23815fb9-fd", "ovs_interfaceid": "23815fb9-fdde-47d3-94ea-51a989be962c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.445120] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Preparing fetch location {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1346.445511] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Fetch image to [datastore2] OSTACK_IMG_2dfd1f36-78b4-4bb9-9f2b-1814ce961f4e/OSTACK_IMG_2dfd1f36-78b4-4bb9-9f2b-1814ce961f4e.vmdk {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1346.445594] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Downloading stream optimized image 3fa2b776-c35f-4a8e-9273-db6c9869f46a to [datastore2] OSTACK_IMG_2dfd1f36-78b4-4bb9-9f2b-1814ce961f4e/OSTACK_IMG_2dfd1f36-78b4-4bb9-9f2b-1814ce961f4e.vmdk on the data store datastore2 as vApp {{(pid=69239) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1346.445733] env[69239]: DEBUG nova.virt.vmwareapi.images [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Downloading image file data 3fa2b776-c35f-4a8e-9273-db6c9869f46a to the ESX as VM named 'OSTACK_IMG_2dfd1f36-78b4-4bb9-9f2b-1814ce961f4e' {{(pid=69239) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1346.520468] env[69239]: DEBUG oslo_vmware.rw_handles [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1346.520468] env[69239]: value = "resgroup-9" [ 1346.520468] env[69239]: _type = "ResourcePool" [ 1346.520468] env[69239]: }. {{(pid=69239) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1346.520738] env[69239]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-28761d1c-7ec6-40fa-ac55-8b2f35f30e71 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.541565] env[69239]: DEBUG oslo_vmware.rw_handles [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lease: (returnval){ [ 1346.541565] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f8eca3-6381-2238-3862-c6b14f56aeea" [ 1346.541565] env[69239]: _type = "HttpNfcLease" [ 1346.541565] env[69239]: } obtained for vApp import into resource pool (val){ [ 1346.541565] env[69239]: value = "resgroup-9" [ 1346.541565] env[69239]: _type = "ResourcePool" [ 1346.541565] env[69239]: }. {{(pid=69239) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1346.541940] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the lease: (returnval){ [ 1346.541940] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f8eca3-6381-2238-3862-c6b14f56aeea" [ 1346.541940] env[69239]: _type = "HttpNfcLease" [ 1346.541940] env[69239]: } to be ready. {{(pid=69239) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1346.550415] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1346.550415] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f8eca3-6381-2238-3862-c6b14f56aeea" [ 1346.550415] env[69239]: _type = "HttpNfcLease" [ 1346.550415] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1346.619258] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.619708] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.619777] env[69239]: DEBUG nova.objects.instance [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lazy-loading 'resources' on Instance uuid 545237ae-81e3-4079-b372-c2c6498c16c1 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.799520] env[69239]: DEBUG oslo_concurrency.lockutils [req-93ad6dce-8305-440c-a90c-99a849020484 req-b2490650-66f3-4efd-ad6b-328345070275 service nova] Releasing lock "refresh_cache-91cdf27e-d672-4459-9b28-141cac40491a" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.799795] env[69239]: DEBUG nova.compute.manager [req-93ad6dce-8305-440c-a90c-99a849020484 req-b2490650-66f3-4efd-ad6b-328345070275 service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Received event network-vif-deleted-48686e18-feb3-4f4b-86eb-1da6ba06a211 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.799981] env[69239]: INFO nova.compute.manager [req-93ad6dce-8305-440c-a90c-99a849020484 req-b2490650-66f3-4efd-ad6b-328345070275 service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Neutron deleted interface 48686e18-feb3-4f4b-86eb-1da6ba06a211; detaching it from the instance and deleting it from the info cache [ 1346.800180] env[69239]: DEBUG nova.network.neutron [req-93ad6dce-8305-440c-a90c-99a849020484 req-b2490650-66f3-4efd-ad6b-328345070275 service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.824879] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.825134] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.050607] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1347.050607] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f8eca3-6381-2238-3862-c6b14f56aeea" [ 1347.050607] env[69239]: _type = "HttpNfcLease" [ 1347.050607] env[69239]: } is initializing. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1347.181204] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8435eb09-c8af-4bae-8183-fef1b39ad93c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.193453] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb31eb3-af51-4708-abde-a130255f30ec {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.227305] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b35dced-7955-4662-a36e-d2a3a8e9eca8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.235069] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fbb801-3d53-4a4c-9df1-a36d9a70a3b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.249934] env[69239]: DEBUG nova.compute.provider_tree [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.304549] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-481e9abb-56b7-4c34-8bc7-26c5b8bf6f1a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.316181] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5549dfc5-11b9-43fa-9ca9-8927bd61c3c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.327336] env[69239]: DEBUG nova.compute.manager [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.346268] env[69239]: DEBUG nova.compute.manager [req-93ad6dce-8305-440c-a90c-99a849020484 req-b2490650-66f3-4efd-ad6b-328345070275 service nova] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Detach interface failed, port_id=48686e18-feb3-4f4b-86eb-1da6ba06a211, reason: Instance 545237ae-81e3-4079-b372-c2c6498c16c1 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1347.551173] env[69239]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1347.551173] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f8eca3-6381-2238-3862-c6b14f56aeea" [ 1347.551173] env[69239]: _type = "HttpNfcLease" [ 1347.551173] env[69239]: } is ready. {{(pid=69239) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1347.551491] env[69239]: DEBUG oslo_vmware.rw_handles [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1347.551491] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f8eca3-6381-2238-3862-c6b14f56aeea" [ 1347.551491] env[69239]: _type = "HttpNfcLease" [ 1347.551491] env[69239]: }. {{(pid=69239) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1347.552223] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4cc561-dff2-491c-80b2-6340b09228df {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.559696] env[69239]: DEBUG oslo_vmware.rw_handles [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a01c5a-780c-de48-3628-e952c3f353e3/disk-0.vmdk from lease info. {{(pid=69239) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1347.559884] env[69239]: DEBUG oslo_vmware.rw_handles [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a01c5a-780c-de48-3628-e952c3f353e3/disk-0.vmdk. {{(pid=69239) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1347.624945] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-42a8aa3e-bc5e-4f0a-afdd-6d7db9074d00 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.752762] env[69239]: DEBUG nova.scheduler.client.report [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.853788] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.259584] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.264662] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.411s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.266314] env[69239]: INFO nova.compute.claims [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.293211] env[69239]: INFO nova.scheduler.client.report [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Deleted allocations for instance 545237ae-81e3-4079-b372-c2c6498c16c1 [ 1348.723958] env[69239]: DEBUG oslo_vmware.rw_handles [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Completed reading data from the image iterator. {{(pid=69239) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1348.724285] env[69239]: DEBUG oslo_vmware.rw_handles [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a01c5a-780c-de48-3628-e952c3f353e3/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1348.725197] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd21de91-921d-4d0c-9b50-fab1fcb9b4fe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.732591] env[69239]: DEBUG oslo_vmware.rw_handles [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a01c5a-780c-de48-3628-e952c3f353e3/disk-0.vmdk is in state: ready. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1348.732793] env[69239]: DEBUG oslo_vmware.rw_handles [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a01c5a-780c-de48-3628-e952c3f353e3/disk-0.vmdk. {{(pid=69239) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1348.733048] env[69239]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e425630e-a1e4-4b8e-b63c-28d57737f5be {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.802665] env[69239]: DEBUG oslo_concurrency.lockutils [None req-2352bfcf-797e-4d28-b9e9-9d3bb4bdd4f7 tempest-ServerActionsTestJSON-973196373 tempest-ServerActionsTestJSON-973196373-project-member] Lock "545237ae-81e3-4079-b372-c2c6498c16c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.870s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.973162] env[69239]: DEBUG oslo_vmware.rw_handles [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a01c5a-780c-de48-3628-e952c3f353e3/disk-0.vmdk. {{(pid=69239) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1348.973461] env[69239]: INFO nova.virt.vmwareapi.images [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Downloaded image file data 3fa2b776-c35f-4a8e-9273-db6c9869f46a [ 1348.975470] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e2b08a-639f-4a15-9e7a-147f39fcbe81 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.992802] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d59e065-3e6f-45aa-86bf-97c44a9bb582 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.018438] env[69239]: INFO nova.virt.vmwareapi.images [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] The imported VM was unregistered [ 1349.021479] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Caching image {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1349.021746] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Creating directory with path [datastore2] devstack-image-cache_base/3fa2b776-c35f-4a8e-9273-db6c9869f46a {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.022089] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d356ab9-d5ff-4bae-b612-e02404bb6b13 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.033130] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Created directory with path [datastore2] devstack-image-cache_base/3fa2b776-c35f-4a8e-9273-db6c9869f46a {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.033348] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2dfd1f36-78b4-4bb9-9f2b-1814ce961f4e/OSTACK_IMG_2dfd1f36-78b4-4bb9-9f2b-1814ce961f4e.vmdk to [datastore2] devstack-image-cache_base/3fa2b776-c35f-4a8e-9273-db6c9869f46a/3fa2b776-c35f-4a8e-9273-db6c9869f46a.vmdk. {{(pid=69239) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1349.033593] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fa97afc9-ee5c-4e30-afc3-a1ee1ae388a9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.039945] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1349.039945] env[69239]: value = "task-4146293" [ 1349.039945] env[69239]: _type = "Task" [ 1349.039945] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.049370] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146293, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.336787] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f276ebf9-8026-4b77-a952-7ecf384770e2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.346568] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43676a80-37c0-43a7-a8a3-4ecb87a30296 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.382043] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44881950-34be-4613-915d-ee0b4b849330 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.392559] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324ca222-4e96-4f1e-ac6c-95ea5450da87 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.407417] env[69239]: DEBUG nova.compute.provider_tree [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.551257] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146293, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.714753] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquiring lock "39e9d15f-d1bc-4420-ae6e-dfe26d695a31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.714978] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Lock "39e9d15f-d1bc-4420-ae6e-dfe26d695a31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.911027] env[69239]: DEBUG nova.scheduler.client.report [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.052433] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146293, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.217518] env[69239]: DEBUG nova.compute.manager [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1350.415973] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.416780] env[69239]: DEBUG nova.compute.manager [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.553176] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146293, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.745283] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.745520] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.747257] env[69239]: INFO nova.compute.claims [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.921729] env[69239]: DEBUG nova.compute.utils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1350.923199] env[69239]: DEBUG nova.compute.manager [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1350.923369] env[69239]: DEBUG nova.network.neutron [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1350.967230] env[69239]: DEBUG nova.policy [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a845da969914ba6a61c283895710397', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '357f7840d6bf46f8a9768c383ee4a82b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1351.056861] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146293, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.303880] env[69239]: DEBUG nova.network.neutron [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Successfully created port: 4498243f-62ed-44dc-ae33-15d33400b3ef {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1351.426784] env[69239]: DEBUG nova.compute.manager [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.554536] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146293, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.441815} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.554805] env[69239]: INFO nova.virt.vmwareapi.ds_util [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2dfd1f36-78b4-4bb9-9f2b-1814ce961f4e/OSTACK_IMG_2dfd1f36-78b4-4bb9-9f2b-1814ce961f4e.vmdk to [datastore2] devstack-image-cache_base/3fa2b776-c35f-4a8e-9273-db6c9869f46a/3fa2b776-c35f-4a8e-9273-db6c9869f46a.vmdk. [ 1351.555008] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Cleaning up location [datastore2] OSTACK_IMG_2dfd1f36-78b4-4bb9-9f2b-1814ce961f4e {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1351.555184] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2dfd1f36-78b4-4bb9-9f2b-1814ce961f4e {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.555454] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd016384-f1a9-41cd-8c69-820a8647cf8d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.562519] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1351.562519] env[69239]: value = "task-4146294" [ 1351.562519] env[69239]: _type = "Task" [ 1351.562519] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.571797] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.817317] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ee2e6f-1493-4602-bfda-98a42cabbd77 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.825293] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70502b05-b650-4d01-97f8-96fb4beadb9a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.858838] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b339a302-7a55-4b47-873c-1f8f3ff5b5c7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.867033] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f3f662-045b-4c37-b148-06974e12efff {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.880828] env[69239]: DEBUG nova.compute.provider_tree [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.075464] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040042} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.075765] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.075923] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3fa2b776-c35f-4a8e-9273-db6c9869f46a/3fa2b776-c35f-4a8e-9273-db6c9869f46a.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.076201] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3fa2b776-c35f-4a8e-9273-db6c9869f46a/3fa2b776-c35f-4a8e-9273-db6c9869f46a.vmdk to [datastore2] 91cdf27e-d672-4459-9b28-141cac40491a/91cdf27e-d672-4459-9b28-141cac40491a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.076464] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-508c6ea8-c325-433f-8867-946232e54b57 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.084536] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1352.084536] env[69239]: value = "task-4146295" [ 1352.084536] env[69239]: _type = "Task" [ 1352.084536] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.094280] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.384633] env[69239]: DEBUG nova.scheduler.client.report [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.437418] env[69239]: DEBUG nova.compute.manager [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.472273] env[69239]: DEBUG nova.virt.hardware [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.472646] env[69239]: DEBUG nova.virt.hardware [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.472814] env[69239]: DEBUG nova.virt.hardware [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.473044] env[69239]: DEBUG nova.virt.hardware [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.473200] env[69239]: DEBUG nova.virt.hardware [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.473374] env[69239]: DEBUG nova.virt.hardware [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.473691] env[69239]: DEBUG nova.virt.hardware [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.473876] env[69239]: DEBUG nova.virt.hardware [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.474062] env[69239]: DEBUG nova.virt.hardware [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.474231] env[69239]: DEBUG nova.virt.hardware [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.474405] env[69239]: DEBUG nova.virt.hardware [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.476561] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67310a4b-c699-43ef-ae08-fa9497c4e83b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.485321] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cae9b54-1cec-491f-9102-8641d503bacf {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.596788] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146295, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.715976] env[69239]: DEBUG nova.compute.manager [req-172d52cf-d9ea-47b3-8e36-70f2137a2c0a req-5625f087-99d9-4620-950f-d37ba3386675 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Received event network-vif-plugged-4498243f-62ed-44dc-ae33-15d33400b3ef {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.716366] env[69239]: DEBUG oslo_concurrency.lockutils [req-172d52cf-d9ea-47b3-8e36-70f2137a2c0a req-5625f087-99d9-4620-950f-d37ba3386675 service nova] Acquiring lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.716748] env[69239]: DEBUG oslo_concurrency.lockutils [req-172d52cf-d9ea-47b3-8e36-70f2137a2c0a req-5625f087-99d9-4620-950f-d37ba3386675 service nova] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.717101] env[69239]: DEBUG oslo_concurrency.lockutils [req-172d52cf-d9ea-47b3-8e36-70f2137a2c0a req-5625f087-99d9-4620-950f-d37ba3386675 service nova] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.717465] env[69239]: DEBUG nova.compute.manager [req-172d52cf-d9ea-47b3-8e36-70f2137a2c0a req-5625f087-99d9-4620-950f-d37ba3386675 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] No waiting events found dispatching network-vif-plugged-4498243f-62ed-44dc-ae33-15d33400b3ef {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1352.717605] env[69239]: WARNING nova.compute.manager [req-172d52cf-d9ea-47b3-8e36-70f2137a2c0a req-5625f087-99d9-4620-950f-d37ba3386675 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Received unexpected event network-vif-plugged-4498243f-62ed-44dc-ae33-15d33400b3ef for instance with vm_state building and task_state spawning. [ 1352.880514] env[69239]: DEBUG nova.network.neutron [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Successfully updated port: 4498243f-62ed-44dc-ae33-15d33400b3ef {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1352.894361] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.895149] env[69239]: DEBUG nova.compute.manager [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1353.098343] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146295, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.387490] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "refresh_cache-cccbe015-05aa-4f73-8fc7-39f2db249ad1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.387967] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquired lock "refresh_cache-cccbe015-05aa-4f73-8fc7-39f2db249ad1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.388167] env[69239]: DEBUG nova.network.neutron [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.402416] env[69239]: DEBUG nova.compute.utils [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1353.404329] env[69239]: DEBUG nova.compute.manager [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Not allocating networking since 'none' was specified. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1353.597082] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146295, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.906097] env[69239]: DEBUG nova.compute.manager [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1354.099749] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146295, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.182580] env[69239]: DEBUG nova.network.neutron [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.464118] env[69239]: DEBUG nova.network.neutron [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Updating instance_info_cache with network_info: [{"id": "4498243f-62ed-44dc-ae33-15d33400b3ef", "address": "fa:16:3e:3d:18:23", "network": {"id": "46fdda9a-4f86-48e9-959b-191edefbce5e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2121158657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357f7840d6bf46f8a9768c383ee4a82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4498243f-62", "ovs_interfaceid": "4498243f-62ed-44dc-ae33-15d33400b3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.601490] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146295, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.431283} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.601873] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3fa2b776-c35f-4a8e-9273-db6c9869f46a/3fa2b776-c35f-4a8e-9273-db6c9869f46a.vmdk to [datastore2] 91cdf27e-d672-4459-9b28-141cac40491a/91cdf27e-d672-4459-9b28-141cac40491a.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.602830] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0f5c83-0338-4fc6-95a3-336067fc351f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.627162] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 91cdf27e-d672-4459-9b28-141cac40491a/91cdf27e-d672-4459-9b28-141cac40491a.vmdk or device None with type streamOptimized {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.627817] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc418661-d36a-4b9d-b803-fe618c8fe494 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.649202] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1354.649202] env[69239]: value = "task-4146296" [ 1354.649202] env[69239]: _type = "Task" [ 1354.649202] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.658619] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.752332] env[69239]: DEBUG nova.compute.manager [req-cd39e1e5-97d4-4333-aff8-7e07cecdeb67 req-46905317-b8cb-455a-806a-62ba863b0575 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Received event network-changed-4498243f-62ed-44dc-ae33-15d33400b3ef {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.752534] env[69239]: DEBUG nova.compute.manager [req-cd39e1e5-97d4-4333-aff8-7e07cecdeb67 req-46905317-b8cb-455a-806a-62ba863b0575 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Refreshing instance network info cache due to event network-changed-4498243f-62ed-44dc-ae33-15d33400b3ef. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1354.752858] env[69239]: DEBUG oslo_concurrency.lockutils [req-cd39e1e5-97d4-4333-aff8-7e07cecdeb67 req-46905317-b8cb-455a-806a-62ba863b0575 service nova] Acquiring lock "refresh_cache-cccbe015-05aa-4f73-8fc7-39f2db249ad1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.920686] env[69239]: DEBUG nova.compute.manager [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1354.950321] env[69239]: DEBUG nova.virt.hardware [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.950682] env[69239]: DEBUG nova.virt.hardware [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.950773] env[69239]: DEBUG nova.virt.hardware [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.950898] env[69239]: DEBUG nova.virt.hardware [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.951056] env[69239]: DEBUG nova.virt.hardware [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.951211] env[69239]: DEBUG nova.virt.hardware [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.951418] env[69239]: DEBUG nova.virt.hardware [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.951722] env[69239]: DEBUG nova.virt.hardware [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.951722] env[69239]: DEBUG nova.virt.hardware [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.951881] env[69239]: DEBUG nova.virt.hardware [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.952104] env[69239]: DEBUG nova.virt.hardware [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.953588] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9712cf1-1ecb-4d97-92d7-e54401d7abd4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.961227] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4572e105-6f69-4ef2-8aca-0602e1448141 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.968749] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Releasing lock "refresh_cache-cccbe015-05aa-4f73-8fc7-39f2db249ad1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.969149] env[69239]: DEBUG nova.compute.manager [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Instance network_info: |[{"id": "4498243f-62ed-44dc-ae33-15d33400b3ef", "address": "fa:16:3e:3d:18:23", "network": {"id": "46fdda9a-4f86-48e9-959b-191edefbce5e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2121158657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357f7840d6bf46f8a9768c383ee4a82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4498243f-62", "ovs_interfaceid": "4498243f-62ed-44dc-ae33-15d33400b3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1354.969819] env[69239]: DEBUG oslo_concurrency.lockutils [req-cd39e1e5-97d4-4333-aff8-7e07cecdeb67 req-46905317-b8cb-455a-806a-62ba863b0575 service nova] Acquired lock "refresh_cache-cccbe015-05aa-4f73-8fc7-39f2db249ad1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.969819] env[69239]: DEBUG nova.network.neutron [req-cd39e1e5-97d4-4333-aff8-7e07cecdeb67 req-46905317-b8cb-455a-806a-62ba863b0575 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Refreshing network info cache for port 4498243f-62ed-44dc-ae33-15d33400b3ef {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.971020] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:18:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4498243f-62ed-44dc-ae33-15d33400b3ef', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.978908] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.988846] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.989329] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.995683] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Creating folder: Project (c3a9b2c4af20452f98aca4d009493591). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.995683] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c15a122c-925d-4ad6-835b-12be68551bc8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.010258] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bbdd6e7-f761-4aa1-89a6-53761168545e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.019774] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.019774] env[69239]: value = "task-4146298" [ 1355.019774] env[69239]: _type = "Task" [ 1355.019774] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.024102] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Created folder: Project (c3a9b2c4af20452f98aca4d009493591) in parent group-v820715. [ 1355.024285] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Creating folder: Instances. Parent ref: group-v821056. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.024525] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95f25807-6d4c-435b-8d19-25706334e907 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.029900] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146298, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.040529] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Created folder: Instances in parent group-v821056. [ 1355.040784] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.040986] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1355.041226] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59d1bc07-9cf0-418d-a363-fd7bddb38735 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.060408] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.060408] env[69239]: value = "task-4146300" [ 1355.060408] env[69239]: _type = "Task" [ 1355.060408] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.070294] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146300, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.160758] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Acquiring lock "4cdb0472-9b79-4426-aa8d-bdcf3b025be6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.161201] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Lock "4cdb0472-9b79-4426-aa8d-bdcf3b025be6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.165900] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146296, 'name': ReconfigVM_Task, 'duration_secs': 0.332635} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.166291] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 91cdf27e-d672-4459-9b28-141cac40491a/91cdf27e-d672-4459-9b28-141cac40491a.vmdk or device None with type streamOptimized {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.167232] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14ae6ad9-85e1-443d-9a14-13c68feecab9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.177566] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1355.177566] env[69239]: value = "task-4146301" [ 1355.177566] env[69239]: _type = "Task" [ 1355.177566] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.188606] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146301, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.529443] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146298, 'name': CreateVM_Task, 'duration_secs': 0.468143} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.529714] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.530322] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.530493] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.530838] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.531119] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ece7579-6190-4e48-8f57-4c908710a34e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.536346] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1355.536346] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]526e8c78-8495-2784-6dc5-234a294a7e64" [ 1355.536346] env[69239]: _type = "Task" [ 1355.536346] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.547817] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526e8c78-8495-2784-6dc5-234a294a7e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.573178] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146300, 'name': CreateVM_Task, 'duration_secs': 0.420784} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.573684] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.575905] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.575905] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.575905] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.575905] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e7c9d0a-7dcf-4cc0-afe6-6137ddcbd91b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.582103] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1355.582103] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52ee4e42-f7d9-a1d3-fed9-2afd2674d1ec" [ 1355.582103] env[69239]: _type = "Task" [ 1355.582103] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.592512] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ee4e42-f7d9-a1d3-fed9-2afd2674d1ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.666807] env[69239]: DEBUG nova.compute.manager [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Starting instance... {{(pid=69239) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1355.693871] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146301, 'name': Rename_Task, 'duration_secs': 0.162601} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.694615] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.694834] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3c082cd-99d0-4a6c-bf10-a53059a20c1c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.702581] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1355.702581] env[69239]: value = "task-4146302" [ 1355.702581] env[69239]: _type = "Task" [ 1355.702581] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.713103] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.779610] env[69239]: DEBUG nova.network.neutron [req-cd39e1e5-97d4-4333-aff8-7e07cecdeb67 req-46905317-b8cb-455a-806a-62ba863b0575 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Updated VIF entry in instance network info cache for port 4498243f-62ed-44dc-ae33-15d33400b3ef. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.780010] env[69239]: DEBUG nova.network.neutron [req-cd39e1e5-97d4-4333-aff8-7e07cecdeb67 req-46905317-b8cb-455a-806a-62ba863b0575 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Updating instance_info_cache with network_info: [{"id": "4498243f-62ed-44dc-ae33-15d33400b3ef", "address": "fa:16:3e:3d:18:23", "network": {"id": "46fdda9a-4f86-48e9-959b-191edefbce5e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2121158657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357f7840d6bf46f8a9768c383ee4a82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4498243f-62", "ovs_interfaceid": "4498243f-62ed-44dc-ae33-15d33400b3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.046945] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]526e8c78-8495-2784-6dc5-234a294a7e64, 'name': SearchDatastore_Task, 'duration_secs': 0.035793} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.047282] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.048107] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.048107] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.048107] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.048286] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.048524] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aacf48b-ff04-4194-a11c-a4d696770e5b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.060928] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.061144] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.061908] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a96a88-b2c5-458c-bf52-1dd62f818acc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.067762] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1356.067762] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52722be7-965d-3c1c-ec8c-4aa6895e4148" [ 1356.067762] env[69239]: _type = "Task" [ 1356.067762] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.076577] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52722be7-965d-3c1c-ec8c-4aa6895e4148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.093134] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52ee4e42-f7d9-a1d3-fed9-2afd2674d1ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012137} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.093517] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.093810] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.094112] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.094269] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.094448] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.094730] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3040b06f-6c3d-47a3-a679-f1d5fd4be596 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.107842] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.108108] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.109023] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0f7978-3a41-43fe-852f-4d711a127646 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.116229] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1356.116229] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52e36677-ec5a-3139-003e-ae1bb1a298ab" [ 1356.116229] env[69239]: _type = "Task" [ 1356.116229] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.125023] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e36677-ec5a-3139-003e-ae1bb1a298ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.191309] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.191711] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.193551] env[69239]: INFO nova.compute.claims [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.212373] env[69239]: DEBUG oslo_vmware.api [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146302, 'name': PowerOnVM_Task, 'duration_secs': 0.465766} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.212624] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.283382] env[69239]: DEBUG oslo_concurrency.lockutils [req-cd39e1e5-97d4-4333-aff8-7e07cecdeb67 req-46905317-b8cb-455a-806a-62ba863b0575 service nova] Releasing lock "refresh_cache-cccbe015-05aa-4f73-8fc7-39f2db249ad1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.316064] env[69239]: DEBUG nova.compute.manager [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1356.317061] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8249d957-1bc9-4d4e-9b71-6a5252bec2ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.578933] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52722be7-965d-3c1c-ec8c-4aa6895e4148, 'name': SearchDatastore_Task, 'duration_secs': 0.033345} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.581025] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66997582-17bb-4bc6-80fe-f965c0f17301 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.585716] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1356.585716] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52f90c6b-5db9-3bee-6963-f3fff37e962a" [ 1356.585716] env[69239]: _type = "Task" [ 1356.585716] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.594177] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f90c6b-5db9-3bee-6963-f3fff37e962a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.627500] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52e36677-ec5a-3139-003e-ae1bb1a298ab, 'name': SearchDatastore_Task, 'duration_secs': 0.02633} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.628655] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474ecfd3-56a5-467f-b864-a6a2b112a6ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.635230] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1356.635230] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52fb3b72-34e6-2d2c-cca6-befa5634cbf9" [ 1356.635230] env[69239]: _type = "Task" [ 1356.635230] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.643484] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52fb3b72-34e6-2d2c-cca6-befa5634cbf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.836068] env[69239]: DEBUG oslo_concurrency.lockutils [None req-84ddd7ce-78cd-4f4b-beef-99e6a57571f8 tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "91cdf27e-d672-4459-9b28-141cac40491a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.089s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.096157] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52f90c6b-5db9-3bee-6963-f3fff37e962a, 'name': SearchDatastore_Task, 'duration_secs': 0.012835} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.096498] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.096857] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] cccbe015-05aa-4f73-8fc7-39f2db249ad1/cccbe015-05aa-4f73-8fc7-39f2db249ad1.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.097214] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d45e3d4f-baa3-4c8a-8150-f6b5ee3e54b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.105736] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1357.105736] env[69239]: value = "task-4146303" [ 1357.105736] env[69239]: _type = "Task" [ 1357.105736] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.115116] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.146281] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52fb3b72-34e6-2d2c-cca6-befa5634cbf9, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.146556] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.146853] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 39e9d15f-d1bc-4420-ae6e-dfe26d695a31/39e9d15f-d1bc-4420-ae6e-dfe26d695a31.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.147128] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86de4782-f590-4700-a06c-5e8b4c151ad5 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.154203] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1357.154203] env[69239]: value = "task-4146304" [ 1357.154203] env[69239]: _type = "Task" [ 1357.154203] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.162631] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.270828] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ae5809-24d6-4158-bc93-9124eb45e7c0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.278900] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1424f6-b877-4bdf-b204-0d4d29c4796f {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.309225] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34080f42-2591-4a0d-aa9e-4a5f64621909 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.319287] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d7cc0d-3ae2-4e63-b3c1-d8e9ce837f51 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.335435] env[69239]: DEBUG nova.compute.provider_tree [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.438310] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "91cdf27e-d672-4459-9b28-141cac40491a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.438597] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "91cdf27e-d672-4459-9b28-141cac40491a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.438786] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "91cdf27e-d672-4459-9b28-141cac40491a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.439087] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "91cdf27e-d672-4459-9b28-141cac40491a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.439409] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "91cdf27e-d672-4459-9b28-141cac40491a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.442186] env[69239]: INFO nova.compute.manager [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Terminating instance [ 1357.619853] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146303, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.666216] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146304, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.839419] env[69239]: DEBUG nova.scheduler.client.report [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.946858] env[69239]: DEBUG nova.compute.manager [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1357.947127] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.948075] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aecba2a-e46a-4ae8-9494-e785079e146b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.955541] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.955787] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d64bda2-5d2f-4646-ad26-c35f3ecee0c8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.962060] env[69239]: DEBUG oslo_vmware.api [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1357.962060] env[69239]: value = "task-4146305" [ 1357.962060] env[69239]: _type = "Task" [ 1357.962060] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.970671] env[69239]: DEBUG oslo_vmware.api [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.120157] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701425} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.120466] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore2] cccbe015-05aa-4f73-8fc7-39f2db249ad1/cccbe015-05aa-4f73-8fc7-39f2db249ad1.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1358.120701] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1358.120987] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10f63e14-e116-414f-b4ec-a69d260d4c21 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.129226] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1358.129226] env[69239]: value = "task-4146306" [ 1358.129226] env[69239]: _type = "Task" [ 1358.129226] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.138717] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.166657] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591752} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.167103] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 39e9d15f-d1bc-4420-ae6e-dfe26d695a31/39e9d15f-d1bc-4420-ae6e-dfe26d695a31.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1358.167374] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1358.167706] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f8cbc04-1277-44db-8c99-6000f843d8d8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.176083] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1358.176083] env[69239]: value = "task-4146307" [ 1358.176083] env[69239]: _type = "Task" [ 1358.176083] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.186121] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.344336] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.344970] env[69239]: DEBUG nova.compute.manager [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Start building networks asynchronously for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1358.471674] env[69239]: DEBUG oslo_vmware.api [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146305, 'name': PowerOffVM_Task, 'duration_secs': 0.200112} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.471956] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.472151] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.472420] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-020c077b-de20-44eb-bfe3-f38b39385416 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.538013] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.538277] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.538465] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Deleting the datastore file [datastore2] 91cdf27e-d672-4459-9b28-141cac40491a {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.538753] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ace5541-1b8e-4430-9ad3-9cf624f602e7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.545643] env[69239]: DEBUG oslo_vmware.api [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for the task: (returnval){ [ 1358.545643] env[69239]: value = "task-4146309" [ 1358.545643] env[69239]: _type = "Task" [ 1358.545643] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.554277] env[69239]: DEBUG oslo_vmware.api [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.640883] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094826} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.641332] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.643054] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf7105f-26e4-483d-9283-ff240c237e56 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.668011] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] cccbe015-05aa-4f73-8fc7-39f2db249ad1/cccbe015-05aa-4f73-8fc7-39f2db249ad1.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.668480] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ed52ac6-1457-4569-b310-6e2e17f4bbb7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.691145] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078348} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.692491] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.692869] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1358.692869] env[69239]: value = "task-4146310" [ 1358.692869] env[69239]: _type = "Task" [ 1358.692869] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.693576] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842e3b60-f9ef-47b9-9911-66c69443c227 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.716813] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 39e9d15f-d1bc-4420-ae6e-dfe26d695a31/39e9d15f-d1bc-4420-ae6e-dfe26d695a31.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.720301] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfe4e023-c62c-4884-963a-6fb3884c5abe {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.734659] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146310, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.740017] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1358.740017] env[69239]: value = "task-4146311" [ 1358.740017] env[69239]: _type = "Task" [ 1358.740017] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.749916] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.850546] env[69239]: DEBUG nova.compute.utils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1358.851996] env[69239]: DEBUG nova.compute.manager [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Allocating IP information in the background. {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.852191] env[69239]: DEBUG nova.network.neutron [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] allocate_for_instance() {{(pid=69239) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.921816] env[69239]: DEBUG nova.policy [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44d04b0c3f7b45b582a3ce2882202133', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aff84ad2a174ad18e7e90712bb4b173', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69239) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.055661] env[69239]: DEBUG oslo_vmware.api [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Task: {'id': task-4146309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135472} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.055962] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.056121] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.056307] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.056477] env[69239]: INFO nova.compute.manager [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1359.056742] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.056946] env[69239]: DEBUG nova.compute.manager [-] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.057055] env[69239]: DEBUG nova.network.neutron [-] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.177906] env[69239]: DEBUG nova.network.neutron [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Successfully created port: bf2d5efb-c1f1-4e16-b04f-1d5009d5d677 {{(pid=69239) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.210631] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146310, 'name': ReconfigVM_Task, 'duration_secs': 0.300474} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.210924] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Reconfigured VM instance instance-0000007d to attach disk [datastore2] cccbe015-05aa-4f73-8fc7-39f2db249ad1/cccbe015-05aa-4f73-8fc7-39f2db249ad1.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.212504] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9891939c-de7e-4e9f-8271-9a4ea70966b9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.221841] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1359.221841] env[69239]: value = "task-4146312" [ 1359.221841] env[69239]: _type = "Task" [ 1359.221841] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.234829] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146312, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.255629] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146311, 'name': ReconfigVM_Task, 'duration_secs': 0.281231} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.256244] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 39e9d15f-d1bc-4420-ae6e-dfe26d695a31/39e9d15f-d1bc-4420-ae6e-dfe26d695a31.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.256911] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4aa7576-a2c6-4872-8e12-2a20cdd23f12 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.265979] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1359.265979] env[69239]: value = "task-4146313" [ 1359.265979] env[69239]: _type = "Task" [ 1359.265979] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.276173] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146313, 'name': Rename_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.355227] env[69239]: DEBUG nova.compute.manager [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Start building block device mappings for instance. {{(pid=69239) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1359.539992] env[69239]: DEBUG nova.compute.manager [req-888826b9-350d-4261-9f62-96f42cbe34fa req-ae76658b-2bae-4eb7-b5e4-ab2a282916e8 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Received event network-vif-deleted-23815fb9-fdde-47d3-94ea-51a989be962c {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.539992] env[69239]: INFO nova.compute.manager [req-888826b9-350d-4261-9f62-96f42cbe34fa req-ae76658b-2bae-4eb7-b5e4-ab2a282916e8 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Neutron deleted interface 23815fb9-fdde-47d3-94ea-51a989be962c; detaching it from the instance and deleting it from the info cache [ 1359.540214] env[69239]: DEBUG nova.network.neutron [req-888826b9-350d-4261-9f62-96f42cbe34fa req-ae76658b-2bae-4eb7-b5e4-ab2a282916e8 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.732276] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146312, 'name': Rename_Task, 'duration_secs': 0.160273} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.732508] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.732814] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaddc7d3-447d-41b6-9f3d-c964ff3065f1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.739865] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1359.739865] env[69239]: value = "task-4146314" [ 1359.739865] env[69239]: _type = "Task" [ 1359.739865] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.749404] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.775883] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146313, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.020948] env[69239]: DEBUG nova.network.neutron [-] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.043534] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01a811a1-caeb-46c6-9d10-c6e9586c923a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.053650] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb43749a-0b2b-4221-8ca7-4c5a92f6272d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.080569] env[69239]: DEBUG nova.compute.manager [req-888826b9-350d-4261-9f62-96f42cbe34fa req-ae76658b-2bae-4eb7-b5e4-ab2a282916e8 service nova] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Detach interface failed, port_id=23815fb9-fdde-47d3-94ea-51a989be962c, reason: Instance 91cdf27e-d672-4459-9b28-141cac40491a could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1360.250637] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.276980] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146313, 'name': Rename_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.365302] env[69239]: DEBUG nova.compute.manager [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Start spawning the instance on the hypervisor. {{(pid=69239) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1360.395887] env[69239]: DEBUG nova.virt.hardware [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1360.396241] env[69239]: DEBUG nova.virt.hardware [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.396489] env[69239]: DEBUG nova.virt.hardware [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.396840] env[69239]: DEBUG nova.virt.hardware [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.398040] env[69239]: DEBUG nova.virt.hardware [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.398040] env[69239]: DEBUG nova.virt.hardware [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1360.398040] env[69239]: DEBUG nova.virt.hardware [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1360.398040] env[69239]: DEBUG nova.virt.hardware [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1360.398040] env[69239]: DEBUG nova.virt.hardware [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1360.398333] env[69239]: DEBUG nova.virt.hardware [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1360.398333] env[69239]: DEBUG nova.virt.hardware [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1360.399293] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff6fafe-658f-4731-b9a8-cb20c313cb7a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.408576] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3319abec-56c2-427d-918b-98b067ed0940 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.523851] env[69239]: INFO nova.compute.manager [-] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Took 1.47 seconds to deallocate network for instance. [ 1360.630851] env[69239]: DEBUG nova.compute.manager [req-6e6a17c1-c9fa-45aa-bb3d-045ace43a71d req-497adff9-78fa-4702-9e2a-569874ef0b76 service nova] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Received event network-vif-plugged-bf2d5efb-c1f1-4e16-b04f-1d5009d5d677 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.631058] env[69239]: DEBUG oslo_concurrency.lockutils [req-6e6a17c1-c9fa-45aa-bb3d-045ace43a71d req-497adff9-78fa-4702-9e2a-569874ef0b76 service nova] Acquiring lock "4cdb0472-9b79-4426-aa8d-bdcf3b025be6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.631575] env[69239]: DEBUG oslo_concurrency.lockutils [req-6e6a17c1-c9fa-45aa-bb3d-045ace43a71d req-497adff9-78fa-4702-9e2a-569874ef0b76 service nova] Lock "4cdb0472-9b79-4426-aa8d-bdcf3b025be6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.631761] env[69239]: DEBUG oslo_concurrency.lockutils [req-6e6a17c1-c9fa-45aa-bb3d-045ace43a71d req-497adff9-78fa-4702-9e2a-569874ef0b76 service nova] Lock "4cdb0472-9b79-4426-aa8d-bdcf3b025be6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.631935] env[69239]: DEBUG nova.compute.manager [req-6e6a17c1-c9fa-45aa-bb3d-045ace43a71d req-497adff9-78fa-4702-9e2a-569874ef0b76 service nova] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] No waiting events found dispatching network-vif-plugged-bf2d5efb-c1f1-4e16-b04f-1d5009d5d677 {{(pid=69239) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1360.632112] env[69239]: WARNING nova.compute.manager [req-6e6a17c1-c9fa-45aa-bb3d-045ace43a71d req-497adff9-78fa-4702-9e2a-569874ef0b76 service nova] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Received unexpected event network-vif-plugged-bf2d5efb-c1f1-4e16-b04f-1d5009d5d677 for instance with vm_state building and task_state spawning. [ 1360.722826] env[69239]: DEBUG nova.network.neutron [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Successfully updated port: bf2d5efb-c1f1-4e16-b04f-1d5009d5d677 {{(pid=69239) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.750812] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.779105] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146313, 'name': Rename_Task, 'duration_secs': 1.172332} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.779325] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.779643] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1d835f8-4205-4794-bb67-b4bc4743b8d2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.787810] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1360.787810] env[69239]: value = "task-4146315" [ 1360.787810] env[69239]: _type = "Task" [ 1360.787810] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.796572] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.031350] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.031559] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.031757] env[69239]: DEBUG nova.objects.instance [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lazy-loading 'resources' on Instance uuid 91cdf27e-d672-4459-9b28-141cac40491a {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.228789] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Acquiring lock "refresh_cache-4cdb0472-9b79-4426-aa8d-bdcf3b025be6" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.229051] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Acquired lock "refresh_cache-4cdb0472-9b79-4426-aa8d-bdcf3b025be6" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.229261] env[69239]: DEBUG nova.network.neutron [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.250649] env[69239]: DEBUG oslo_vmware.api [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146314, 'name': PowerOnVM_Task, 'duration_secs': 1.35831} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.251776] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.251776] env[69239]: INFO nova.compute.manager [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1361.251776] env[69239]: DEBUG nova.compute.manager [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1361.252425] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64b9f22-63b5-4a5a-afb2-9923171ee84a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.298123] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146315, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.604741] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51701280-1c21-4d18-a7d5-8c4495367697 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.612946] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7dda06-6b08-44a3-a8a2-d13317087ed2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.643116] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27f0118-29dc-4c4b-94cd-56c7a45d4338 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.651407] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26268ac-1b2f-4774-a8df-08db32e277a7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.667025] env[69239]: DEBUG nova.compute.provider_tree [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.770487] env[69239]: INFO nova.compute.manager [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Took 13.94 seconds to build instance. [ 1361.772114] env[69239]: DEBUG nova.network.neutron [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.800510] env[69239]: DEBUG oslo_vmware.api [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146315, 'name': PowerOnVM_Task, 'duration_secs': 0.570099} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.801184] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.801184] env[69239]: INFO nova.compute.manager [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1361.801184] env[69239]: DEBUG nova.compute.manager [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1361.801949] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb94c05-a409-4f7d-8b52-54cb389b491c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.906141] env[69239]: DEBUG nova.network.neutron [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Updating instance_info_cache with network_info: [{"id": "bf2d5efb-c1f1-4e16-b04f-1d5009d5d677", "address": "fa:16:3e:33:6a:66", "network": {"id": "ac6872df-93b3-4957-a509-a9f36615ca92", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1507708432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aff84ad2a174ad18e7e90712bb4b173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf2d5efb-c1", "ovs_interfaceid": "bf2d5efb-c1f1-4e16-b04f-1d5009d5d677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.170172] env[69239]: DEBUG nova.scheduler.client.report [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.275239] env[69239]: DEBUG oslo_concurrency.lockutils [None req-81b960d2-efd1-4e8a-a9ce-f63a4119f76b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.450s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.318048] env[69239]: INFO nova.compute.manager [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Took 11.60 seconds to build instance. [ 1362.409396] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Releasing lock "refresh_cache-4cdb0472-9b79-4426-aa8d-bdcf3b025be6" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.409742] env[69239]: DEBUG nova.compute.manager [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Instance network_info: |[{"id": "bf2d5efb-c1f1-4e16-b04f-1d5009d5d677", "address": "fa:16:3e:33:6a:66", "network": {"id": "ac6872df-93b3-4957-a509-a9f36615ca92", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1507708432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aff84ad2a174ad18e7e90712bb4b173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf2d5efb-c1", "ovs_interfaceid": "bf2d5efb-c1f1-4e16-b04f-1d5009d5d677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69239) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.410190] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:6a:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf2d5efb-c1f1-4e16-b04f-1d5009d5d677', 'vif_model': 'vmxnet3'}] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.417862] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Creating folder: Project (0aff84ad2a174ad18e7e90712bb4b173). Parent ref: group-v820715. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.418167] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e7bf88c-dfa9-48c7-a1ff-222c74b2b60c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.431458] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Created folder: Project (0aff84ad2a174ad18e7e90712bb4b173) in parent group-v820715. [ 1362.431830] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Creating folder: Instances. Parent ref: group-v821060. {{(pid=69239) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.432243] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d17e7f46-dc1f-40fb-93c4-fe514b8b1824 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.444375] env[69239]: INFO nova.virt.vmwareapi.vm_util [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Created folder: Instances in parent group-v821060. [ 1362.444641] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.444849] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.445343] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1529da53-4c7c-43a8-8154-9769d008071c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.465783] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.465783] env[69239]: value = "task-4146318" [ 1362.465783] env[69239]: _type = "Task" [ 1362.465783] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.474229] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146318, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.662339] env[69239]: DEBUG nova.compute.manager [req-379edb24-47d6-4fb8-aa89-51df5e335412 req-e4d748f3-00cb-48cc-a17d-cd44ceb00dfb service nova] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Received event network-changed-bf2d5efb-c1f1-4e16-b04f-1d5009d5d677 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.662644] env[69239]: DEBUG nova.compute.manager [req-379edb24-47d6-4fb8-aa89-51df5e335412 req-e4d748f3-00cb-48cc-a17d-cd44ceb00dfb service nova] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Refreshing instance network info cache due to event network-changed-bf2d5efb-c1f1-4e16-b04f-1d5009d5d677. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1362.662894] env[69239]: DEBUG oslo_concurrency.lockutils [req-379edb24-47d6-4fb8-aa89-51df5e335412 req-e4d748f3-00cb-48cc-a17d-cd44ceb00dfb service nova] Acquiring lock "refresh_cache-4cdb0472-9b79-4426-aa8d-bdcf3b025be6" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.662986] env[69239]: DEBUG oslo_concurrency.lockutils [req-379edb24-47d6-4fb8-aa89-51df5e335412 req-e4d748f3-00cb-48cc-a17d-cd44ceb00dfb service nova] Acquired lock "refresh_cache-4cdb0472-9b79-4426-aa8d-bdcf3b025be6" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.663290] env[69239]: DEBUG nova.network.neutron [req-379edb24-47d6-4fb8-aa89-51df5e335412 req-e4d748f3-00cb-48cc-a17d-cd44ceb00dfb service nova] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Refreshing network info cache for port bf2d5efb-c1f1-4e16-b04f-1d5009d5d677 {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.676223] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.702975] env[69239]: INFO nova.scheduler.client.report [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Deleted allocations for instance 91cdf27e-d672-4459-9b28-141cac40491a [ 1362.820010] env[69239]: DEBUG oslo_concurrency.lockutils [None req-0ff5a19d-b4cb-423c-873b-c1d73bd6564d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Lock "39e9d15f-d1bc-4420-ae6e-dfe26d695a31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.105s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.878153] env[69239]: DEBUG nova.compute.manager [req-fefd9fe7-d39d-4732-9ed2-dafbe640e076 req-16d3091a-fd44-4016-af4b-098b7f7a15e0 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Received event network-changed-4498243f-62ed-44dc-ae33-15d33400b3ef {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.878153] env[69239]: DEBUG nova.compute.manager [req-fefd9fe7-d39d-4732-9ed2-dafbe640e076 req-16d3091a-fd44-4016-af4b-098b7f7a15e0 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Refreshing instance network info cache due to event network-changed-4498243f-62ed-44dc-ae33-15d33400b3ef. {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1362.878366] env[69239]: DEBUG oslo_concurrency.lockutils [req-fefd9fe7-d39d-4732-9ed2-dafbe640e076 req-16d3091a-fd44-4016-af4b-098b7f7a15e0 service nova] Acquiring lock "refresh_cache-cccbe015-05aa-4f73-8fc7-39f2db249ad1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.878505] env[69239]: DEBUG oslo_concurrency.lockutils [req-fefd9fe7-d39d-4732-9ed2-dafbe640e076 req-16d3091a-fd44-4016-af4b-098b7f7a15e0 service nova] Acquired lock "refresh_cache-cccbe015-05aa-4f73-8fc7-39f2db249ad1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.878657] env[69239]: DEBUG nova.network.neutron [req-fefd9fe7-d39d-4732-9ed2-dafbe640e076 req-16d3091a-fd44-4016-af4b-098b7f7a15e0 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Refreshing network info cache for port 4498243f-62ed-44dc-ae33-15d33400b3ef {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.976740] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146318, 'name': CreateVM_Task, 'duration_secs': 0.328172} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.977233] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.977996] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.978182] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.978504] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.978762] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e1d5ad-8ded-4852-9420-8bddb3fe3b5a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.984570] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Waiting for the task: (returnval){ [ 1362.984570] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]527469c9-f9d8-5382-47c9-9c3e6860f39a" [ 1362.984570] env[69239]: _type = "Task" [ 1362.984570] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.993196] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527469c9-f9d8-5382-47c9-9c3e6860f39a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.120970] env[69239]: INFO nova.compute.manager [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Rebuilding instance [ 1363.163684] env[69239]: DEBUG nova.compute.manager [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1363.164571] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dab944-dc67-4a9e-b8cc-5a71969afd5d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.211745] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e56d1d3c-ac57-4d66-be4f-cbe75eec324d tempest-ServerActionsTestOtherB-650813181 tempest-ServerActionsTestOtherB-650813181-project-member] Lock "91cdf27e-d672-4459-9b28-141cac40491a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.773s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.395758] env[69239]: DEBUG nova.network.neutron [req-379edb24-47d6-4fb8-aa89-51df5e335412 req-e4d748f3-00cb-48cc-a17d-cd44ceb00dfb service nova] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Updated VIF entry in instance network info cache for port bf2d5efb-c1f1-4e16-b04f-1d5009d5d677. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.396769] env[69239]: DEBUG nova.network.neutron [req-379edb24-47d6-4fb8-aa89-51df5e335412 req-e4d748f3-00cb-48cc-a17d-cd44ceb00dfb service nova] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Updating instance_info_cache with network_info: [{"id": "bf2d5efb-c1f1-4e16-b04f-1d5009d5d677", "address": "fa:16:3e:33:6a:66", "network": {"id": "ac6872df-93b3-4957-a509-a9f36615ca92", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1507708432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aff84ad2a174ad18e7e90712bb4b173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf2d5efb-c1", "ovs_interfaceid": "bf2d5efb-c1f1-4e16-b04f-1d5009d5d677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.494600] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]527469c9-f9d8-5382-47c9-9c3e6860f39a, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.494987] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.495296] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.495487] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.495634] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.495811] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.496105] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64967254-9734-4ce1-9cad-4a42e0280213 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.507601] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.507822] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.508598] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c224277-923e-4e12-964f-7b3b561d53ac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.514318] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Waiting for the task: (returnval){ [ 1363.514318] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5286fd97-81db-0f99-c7ee-d8b3e7386abd" [ 1363.514318] env[69239]: _type = "Task" [ 1363.514318] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.523176] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5286fd97-81db-0f99-c7ee-d8b3e7386abd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.596365] env[69239]: DEBUG nova.network.neutron [req-fefd9fe7-d39d-4732-9ed2-dafbe640e076 req-16d3091a-fd44-4016-af4b-098b7f7a15e0 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Updated VIF entry in instance network info cache for port 4498243f-62ed-44dc-ae33-15d33400b3ef. {{(pid=69239) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.596791] env[69239]: DEBUG nova.network.neutron [req-fefd9fe7-d39d-4732-9ed2-dafbe640e076 req-16d3091a-fd44-4016-af4b-098b7f7a15e0 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Updating instance_info_cache with network_info: [{"id": "4498243f-62ed-44dc-ae33-15d33400b3ef", "address": "fa:16:3e:3d:18:23", "network": {"id": "46fdda9a-4f86-48e9-959b-191edefbce5e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2121158657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357f7840d6bf46f8a9768c383ee4a82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4498243f-62", "ovs_interfaceid": "4498243f-62ed-44dc-ae33-15d33400b3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.899288] env[69239]: DEBUG oslo_concurrency.lockutils [req-379edb24-47d6-4fb8-aa89-51df5e335412 req-e4d748f3-00cb-48cc-a17d-cd44ceb00dfb service nova] Releasing lock "refresh_cache-4cdb0472-9b79-4426-aa8d-bdcf3b025be6" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.025353] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5286fd97-81db-0f99-c7ee-d8b3e7386abd, 'name': SearchDatastore_Task, 'duration_secs': 0.009881} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.026231] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd6561f3-5296-4b30-9d16-6d37cac2f140 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.031571] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Waiting for the task: (returnval){ [ 1364.031571] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]5266f349-77f6-8031-72f4-66b5632a71c4" [ 1364.031571] env[69239]: _type = "Task" [ 1364.031571] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.039433] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5266f349-77f6-8031-72f4-66b5632a71c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.100300] env[69239]: DEBUG oslo_concurrency.lockutils [req-fefd9fe7-d39d-4732-9ed2-dafbe640e076 req-16d3091a-fd44-4016-af4b-098b7f7a15e0 service nova] Releasing lock "refresh_cache-cccbe015-05aa-4f73-8fc7-39f2db249ad1" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.180512] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.180834] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ba6738f-9e5d-402d-9495-ac5d31d9d5e3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.188658] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1364.188658] env[69239]: value = "task-4146320" [ 1364.188658] env[69239]: _type = "Task" [ 1364.188658] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.197299] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.543124] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]5266f349-77f6-8031-72f4-66b5632a71c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.543395] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.543651] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 4cdb0472-9b79-4426-aa8d-bdcf3b025be6/4cdb0472-9b79-4426-aa8d-bdcf3b025be6.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.543911] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50ccd0de-c169-468c-9df7-436d81695e48 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.554159] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Waiting for the task: (returnval){ [ 1364.554159] env[69239]: value = "task-4146321" [ 1364.554159] env[69239]: _type = "Task" [ 1364.554159] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.562929] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': task-4146321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.698845] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146320, 'name': PowerOffVM_Task, 'duration_secs': 0.30407} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.699204] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.699914] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.700752] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4febada9-cfb4-435b-aaf4-caf96af5d7ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.708593] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.708898] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-728dd9fd-ae70-4837-abef-fe09a5a245d8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.737429] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.737782] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.738050] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Deleting the datastore file [datastore1] 39e9d15f-d1bc-4420-ae6e-dfe26d695a31 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.738467] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ae843f9-3f46-445c-b460-70904f28edb4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.746437] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1364.746437] env[69239]: value = "task-4146323" [ 1364.746437] env[69239]: _type = "Task" [ 1364.746437] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.756710] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.065278] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': task-4146321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467367} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.065808] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 4cdb0472-9b79-4426-aa8d-bdcf3b025be6/4cdb0472-9b79-4426-aa8d-bdcf3b025be6.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.065808] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.065978] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dd017d7-0d8a-44ea-8bf2-79eec0739505 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.072416] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Waiting for the task: (returnval){ [ 1365.072416] env[69239]: value = "task-4146324" [ 1365.072416] env[69239]: _type = "Task" [ 1365.072416] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.081131] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': task-4146324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.257204] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323052} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.257480] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.257676] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.257949] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.584153] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': task-4146324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066413} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.584397] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.585324] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accaf7a4-25ee-4d6e-b1b8-b1eb4a0da37e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.609025] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 4cdb0472-9b79-4426-aa8d-bdcf3b025be6/4cdb0472-9b79-4426-aa8d-bdcf3b025be6.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.609179] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52a774b2-9678-4170-8c3c-59711c124357 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.630648] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Waiting for the task: (returnval){ [ 1365.630648] env[69239]: value = "task-4146325" [ 1365.630648] env[69239]: _type = "Task" [ 1365.630648] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.639464] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': task-4146325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.142624] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': task-4146325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.294532] env[69239]: DEBUG nova.virt.hardware [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T11:17:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T11:17:13Z,direct_url=,disk_format='vmdk',id=32f6ed7a-c23a-41a2-a27e-2175262f6379,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6e16387b07e34e769a9d41d0e382fb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T11:17:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.294788] env[69239]: DEBUG nova.virt.hardware [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Flavor limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.294949] env[69239]: DEBUG nova.virt.hardware [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Image limits 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.295147] env[69239]: DEBUG nova.virt.hardware [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Flavor pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.295294] env[69239]: DEBUG nova.virt.hardware [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Image pref 0:0:0 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.295473] env[69239]: DEBUG nova.virt.hardware [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69239) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.295700] env[69239]: DEBUG nova.virt.hardware [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.295858] env[69239]: DEBUG nova.virt.hardware [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.296036] env[69239]: DEBUG nova.virt.hardware [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Got 1 possible topologies {{(pid=69239) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.296202] env[69239]: DEBUG nova.virt.hardware [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.296374] env[69239]: DEBUG nova.virt.hardware [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69239) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.297272] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96424ce-5b91-459d-a8af-60991954ccc0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.305514] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2b4da7-9e91-4607-97c6-6f47042381a2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.059862] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Instance VIF info [] {{(pid=69239) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1367.064259] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.067372] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Creating VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1367.067603] env[69239]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecb2a4f7-7174-42b3-b78b-e40b5a40a411 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.085917] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': task-4146325, 'name': ReconfigVM_Task, 'duration_secs': 1.30159} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.087338] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 4cdb0472-9b79-4426-aa8d-bdcf3b025be6/4cdb0472-9b79-4426-aa8d-bdcf3b025be6.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.088082] env[69239]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1367.088082] env[69239]: value = "task-4146326" [ 1367.088082] env[69239]: _type = "Task" [ 1367.088082] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.088346] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eef2dca9-3c1c-44d1-a914-7c9eaef337e3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.097984] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146326, 'name': CreateVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.099243] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Waiting for the task: (returnval){ [ 1367.099243] env[69239]: value = "task-4146327" [ 1367.099243] env[69239]: _type = "Task" [ 1367.099243] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.107210] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': task-4146327, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.601124] env[69239]: DEBUG oslo_vmware.api [-] Task: {'id': task-4146326, 'name': CreateVM_Task, 'duration_secs': 0.272841} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.604232] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Created VM on the ESX host {{(pid=69239) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1367.604791] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.605036] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.605758] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.605989] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a5489ff-4a77-4dca-a2b4-2dfca6a0c6bc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.611456] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': task-4146327, 'name': Rename_Task, 'duration_secs': 0.139532} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.612808] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.613147] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1367.613147] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52341932-e5bf-52fd-d66f-24938bd96910" [ 1367.613147] env[69239]: _type = "Task" [ 1367.613147] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.613364] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9a2ff08-95ff-4a9d-9e32-0b06bef1a694 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.625275] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52341932-e5bf-52fd-d66f-24938bd96910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.627036] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Waiting for the task: (returnval){ [ 1367.627036] env[69239]: value = "task-4146328" [ 1367.627036] env[69239]: _type = "Task" [ 1367.627036] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.636185] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': task-4146328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.125877] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52341932-e5bf-52fd-d66f-24938bd96910, 'name': SearchDatastore_Task, 'duration_secs': 0.01292} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.126246] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.126481] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Processing image 32f6ed7a-c23a-41a2-a27e-2175262f6379 {{(pid=69239) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1368.126712] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.126895] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.127136] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1368.127421] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d04cd29a-cb09-405c-9689-86183655ac12 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.138330] env[69239]: DEBUG oslo_vmware.api [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': task-4146328, 'name': PowerOnVM_Task, 'duration_secs': 0.49695} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.138576] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.138783] env[69239]: INFO nova.compute.manager [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1368.138958] env[69239]: DEBUG nova.compute.manager [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1368.139796] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42838e2c-8588-4ca4-9fec-06a1b7824820 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.143324] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69239) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1368.143500] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69239) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1368.144533] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e8da02-1285-42d8-83aa-3ef42282ddc6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.153884] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1368.153884] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]525f3687-d45f-3e60-6da7-6348e43b0bfc" [ 1368.153884] env[69239]: _type = "Task" [ 1368.153884] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.162638] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525f3687-d45f-3e60-6da7-6348e43b0bfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.662608] env[69239]: INFO nova.compute.manager [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Took 12.49 seconds to build instance. [ 1368.667761] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]525f3687-d45f-3e60-6da7-6348e43b0bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.668896] env[69239]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0672340-5c76-436f-9f7e-2248e97a6276 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.675495] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1368.675495] env[69239]: value = "session[524bb5cb-8c76-480d-bc2f-640363b57063]52fba27f-8c9e-31d8-859b-52d70c43fd27" [ 1368.675495] env[69239]: _type = "Task" [ 1368.675495] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.686900] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52fba27f-8c9e-31d8-859b-52d70c43fd27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.164245] env[69239]: DEBUG oslo_concurrency.lockutils [None req-722e5247-0096-4eb0-8705-486c1421acbc tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Lock "4cdb0472-9b79-4426-aa8d-bdcf3b025be6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.003s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.187750] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': session[524bb5cb-8c76-480d-bc2f-640363b57063]52fba27f-8c9e-31d8-859b-52d70c43fd27, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.187947] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.188286] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 39e9d15f-d1bc-4420-ae6e-dfe26d695a31/39e9d15f-d1bc-4420-ae6e-dfe26d695a31.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1369.188582] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ed6f9ed-27be-4eb1-a974-726a7877bfae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.195738] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1369.195738] env[69239]: value = "task-4146329" [ 1369.195738] env[69239]: _type = "Task" [ 1369.195738] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.204541] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.706129] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441346} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.706964] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f6ed7a-c23a-41a2-a27e-2175262f6379/32f6ed7a-c23a-41a2-a27e-2175262f6379.vmdk to [datastore1] 39e9d15f-d1bc-4420-ae6e-dfe26d695a31/39e9d15f-d1bc-4420-ae6e-dfe26d695a31.vmdk {{(pid=69239) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1369.707275] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Extending root virtual disk to 1048576 {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1369.707549] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e061e4ac-e148-46aa-93db-5a5d884ec6a2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.714434] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1369.714434] env[69239]: value = "task-4146330" [ 1369.714434] env[69239]: _type = "Task" [ 1369.714434] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.722641] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.137975] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Acquiring lock "4cdb0472-9b79-4426-aa8d-bdcf3b025be6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.138311] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Lock "4cdb0472-9b79-4426-aa8d-bdcf3b025be6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.138530] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Acquiring lock "4cdb0472-9b79-4426-aa8d-bdcf3b025be6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.138716] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Lock "4cdb0472-9b79-4426-aa8d-bdcf3b025be6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.138892] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Lock "4cdb0472-9b79-4426-aa8d-bdcf3b025be6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.141243] env[69239]: INFO nova.compute.manager [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Terminating instance [ 1370.224055] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071143} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.224332] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Extended root virtual disk {{(pid=69239) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1370.225091] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85669a3d-917f-43c7-b816-d9780ee002da {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.245226] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 39e9d15f-d1bc-4420-ae6e-dfe26d695a31/39e9d15f-d1bc-4420-ae6e-dfe26d695a31.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.245527] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0bbba7a-4942-4286-aa42-0b89d86a155e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.265494] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1370.265494] env[69239]: value = "task-4146331" [ 1370.265494] env[69239]: _type = "Task" [ 1370.265494] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.273684] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.645024] env[69239]: DEBUG nova.compute.manager [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1370.645271] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.646210] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6b279b-3915-4aa6-95b2-42595091063a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.654981] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.655364] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12115b2c-1fa0-4b82-9ccb-a10a8a8ff564 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.662949] env[69239]: DEBUG oslo_vmware.api [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Waiting for the task: (returnval){ [ 1370.662949] env[69239]: value = "task-4146332" [ 1370.662949] env[69239]: _type = "Task" [ 1370.662949] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.672020] env[69239]: DEBUG oslo_vmware.api [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': task-4146332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.780568] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146331, 'name': ReconfigVM_Task, 'duration_secs': 0.290867} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.780568] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 39e9d15f-d1bc-4420-ae6e-dfe26d695a31/39e9d15f-d1bc-4420-ae6e-dfe26d695a31.vmdk or device None with type sparse {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.780568] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e028dd17-51d8-40f4-8473-ac871c2b1f7d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.789091] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1370.789091] env[69239]: value = "task-4146333" [ 1370.789091] env[69239]: _type = "Task" [ 1370.789091] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.801435] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146333, 'name': Rename_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.173443] env[69239]: DEBUG oslo_vmware.api [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': task-4146332, 'name': PowerOffVM_Task, 'duration_secs': 0.35259} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.173715] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.173914] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.174207] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e72bb00-2a9e-48d6-b0b0-43560f063c14 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.249668] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.249940] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.250222] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Deleting the datastore file [datastore1] 4cdb0472-9b79-4426-aa8d-bdcf3b025be6 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.250413] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4c31da8-4226-4198-b2ff-673eb8b78c52 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.256744] env[69239]: DEBUG oslo_vmware.api [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Waiting for the task: (returnval){ [ 1371.256744] env[69239]: value = "task-4146335" [ 1371.256744] env[69239]: _type = "Task" [ 1371.256744] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.264646] env[69239]: DEBUG oslo_vmware.api [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': task-4146335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.300134] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146333, 'name': Rename_Task, 'duration_secs': 0.150216} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.300134] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Powering on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.300134] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bddedbc0-e31e-4bc6-be7c-541c8fd012ae {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.306967] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1371.306967] env[69239]: value = "task-4146336" [ 1371.306967] env[69239]: _type = "Task" [ 1371.306967] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.317288] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.766876] env[69239]: DEBUG oslo_vmware.api [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Task: {'id': task-4146335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147394} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.767192] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.767382] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.767556] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.767728] env[69239]: INFO nova.compute.manager [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1371.767979] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.768386] env[69239]: DEBUG nova.compute.manager [-] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1371.768483] env[69239]: DEBUG nova.network.neutron [-] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1371.817172] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146336, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.054707] env[69239]: DEBUG nova.compute.manager [req-2fa385e6-dfb4-4df6-8b41-bff1c44150d7 req-32c2eae8-97d7-412f-9f96-966f0b5e26b0 service nova] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Received event network-vif-deleted-bf2d5efb-c1f1-4e16-b04f-1d5009d5d677 {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.054707] env[69239]: INFO nova.compute.manager [req-2fa385e6-dfb4-4df6-8b41-bff1c44150d7 req-32c2eae8-97d7-412f-9f96-966f0b5e26b0 service nova] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Neutron deleted interface bf2d5efb-c1f1-4e16-b04f-1d5009d5d677; detaching it from the instance and deleting it from the info cache [ 1372.055029] env[69239]: DEBUG nova.network.neutron [req-2fa385e6-dfb4-4df6-8b41-bff1c44150d7 req-32c2eae8-97d7-412f-9f96-966f0b5e26b0 service nova] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.318426] env[69239]: DEBUG oslo_vmware.api [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146336, 'name': PowerOnVM_Task, 'duration_secs': 0.688451} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.318699] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Powered on the VM {{(pid=69239) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.318906] env[69239]: DEBUG nova.compute.manager [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Checking state {{(pid=69239) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1372.319691] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be53af2-5fdb-4b6a-88fc-45239533005a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.537546] env[69239]: DEBUG nova.network.neutron [-] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.558837] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b793509e-4fac-4cae-9dde-af0edfc8065a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.569728] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b9e249-203d-4e90-ab31-e4fe67342c25 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.601782] env[69239]: DEBUG nova.compute.manager [req-2fa385e6-dfb4-4df6-8b41-bff1c44150d7 req-32c2eae8-97d7-412f-9f96-966f0b5e26b0 service nova] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Detach interface failed, port_id=bf2d5efb-c1f1-4e16-b04f-1d5009d5d677, reason: Instance 4cdb0472-9b79-4426-aa8d-bdcf3b025be6 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1372.837178] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.837408] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.837588] env[69239]: DEBUG nova.objects.instance [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69239) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1372.995379] env[69239]: DEBUG oslo_concurrency.lockutils [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquiring lock "39e9d15f-d1bc-4420-ae6e-dfe26d695a31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.995628] env[69239]: DEBUG oslo_concurrency.lockutils [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Lock "39e9d15f-d1bc-4420-ae6e-dfe26d695a31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.995844] env[69239]: DEBUG oslo_concurrency.lockutils [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquiring lock "39e9d15f-d1bc-4420-ae6e-dfe26d695a31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.996041] env[69239]: DEBUG oslo_concurrency.lockutils [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Lock "39e9d15f-d1bc-4420-ae6e-dfe26d695a31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.996225] env[69239]: DEBUG oslo_concurrency.lockutils [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Lock "39e9d15f-d1bc-4420-ae6e-dfe26d695a31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.998397] env[69239]: INFO nova.compute.manager [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Terminating instance [ 1373.040483] env[69239]: INFO nova.compute.manager [-] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Took 1.27 seconds to deallocate network for instance. [ 1373.502026] env[69239]: DEBUG oslo_concurrency.lockutils [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquiring lock "refresh_cache-39e9d15f-d1bc-4420-ae6e-dfe26d695a31" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.502220] env[69239]: DEBUG oslo_concurrency.lockutils [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquired lock "refresh_cache-39e9d15f-d1bc-4420-ae6e-dfe26d695a31" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.502397] env[69239]: DEBUG nova.network.neutron [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Building network info cache for instance {{(pid=69239) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.535090] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.535317] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.535463] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.535611] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.535758] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.535900] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.536067] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.536213] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69239) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1373.536361] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.547136] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.846218] env[69239]: DEBUG oslo_concurrency.lockutils [None req-e95a1d4c-60fe-4f42-b632-a9c4b1cdbe9d tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.847441] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.300s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.847666] env[69239]: DEBUG nova.objects.instance [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Lazy-loading 'resources' on Instance uuid 4cdb0472-9b79-4426-aa8d-bdcf3b025be6 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.021356] env[69239]: DEBUG nova.network.neutron [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.039251] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.075380] env[69239]: DEBUG nova.network.neutron [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.403686] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8257281-3e82-46ef-9d97-bee0ae44bdc7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.412177] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf65a3e1-d4dd-4267-8a88-972c54de8ea8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.443754] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1d439f-d78c-4ff0-84d4-a727e2ae699a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.451632] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e006096d-7a47-4262-aa55-f3523b4bfe4a {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.465277] env[69239]: DEBUG nova.compute.provider_tree [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.578619] env[69239]: DEBUG oslo_concurrency.lockutils [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Releasing lock "refresh_cache-39e9d15f-d1bc-4420-ae6e-dfe26d695a31" {{(pid=69239) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.579057] env[69239]: DEBUG nova.compute.manager [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.579272] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.580154] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757d2eb9-cff3-46b3-99dd-09e2f4d0304d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.588254] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.588508] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0dee3b2-a392-41e9-8b70-ef06724c618c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.595807] env[69239]: DEBUG oslo_vmware.api [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1374.595807] env[69239]: value = "task-4146337" [ 1374.595807] env[69239]: _type = "Task" [ 1374.595807] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.606323] env[69239]: DEBUG oslo_vmware.api [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.968571] env[69239]: DEBUG nova.scheduler.client.report [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.105761] env[69239]: DEBUG oslo_vmware.api [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146337, 'name': PowerOffVM_Task, 'duration_secs': 0.203184} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.106089] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.106230] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.106484] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0139980-d442-4a03-93de-49df60f5f628 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.132306] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.132660] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Deleting contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.132805] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Deleting the datastore file [datastore1] 39e9d15f-d1bc-4420-ae6e-dfe26d695a31 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.133160] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47fac40a-b9a8-4a5c-a7d2-148253bd00db {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.141535] env[69239]: DEBUG oslo_vmware.api [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for the task: (returnval){ [ 1375.141535] env[69239]: value = "task-4146339" [ 1375.141535] env[69239]: _type = "Task" [ 1375.141535] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.150419] env[69239]: DEBUG oslo_vmware.api [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.473406] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.475725] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.437s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.475901] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.476105] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69239) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1375.477160] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf9a78b-66f3-434f-b9b1-017ee7064a13 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.485548] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74b39c0-1027-4052-8282-b1b5fc11d0f6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.500249] env[69239]: INFO nova.scheduler.client.report [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Deleted allocations for instance 4cdb0472-9b79-4426-aa8d-bdcf3b025be6 [ 1375.502020] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745a28f5-fe2e-42d8-8461-b1e64f700c99 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.511483] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8b8bba-6f1c-4428-88ba-e4f7ef95dde1 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.542141] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180449MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69239) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1375.542343] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.542623] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.651552] env[69239]: DEBUG oslo_vmware.api [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Task: {'id': task-4146339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100417} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.651812] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.652008] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Deleted contents of the VM from datastore datastore1 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.652197] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.652371] env[69239]: INFO nova.compute.manager [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1375.652607] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.652796] env[69239]: DEBUG nova.compute.manager [-] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.652889] env[69239]: DEBUG nova.network.neutron [-] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.670141] env[69239]: DEBUG nova.network.neutron [-] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Instance cache missing network info. {{(pid=69239) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1376.010633] env[69239]: DEBUG oslo_concurrency.lockutils [None req-30e94a88-e19f-42d3-946f-7b9de5b1dfbf tempest-ServerMetadataNegativeTestJSON-1940622910 tempest-ServerMetadataNegativeTestJSON-1940622910-project-member] Lock "4cdb0472-9b79-4426-aa8d-bdcf3b025be6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.872s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.172677] env[69239]: DEBUG nova.network.neutron [-] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.566341] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance cccbe015-05aa-4f73-8fc7-39f2db249ad1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1376.566508] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance 39e9d15f-d1bc-4420-ae6e-dfe26d695a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1376.566690] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1376.566827] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1376.607054] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bdef8d-fd40-4689-8196-6140117f6530 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.615335] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58814290-7c35-48db-acf5-a7ded9a048df {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.646222] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5805e2ec-a571-48fd-8424-3c09649e70ce {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.654179] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c91b658-413c-40c8-bcbf-143956211be6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.667491] env[69239]: DEBUG nova.compute.provider_tree [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.675600] env[69239]: INFO nova.compute.manager [-] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Took 1.02 seconds to deallocate network for instance. [ 1377.170697] env[69239]: DEBUG nova.scheduler.client.report [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.182390] env[69239]: DEBUG oslo_concurrency.lockutils [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.675701] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69239) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1377.676142] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.133s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.676228] env[69239]: DEBUG oslo_concurrency.lockutils [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.494s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.676451] env[69239]: DEBUG nova.objects.instance [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Lazy-loading 'resources' on Instance uuid 39e9d15f-d1bc-4420-ae6e-dfe26d695a31 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.223175] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8ce3ca-6882-4c6c-bb72-a50f6b3960dc {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.230502] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739363b2-d3e2-41ce-af72-50aced709474 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.260306] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76892703-3924-4352-a274-ff9ff524cb46 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.267972] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8662a878-2d23-4e4f-95fa-3474059d8eeb {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.282116] env[69239]: DEBUG nova.compute.provider_tree [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.785416] env[69239]: DEBUG nova.scheduler.client.report [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.290949] env[69239]: DEBUG oslo_concurrency.lockutils [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.309094] env[69239]: INFO nova.scheduler.client.report [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Deleted allocations for instance 39e9d15f-d1bc-4420-ae6e-dfe26d695a31 [ 1379.818651] env[69239]: DEBUG oslo_concurrency.lockutils [None req-830bd815-01f1-41a8-8d9d-0bcd16b9ab9f tempest-ServersListShow296Test-1597112797 tempest-ServersListShow296Test-1597112797-project-member] Lock "39e9d15f-d1bc-4420-ae6e-dfe26d695a31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.823s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.511367] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.511672] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.016044] env[69239]: DEBUG nova.compute.utils [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1401.519658] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.581455] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.581872] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.581970] env[69239]: INFO nova.compute.manager [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Attaching volume 0f9a545a-af1e-43cb-9e57-68a397f49fb2 to /dev/sdb [ 1402.612213] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d1a38f-5a4d-446f-9d3a-9f1fb2ac8138 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.620010] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dcd007-3b10-43b8-8b3f-f6f144e4f806 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.633489] env[69239]: DEBUG nova.virt.block_device [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Updating existing volume attachment record: f0e16066-893d-4bd1-99e9-dfc93ef29e25 {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1407.189530] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1407.189791] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821064', 'volume_id': '0f9a545a-af1e-43cb-9e57-68a397f49fb2', 'name': 'volume-0f9a545a-af1e-43cb-9e57-68a397f49fb2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cccbe015-05aa-4f73-8fc7-39f2db249ad1', 'attached_at': '', 'detached_at': '', 'volume_id': '0f9a545a-af1e-43cb-9e57-68a397f49fb2', 'serial': '0f9a545a-af1e-43cb-9e57-68a397f49fb2'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1407.190685] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b4eab4-fd95-4194-97c8-02afba3bd93e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.208712] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c6d829-7266-4ff8-90af-258748958810 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.233071] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-0f9a545a-af1e-43cb-9e57-68a397f49fb2/volume-0f9a545a-af1e-43cb-9e57-68a397f49fb2.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.233353] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26a461a3-5dde-451d-a5ac-241a61051705 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.250855] env[69239]: DEBUG oslo_vmware.api [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1407.250855] env[69239]: value = "task-4146342" [ 1407.250855] env[69239]: _type = "Task" [ 1407.250855] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.259080] env[69239]: DEBUG oslo_vmware.api [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.761183] env[69239]: DEBUG oslo_vmware.api [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146342, 'name': ReconfigVM_Task, 'duration_secs': 0.344483} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.761545] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-0f9a545a-af1e-43cb-9e57-68a397f49fb2/volume-0f9a545a-af1e-43cb-9e57-68a397f49fb2.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.766350] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a08b521-a71c-4293-bd12-4d6af8b547b4 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.782554] env[69239]: DEBUG oslo_vmware.api [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1407.782554] env[69239]: value = "task-4146343" [ 1407.782554] env[69239]: _type = "Task" [ 1407.782554] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.792495] env[69239]: DEBUG oslo_vmware.api [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.292673] env[69239]: DEBUG oslo_vmware.api [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146343, 'name': ReconfigVM_Task, 'duration_secs': 0.152315} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.293012] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821064', 'volume_id': '0f9a545a-af1e-43cb-9e57-68a397f49fb2', 'name': 'volume-0f9a545a-af1e-43cb-9e57-68a397f49fb2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cccbe015-05aa-4f73-8fc7-39f2db249ad1', 'attached_at': '', 'detached_at': '', 'volume_id': '0f9a545a-af1e-43cb-9e57-68a397f49fb2', 'serial': '0f9a545a-af1e-43cb-9e57-68a397f49fb2'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1409.331358] env[69239]: DEBUG nova.objects.instance [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lazy-loading 'flavor' on Instance uuid cccbe015-05aa-4f73-8fc7-39f2db249ad1 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.838561] env[69239]: DEBUG oslo_concurrency.lockutils [None req-d81be66d-0df7-4e80-b9fd-a9990ac67ca8 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.036738] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.037048] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.542403] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.542808] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.542808] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.542973] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.543064] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.543224] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.543373] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69239) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1410.543524] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.629897] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.630180] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.046559] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.046826] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.046997] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.047176] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69239) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1411.048164] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f6b764-2310-4d49-be00-8f34e7a663c7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.056732] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85ff476-87ff-4e94-b2ef-d0e16fc516b0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.070961] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423f19bb-ce1e-4527-ad86-ac02032c9d39 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.077501] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d270ad8d-b4ad-44eb-b231-c303c2c98baa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.106964] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180449MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69239) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1411.107120] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.107354] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.132872] env[69239]: DEBUG nova.compute.utils [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Using /dev/sd instead of None {{(pid=69239) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1411.635640] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.133032] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Instance cccbe015-05aa-4f73-8fc7-39f2db249ad1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69239) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1412.133263] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1412.133411] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1412.150543] env[69239]: DEBUG nova.scheduler.client.report [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Refreshing inventories for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1412.164327] env[69239]: DEBUG nova.scheduler.client.report [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Updating ProviderTree inventory for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1412.164514] env[69239]: DEBUG nova.compute.provider_tree [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Updating inventory in ProviderTree for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1412.175180] env[69239]: DEBUG nova.scheduler.client.report [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Refreshing aggregate associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, aggregates: None {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1412.193734] env[69239]: DEBUG nova.scheduler.client.report [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Refreshing trait associations for resource provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69239) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1412.219746] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552c8aca-e446-487e-8814-c7ae0e96bc66 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.227570] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec0ff95-f236-4f8c-9cfc-87c9eb2b268d {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.257780] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2292be-4a8d-46cf-90cc-42226f26a4ad {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.265666] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da550721-2689-4b71-a5a0-448e4ab6ec18 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.278756] env[69239]: DEBUG nova.compute.provider_tree [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.697259] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.697688] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.697828] env[69239]: INFO nova.compute.manager [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Attaching volume 0888e7e5-f4aa-4b5b-b92a-efcbc115a73f to /dev/sdc [ 1412.727835] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349fd955-7d82-4570-a190-c2ba18c146ab {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.734914] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae253143-0ad9-4161-9cd8-a3cf3aefb6db {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.748169] env[69239]: DEBUG nova.virt.block_device [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Updating existing volume attachment record: 484ce234-f457-43cd-910b-9b1bccd707ee {{(pid=69239) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1412.782158] env[69239]: DEBUG nova.scheduler.client.report [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.288534] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69239) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1413.288753] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.181s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.294536] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Volume attach. Driver type: vmdk {{(pid=69239) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1417.294826] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821065', 'volume_id': '0888e7e5-f4aa-4b5b-b92a-efcbc115a73f', 'name': 'volume-0888e7e5-f4aa-4b5b-b92a-efcbc115a73f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cccbe015-05aa-4f73-8fc7-39f2db249ad1', 'attached_at': '', 'detached_at': '', 'volume_id': '0888e7e5-f4aa-4b5b-b92a-efcbc115a73f', 'serial': '0888e7e5-f4aa-4b5b-b92a-efcbc115a73f'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1417.295731] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6e2ac4-f36f-4883-82a6-b4e06d641669 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.312119] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638bd1a5-58c3-4c02-b063-32b7b4a6204e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.340015] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-0888e7e5-f4aa-4b5b-b92a-efcbc115a73f/volume-0888e7e5-f4aa-4b5b-b92a-efcbc115a73f.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.340329] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-705ecf19-1486-42e9-8f32-a47aa2fdbc24 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.361794] env[69239]: DEBUG oslo_vmware.api [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1417.361794] env[69239]: value = "task-4146346" [ 1417.361794] env[69239]: _type = "Task" [ 1417.361794] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.371025] env[69239]: DEBUG oslo_vmware.api [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.871715] env[69239]: DEBUG oslo_vmware.api [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146346, 'name': ReconfigVM_Task, 'duration_secs': 0.339487} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.872050] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-0888e7e5-f4aa-4b5b-b92a-efcbc115a73f/volume-0888e7e5-f4aa-4b5b-b92a-efcbc115a73f.vmdk or device None with type thin {{(pid=69239) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.876834] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-600a9406-09d3-4d34-b9bb-89351600cdd6 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.893967] env[69239]: DEBUG oslo_vmware.api [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1417.893967] env[69239]: value = "task-4146347" [ 1417.893967] env[69239]: _type = "Task" [ 1417.893967] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.904086] env[69239]: DEBUG oslo_vmware.api [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.406085] env[69239]: DEBUG oslo_vmware.api [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146347, 'name': ReconfigVM_Task, 'duration_secs': 0.158996} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.406439] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821065', 'volume_id': '0888e7e5-f4aa-4b5b-b92a-efcbc115a73f', 'name': 'volume-0888e7e5-f4aa-4b5b-b92a-efcbc115a73f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cccbe015-05aa-4f73-8fc7-39f2db249ad1', 'attached_at': '', 'detached_at': '', 'volume_id': '0888e7e5-f4aa-4b5b-b92a-efcbc115a73f', 'serial': '0888e7e5-f4aa-4b5b-b92a-efcbc115a73f'} {{(pid=69239) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1419.442247] env[69239]: DEBUG nova.objects.instance [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lazy-loading 'flavor' on Instance uuid cccbe015-05aa-4f73-8fc7-39f2db249ad1 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.950270] env[69239]: DEBUG oslo_concurrency.lockutils [None req-6afc5062-4a1c-4f6a-8dda-91619bf9cbaa tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.252s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.235606] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.235946] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.739312] env[69239]: INFO nova.compute.manager [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Detaching volume 0f9a545a-af1e-43cb-9e57-68a397f49fb2 [ 1420.770583] env[69239]: INFO nova.virt.block_device [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Attempting to driver detach volume 0f9a545a-af1e-43cb-9e57-68a397f49fb2 from mountpoint /dev/sdb [ 1420.770826] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1420.771085] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821064', 'volume_id': '0f9a545a-af1e-43cb-9e57-68a397f49fb2', 'name': 'volume-0f9a545a-af1e-43cb-9e57-68a397f49fb2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cccbe015-05aa-4f73-8fc7-39f2db249ad1', 'attached_at': '', 'detached_at': '', 'volume_id': '0f9a545a-af1e-43cb-9e57-68a397f49fb2', 'serial': '0f9a545a-af1e-43cb-9e57-68a397f49fb2'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1420.772012] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e0f3a7-4241-4797-b906-4a3a98b29f99 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.796629] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10ab928-4875-4fe7-a18b-f9381a68f2f7 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.803889] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb44ee1-49a7-486f-8dde-902fb9d0ea4b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.826890] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64c2199-2253-4445-abb4-0f49ff38ca4b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.841809] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] The volume has not been displaced from its original location: [datastore1] volume-0f9a545a-af1e-43cb-9e57-68a397f49fb2/volume-0f9a545a-af1e-43cb-9e57-68a397f49fb2.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1420.847093] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1420.847367] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-237b6519-4449-4f4f-a4f8-2766d3d3ae79 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.865669] env[69239]: DEBUG oslo_vmware.api [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1420.865669] env[69239]: value = "task-4146348" [ 1420.865669] env[69239]: _type = "Task" [ 1420.865669] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.874181] env[69239]: DEBUG oslo_vmware.api [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.375391] env[69239]: DEBUG oslo_vmware.api [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146348, 'name': ReconfigVM_Task, 'duration_secs': 0.226895} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.375668] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1421.380579] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf1ec7a8-8916-49a4-9a25-ab88ef3ed3d8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.395370] env[69239]: DEBUG oslo_vmware.api [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1421.395370] env[69239]: value = "task-4146349" [ 1421.395370] env[69239]: _type = "Task" [ 1421.395370] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.404896] env[69239]: DEBUG oslo_vmware.api [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.905876] env[69239]: DEBUG oslo_vmware.api [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146349, 'name': ReconfigVM_Task, 'duration_secs': 0.149758} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.906286] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821064', 'volume_id': '0f9a545a-af1e-43cb-9e57-68a397f49fb2', 'name': 'volume-0f9a545a-af1e-43cb-9e57-68a397f49fb2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cccbe015-05aa-4f73-8fc7-39f2db249ad1', 'attached_at': '', 'detached_at': '', 'volume_id': '0f9a545a-af1e-43cb-9e57-68a397f49fb2', 'serial': '0f9a545a-af1e-43cb-9e57-68a397f49fb2'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1422.447015] env[69239]: DEBUG nova.objects.instance [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lazy-loading 'flavor' on Instance uuid cccbe015-05aa-4f73-8fc7-39f2db249ad1 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.455179] env[69239]: DEBUG oslo_concurrency.lockutils [None req-66fb62a1-a9f9-4f43-a8d7-7dda763d7ad7 tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.485125] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.485466] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.988962] env[69239]: INFO nova.compute.manager [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Detaching volume 0888e7e5-f4aa-4b5b-b92a-efcbc115a73f [ 1424.021855] env[69239]: INFO nova.virt.block_device [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Attempting to driver detach volume 0888e7e5-f4aa-4b5b-b92a-efcbc115a73f from mountpoint /dev/sdc [ 1424.021855] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Volume detach. Driver type: vmdk {{(pid=69239) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1424.021855] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821065', 'volume_id': '0888e7e5-f4aa-4b5b-b92a-efcbc115a73f', 'name': 'volume-0888e7e5-f4aa-4b5b-b92a-efcbc115a73f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cccbe015-05aa-4f73-8fc7-39f2db249ad1', 'attached_at': '', 'detached_at': '', 'volume_id': '0888e7e5-f4aa-4b5b-b92a-efcbc115a73f', 'serial': '0888e7e5-f4aa-4b5b-b92a-efcbc115a73f'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1424.022451] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874f63bd-a18c-4fb0-a4ee-da6c2d8c5aac {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.044030] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2528032-8e6a-4439-85e6-dcbbdbda46b3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.051823] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a6cde2-1514-494d-8954-0d8127b91e11 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.072593] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b357b6-372f-496c-913b-81897528b743 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.089201] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] The volume has not been displaced from its original location: [datastore1] volume-0888e7e5-f4aa-4b5b-b92a-efcbc115a73f/volume-0888e7e5-f4aa-4b5b-b92a-efcbc115a73f.vmdk. No consolidation needed. {{(pid=69239) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1424.094494] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Reconfiguring VM instance instance-0000007d to detach disk 2002 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1424.094804] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fb4a1da-2953-4885-be9d-372c98c359ee {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.113911] env[69239]: DEBUG oslo_vmware.api [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1424.113911] env[69239]: value = "task-4146350" [ 1424.113911] env[69239]: _type = "Task" [ 1424.113911] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.122385] env[69239]: DEBUG oslo_vmware.api [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.624092] env[69239]: DEBUG oslo_vmware.api [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146350, 'name': ReconfigVM_Task, 'duration_secs': 0.236478} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.624409] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Reconfigured VM instance instance-0000007d to detach disk 2002 {{(pid=69239) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1424.629268] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a076420-0740-4bd3-a91a-f5db0fcb18e3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.644232] env[69239]: DEBUG oslo_vmware.api [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1424.644232] env[69239]: value = "task-4146351" [ 1424.644232] env[69239]: _type = "Task" [ 1424.644232] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.652207] env[69239]: DEBUG oslo_vmware.api [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.154587] env[69239]: DEBUG oslo_vmware.api [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146351, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.654881] env[69239]: DEBUG oslo_vmware.api [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146351, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.155931] env[69239]: DEBUG oslo_vmware.api [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146351, 'name': ReconfigVM_Task, 'duration_secs': 1.140922} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.156257] env[69239]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821065', 'volume_id': '0888e7e5-f4aa-4b5b-b92a-efcbc115a73f', 'name': 'volume-0888e7e5-f4aa-4b5b-b92a-efcbc115a73f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cccbe015-05aa-4f73-8fc7-39f2db249ad1', 'attached_at': '', 'detached_at': '', 'volume_id': '0888e7e5-f4aa-4b5b-b92a-efcbc115a73f', 'serial': '0888e7e5-f4aa-4b5b-b92a-efcbc115a73f'} {{(pid=69239) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1426.696547] env[69239]: DEBUG nova.objects.instance [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lazy-loading 'flavor' on Instance uuid cccbe015-05aa-4f73-8fc7-39f2db249ad1 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.703745] env[69239]: DEBUG oslo_concurrency.lockutils [None req-a73f4f63-6b95-47ce-9967-d0120f84026e tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.218s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.912052] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.912426] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.912558] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.912677] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.912854] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.915133] env[69239]: INFO nova.compute.manager [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Terminating instance [ 1429.419086] env[69239]: DEBUG nova.compute.manager [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Start destroying the instance on the hypervisor. {{(pid=69239) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.419288] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Destroying instance {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.420169] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af134063-2e96-42d5-ad6e-e5d34be37c0b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.428587] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Powering off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.428842] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73fd8349-916a-4f8d-aa5c-4ef9af91b543 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.435508] env[69239]: DEBUG oslo_vmware.api [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1429.435508] env[69239]: value = "task-4146352" [ 1429.435508] env[69239]: _type = "Task" [ 1429.435508] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.445199] env[69239]: DEBUG oslo_vmware.api [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.946025] env[69239]: DEBUG oslo_vmware.api [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146352, 'name': PowerOffVM_Task, 'duration_secs': 0.188313} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.946457] env[69239]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Powered off the VM {{(pid=69239) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.946457] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Unregistering the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.946704] env[69239]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-169a8420-851f-4302-976b-3809bef99a08 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.010719] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Unregistered the VM {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.011035] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Deleting contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.011160] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Deleting the datastore file [datastore2] cccbe015-05aa-4f73-8fc7-39f2db249ad1 {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.011448] env[69239]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2727825-3db9-46a3-9cfc-2c04cc4f56b0 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.019344] env[69239]: DEBUG oslo_vmware.api [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for the task: (returnval){ [ 1430.019344] env[69239]: value = "task-4146354" [ 1430.019344] env[69239]: _type = "Task" [ 1430.019344] env[69239]: } to complete. {{(pid=69239) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.028703] env[69239]: DEBUG oslo_vmware.api [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.530168] env[69239]: DEBUG oslo_vmware.api [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Task: {'id': task-4146354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13285} completed successfully. {{(pid=69239) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.530453] env[69239]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Deleted the datastore file {{(pid=69239) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.530637] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Deleted contents of the VM from datastore datastore2 {{(pid=69239) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.530820] env[69239]: DEBUG nova.virt.vmwareapi.vmops [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Instance destroyed {{(pid=69239) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.530995] env[69239]: INFO nova.compute.manager [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1430.531259] env[69239]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69239) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1430.531460] env[69239]: DEBUG nova.compute.manager [-] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Deallocating network for instance {{(pid=69239) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.531580] env[69239]: DEBUG nova.network.neutron [-] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] deallocate_for_instance() {{(pid=69239) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.007027] env[69239]: DEBUG nova.compute.manager [req-7a8a6cd9-21c3-4b53-a6da-6be80aa22c83 req-0e119897-5a26-4acd-9946-ddf35c350451 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Received event network-vif-deleted-4498243f-62ed-44dc-ae33-15d33400b3ef {{(pid=69239) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.007295] env[69239]: INFO nova.compute.manager [req-7a8a6cd9-21c3-4b53-a6da-6be80aa22c83 req-0e119897-5a26-4acd-9946-ddf35c350451 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Neutron deleted interface 4498243f-62ed-44dc-ae33-15d33400b3ef; detaching it from the instance and deleting it from the info cache [ 1431.007535] env[69239]: DEBUG nova.network.neutron [req-7a8a6cd9-21c3-4b53-a6da-6be80aa22c83 req-0e119897-5a26-4acd-9946-ddf35c350451 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.489112] env[69239]: DEBUG nova.network.neutron [-] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Updating instance_info_cache with network_info: [] {{(pid=69239) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.511040] env[69239]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32c9a16e-8504-4410-b770-e116e15016d3 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.521309] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d50e9c-2278-419f-8629-a55a6bb7797b {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.546758] env[69239]: DEBUG nova.compute.manager [req-7a8a6cd9-21c3-4b53-a6da-6be80aa22c83 req-0e119897-5a26-4acd-9946-ddf35c350451 service nova] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Detach interface failed, port_id=4498243f-62ed-44dc-ae33-15d33400b3ef, reason: Instance cccbe015-05aa-4f73-8fc7-39f2db249ad1 could not be found. {{(pid=69239) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1431.992248] env[69239]: INFO nova.compute.manager [-] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Took 1.46 seconds to deallocate network for instance. [ 1432.498979] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.499433] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.499784] env[69239]: DEBUG nova.objects.instance [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lazy-loading 'resources' on Instance uuid cccbe015-05aa-4f73-8fc7-39f2db249ad1 {{(pid=69239) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.034497] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e954a542-dbbf-4579-b76c-4f010e002002 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.042835] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4219869-05d5-4e93-a4a8-9aa74cb5f0fa {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.074421] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624c9cc2-0f25-4aea-8784-51c2de91835e {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.082452] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09c4969-ac2d-471e-a241-5e66295411f8 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.095817] env[69239]: DEBUG nova.compute.provider_tree [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.599331] env[69239]: DEBUG nova.scheduler.client.report [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.104811] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.126362] env[69239]: INFO nova.scheduler.client.report [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Deleted allocations for instance cccbe015-05aa-4f73-8fc7-39f2db249ad1 [ 1434.634208] env[69239]: DEBUG oslo_concurrency.lockutils [None req-c00641e9-6d61-4d33-9d46-6addc162529b tempest-AttachVolumeTestJSON-1679696077 tempest-AttachVolumeTestJSON-1679696077-project-member] Lock "cccbe015-05aa-4f73-8fc7-39f2db249ad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.722s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.902082] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.902082] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.902082] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Cleaning up deleted instances with incomplete migration {{(pid=69239) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1456.398858] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.399256] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.399374] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.399508] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.399653] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69239) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1456.899926] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.403686] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.404087] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.404159] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.404308] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69239) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1457.405238] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f426e3b8-5fd9-4ac1-81d3-06cf4d7590f9 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.414949] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b904d4-04ab-49de-88d2-cd4fb9940b68 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.428822] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ee4d28-0ca2-41cd-b465-41263e60a236 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.435139] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a3eef9-2223-4891-bbe0-727a14a89b79 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.463389] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180403MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69239) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1457.463543] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.463745] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.599868] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1458.600155] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69239) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1458.613226] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1ecc22-9529-4088-9801-6a89ce6b8e5c {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.621240] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41eabee-aadb-4719-a0f6-99482e94ee88 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.653112] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698e6080-e98c-4061-8e10-c088f4303cd2 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.661225] env[69239]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084c15a9-b656-48b2-8f66-a769e9143697 {{(pid=69239) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.674652] env[69239]: DEBUG nova.compute.provider_tree [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed in ProviderTree for provider: 2bd4b269-7c99-4e7d-a21b-3ca84d613130 {{(pid=69239) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.178286] env[69239]: DEBUG nova.scheduler.client.report [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Inventory has not changed for provider 2bd4b269-7c99-4e7d-a21b-3ca84d613130 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69239) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.684067] env[69239]: DEBUG nova.compute.resource_tracker [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69239) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1459.684067] env[69239]: DEBUG oslo_concurrency.lockutils [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.220s {{(pid=69239) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.900841] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.901080] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.901252] env[69239]: DEBUG oslo_service.periodic_task [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69239) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.901399] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] Cleaning up deleted instances {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1460.410909] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] There are 28 instances to clean {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1460.411146] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 4cdb0472-9b79-4426-aa8d-bdcf3b025be6] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.914496] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 39e9d15f-d1bc-4420-ae6e-dfe26d695a31] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.418077] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: cccbe015-05aa-4f73-8fc7-39f2db249ad1] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.921985] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 545237ae-81e3-4079-b372-c2c6498c16c1] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.425986] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 91cdf27e-d672-4459-9b28-141cac40491a] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.929652] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 37e292e5-2f4f-4107-9a74-baab3bae53dd] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.433476] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: ce83db14-7288-4da0-8fe3-fcea30deafd8] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.937136] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 3c222afa-b505-454b-8798-73b1de493e5d] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.440807] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: cbe29679-368b-4400-8ee3-21b4a05d6ae5] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.944686] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 578b8c6d-33b4-4e67-9180-1daf5f4e4e59] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.448421] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: baebd698-6910-4bf0-bf53-297e05588f64] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.952338] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: f3dd26be-30b7-4395-b9d7-d484c9edfded] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.456053] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: b41616ab-757c-4e0e-9322-5f84871ac1f1] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.960364] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 9e08a025-0ddc-47ce-b157-4e6d489080c2] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.464460] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 3da605b2-8137-4f59-a343-ecce4fced09c] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.968147] env[69239]: DEBUG nova.compute.manager [None req-5699a01a-ddd0-4ce5-9fe3-3af8c53cc012 None None] [instance: 49388899-815a-4b75-bc19-906898a76c6b] Instance has had 0 of 5 cleanup attempts {{(pid=69239) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}}